00000800:00000200:0.1F:1746156176.024276:0:3767:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a02646c0] -> 12345-192.168.201.129@tcp (2) 00000800:00000200:3.1F:1746156176.024653:0:3758:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a02646c0] -> 12345-192.168.201.129@tcp (2) 00000800:00000200:3.1:1746156176.024661:0:3758:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.129@tcp ffff8801239b6540 deleted 00000800:00000010:3.1:1746156176.024663:0:3758:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8801239b6540. 00000800:00000200:3.1:1746156176.024666:0:3758:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1746156176.024671:0:3758:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.129@tcp ip 192.168.201.129:1023 00000800:00000200:3.1:1746156176.024698:0:3758:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880124d9f000 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.1:1746156176.024828:0:3757:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1746156176.025023:0:3760:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a02646c0] -> 12345-192.168.201.129@tcp (4) 00000800:00000200:3.1:1746156176.025026:0:3760:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.129@tcp ffff8801239b6600 deleted 00000800:00000010:3.1:1746156176.025027:0:3760:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8801239b6600. 00000800:00000200:3.1:1746156176.025029:0:3760:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.1:1746156176.025232:0:3757:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:0.1:1746156176.149956:0:11:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880124d9f700. 00010000:00000010:0.1:1746156176.149966:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012a9ecc00. 00010000:00000010:1.1F:1746156176.296863:0:34:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b1b9af00. 00010000:00000010:1.1:1746156176.296883:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129e7b200. 00010000:00000010:1.1:1746156176.296886:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b4d3ac00. 00010000:00000010:1.1:1746156176.296888:0:34:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012239b000. 00010000:00000010:1.1:1746156176.296891:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129e3f200. 00080000:00000010:2.1F:1746156176.334768:0:27:0:(osd_handler.c:1608:osd_oxc_free()) kfreed 'oxe': 68 at ffff8800a81bc240. 00010000:00080000:1.2F:1746156429.169724:0:0:0:(ldlm_lib.c:2943:target_recovery_expired()) lustre-MDT0000: recovery timed out; 0 clients are still in recovery after 70 seconds (1 clients connected) 00010000:00080000:1.2:1746156533.169888:0:0:0:(ldlm_lib.c:2943:target_recovery_expired()) lustre-MDT0000: recovery timed out; 0 clients are still in recovery after 70 seconds (1 clients connected) 00000100:00100000:3.0:1746165351.399480:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165351.399514:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977422759808:0@lo:400:kworker.0 00000100:00100000:3.0:1746165351.399524:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422760448:0@lo:400:kworker.0 00000100:00100000:3.0:1746165351.399537:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977422759680:0@lo:400:kworker.0 00000100:00080000:3.0:1746165351.400006:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746165351.404304:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977422760320:0@lo:400:kworker.0 00000100:00100000:3.0:1746165351.717797:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422761216 00000100:00100000:3.0:1746165351.717804:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422761216 00000100:00100000:3.0:1746165351.717852:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6628 00000100:00100000:3.0:1746165351.717859:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422761216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746165351.717878:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165351.717923:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422761216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165351.717929:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6628 00000100:00080000:3.0:1746165355.220826:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746165355.371920:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165356.400526:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439041792 00000100:00100000:3.0:1746165356.400538:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439041792 00000100:00100000:3.0:1746165356.400605:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1334 00000100:00100000:3.0:1746165356.400616:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439041792:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165356.400747:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439041792:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 134us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165356.400755:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1334 00000100:00100000:3.0:1746165356.400775:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1335 00000100:00100000:3.0:1746165356.400781:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439041664:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165356.400817:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439041664:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 36us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165356.400824:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1335 00000100:00080000:3.0:1746165356.402098:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746165356.402103:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746165356.402400:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422761472 00000100:00100000:3.0:1746165356.402405:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422761472 00000100:00100000:3.0:1746165356.402435:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34858 00000100:00100000:3.0:1746165356.402441:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422761472:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746165356.402469:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746165356.402516:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422761472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165356.402522:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34858 00000100:00100000:3.0:1746165356.402939:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977422761600:0@lo:400:kworker.0 00000100:00100000:3.0:1746165356.402973:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165356.403001:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746165356.403008:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422762240:0@lo:400:kworker.0 00000100:00100000:3.0:1746165356.403028:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165356.403042:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422761984:0@lo:400:kworker.0 00000100:00100000:3.0:1746165356.403059:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165356.403069:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746165356.403074:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977422762752:0@lo:400:kworker.0 00000100:00100000:3.0:1746165356.403101:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165356.403121:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422762752 00000100:00100000:3.0:1746165356.403125:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422762752 00000100:00100000:3.0:1746165356.403146:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1336 00000100:00100000:3.0:1746165356.403150:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977422762752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165356.403197:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977422762752:12345-0@lo:400:kworker.0 Request processed in 45us (94us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165356.403204:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1336 00000100:00100000:3.0:1746165356.403216:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422761984 00000100:00100000:3.0:1746165356.403219:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422761984 00000100:00100000:3.0:1746165356.403360:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34859 00000100:00100000:3.0:1746165356.404003:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422761984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165356.404043:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422761984:12345-0@lo:400:kworker.0 Request processed in 678us (984us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165356.404050:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34859 00000100:00100000:3.0:1746165356.466026:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422762880 00000100:00100000:3.0:1746165356.466033:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422762880 00000100:00080000:3.0:1746165360.243068:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746165360.382019:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165361.406406:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439042176 00000100:00100000:3.0:1746165361.406414:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439042176 00000100:00100000:3.0:1746165361.410887:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422764672:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165361.410909:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165361.410932:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422764672 00000100:00100000:3.0:1746165361.410934:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422764672 00000100:00100000:3.0:1746165361.410949:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34863 00000100:00100000:3.0:1746165361.410954:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422764672:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746165361.411620:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746165361.411649:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422764672:12345-0@lo:41:osp-pre-1-0.0 Request processed in 695us (739us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165361.411655:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34863 00000100:00100000:3.0:1746165361.411698:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422764672:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165361.476530:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422764800 00000100:00100000:3.0:1746165361.476539:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422764800 00000100:00100000:3.0:1746165361.476587:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34864 00000100:00100000:3.0:1746165361.476595:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422764800:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746165361.476622:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746165361.476990:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422764800:12345-0@lo:41:osp-pre-0-1.0 Request processed in 394us (2249us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165361.476996:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34864 00010000:00010000:3.0:1746165365.395818:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165366.416590:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439042816 00000100:00100000:3.0:1746165366.416595:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439042816 00000100:00100000:3.0:1746165366.417566:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1347 00000100:00100000:3.0:1746165366.418062:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136055500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439042816:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165366.418114:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136055500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439042816:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 58us (1838us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165366.418121:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1347 00000100:00100000:3.0:1746165366.418431:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977422765440:0@lo:400:kworker.0 00000100:00100000:3.0:1746165366.418457:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165366.418483:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746165366.418489:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136050380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977422765312:0@lo:400:kworker.0 00000100:00100000:3.0:1746165366.418513:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165366.418538:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977422766080:0@lo:400:kworker.0 00000100:00100000:3.0:1746165366.418558:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165366.418571:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746165366.418576:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422765952:0@lo:400:kworker.0 00000100:00100000:3.0:1746165366.418593:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165366.418617:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1349 00000100:00100000:3.0:1746165366.418625:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977422766080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165366.418871:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977422766080:12345-0@lo:400:kworker.0 Request processed in 246us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165366.418877:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1349 00000100:00100000:3.0:1746165366.418911:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977422766080:0@lo:400:kworker.0 00000100:00100000:3.0:1746165366.418921:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136050380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977422765312:0@lo:400:kworker.0 00000100:00100000:3.0:1746165366.418930:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977422765440:0@lo:400:kworker.0 00000100:00100000:3.0:1746165366.418951:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422765696:0@lo:400:kworker.0 00000100:00100000:3.0:1746165366.418969:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165366.418997:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977422766464:0@lo:400:kworker.0 00000100:00100000:3.0:1746165366.419017:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165366.419033:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1746165366.419038:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136053800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977422765568:0@lo:400:kworker.0 00000100:00100000:3.0:1746165366.419052:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165366.419065:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422766336:0@lo:400:kworker.0 00000100:00100000:3.0:1746165366.419078:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165366.419100:0:9598:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422766336 00000100:00100000:3.0:1746165366.419104:0:9598:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422766336 00000100:00100000:3.0:1746165366.419132:0:9598:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7261 00000100:00100000:3.0:1746165366.419138:0:9598:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422766336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165366.419162:0:9598:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422766336:12345-0@lo:400:kworker.0 Request processed in 25us (83us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165366.419168:0:9598:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7261 00000100:00100000:3.0:1746165366.419190:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422765952:0@lo:400:kworker.0 00000100:00100000:3.0:1746165366.419208:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1351 00000100:00100000:3.0:1746165366.419215:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136050e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977422765568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165366.419243:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136050e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977422765568:12345-0@lo:400:kworker.0 Request processed in 29us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165366.419248:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1351 00000100:00100000:3.0:1746165366.419269:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136053800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977422765568:0@lo:400:kworker.0 00000100:00100000:3.0:1746165366.419276:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422766336:0@lo:400:kworker.0 00000100:00100000:3.0:1746165366.419284:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422765696:0@lo:400:kworker.0 00000100:00100000:3.0:1746165366.419292:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977422766464:0@lo:400:kworker.0 00000100:00100000:3.0:1746165366.419322:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49465 00000100:00100000:3.0:1746165366.419328:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977422766208:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165366.419346:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165366.421577:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977422766208:12345-0@lo:8:kworker.0 Request processed in 2245us (2331us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165366.421586:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49465 00000100:00100000:3.0:1746165366.499568:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746165366.499594:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ceb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422766592:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165366.499672:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165366.502930:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ceb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422766592:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165370.258346:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746165370.258368:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422766848:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746165370.258423:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165370.258731:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422766848:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165370.411006:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165371.424242:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439043328 00000100:00100000:3.0:1746165371.424248:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439043328 00000100:00100000:3.0:1746165371.424297:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439043200 00000100:00100000:3.0:1746165371.424299:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439043200 00000100:00100000:3.0:1746165371.424319:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1352 00000100:00100000:3.0:1746165371.424326:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439043328:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165371.424572:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439043328:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 246us (1537us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165371.424579:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1352 00000100:00100000:3.0:1746165371.426161:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977422767232:0@lo:400:kworker.0 00000100:00100000:3.0:1746165371.426192:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165371.426455:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977422767872:0@lo:400:kworker.0 00000100:00100000:3.0:1746165371.426479:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165371.426506:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977422767232:0@lo:400:kworker.0 00000100:00100000:3.0:1746165371.426529:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422767488:0@lo:400:kworker.0 00000100:00100000:3.0:1746165371.426551:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165371.426565:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977422768256:0@lo:400:kworker.0 00000100:00100000:3.0:1746165371.426581:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165371.426605:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977422767872:0@lo:400:kworker.0 00000100:00100000:3.0:1746165371.426627:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422767488:0@lo:400:kworker.0 00000100:00100000:3.0:1746165371.427724:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977422768256:0@lo:400:kworker.0 00000100:00100000:3.0:1746165371.427991:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422768128:0@lo:400:kworker.0 00010000:00010000:3.0:1746165375.422123:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165376.434726:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977422768896:0@lo:400:kworker.0 00000100:00100000:3.0:1746165376.434769:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165376.434820:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977422769536:0@lo:400:kworker.0 00000100:00100000:3.0:1746165376.434843:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165376.434887:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422770048 00000100:00100000:3.0:1746165376.434891:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422770048 00000100:00100000:3.0:1746165376.434916:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422768896 00000100:00100000:3.0:1746165376.434918:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422768896 00000100:00100000:3.0:1746165376.437146:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1362 00000100:00100000:3.0:1746165376.437153:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977422768896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165376.437192:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977422768896:12345-0@lo:400:kworker.0 Request processed in 39us (2423us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165376.437198:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1362 00000100:00100000:3.0:1746165376.437232:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977422768896:0@lo:400:kworker.0 00000100:00100000:3.0:1746165376.438052:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422768768:0@lo:400:kworker.0 00000100:00100000:3.0:1746165376.438069:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012401bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422769920:0@lo:400:kworker.0 00000100:00100000:3.0:1746165376.753997:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422770432:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746165376.754054:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165376.754402:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422770432:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746165380.432432:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165381.441352:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439044352 00000100:00100000:3.0:1746165381.441360:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439044352 00000100:00100000:3.0:1746165381.441408:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439044224 00000100:00100000:3.0:1746165381.441411:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439044224 00000100:00100000:3.0:1746165381.441437:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1364 00000100:00100000:3.0:1746165381.441445:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439044352:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165381.441496:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439044352:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 52us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165381.441502:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1364 00000100:00100000:3.0:1746165381.441525:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1365 00000100:00100000:3.0:1746165381.441531:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439044224:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165381.441562:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439044224:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 31us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165381.441568:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1365 00000100:00080000:3.0:1746165381.441604:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746165381.441607:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746165381.444173:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977422770816:0@lo:400:kworker.0 00000100:00100000:3.0:1746165381.538343:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422772096 00000100:00100000:3.0:1746165381.538349:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422772096 00000100:00100000:3.0:1746165381.538379:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34877 00000100:00100000:3.0:1746165381.538385:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422772096:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746165381.538411:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746165381.538448:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422772096:12345-0@lo:41:osp-pre-0-1.0 Request processed in 63us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165381.538454:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34877 00000100:00100000:3.0:1746165381.762829:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c790a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422772224:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746165385.300073:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422772352 00000100:00100000:3.0:1746165385.300082:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422772352 00000100:00100000:3.0:1746165385.300330:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6641 00000100:00100000:3.0:1746165385.300339:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422772352:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746165385.300367:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165385.301889:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422772352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1548us (1904us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165385.301898:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6641 00010000:00010000:3.0:1746165385.444316:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165386.450039:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422772480 00000100:00100000:3.0:1746165386.450046:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422772480 00000100:00100000:3.0:1746165386.450082:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34878 00000100:00100000:3.0:1746165386.450088:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422772480:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746165386.450113:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746165386.450143:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422772480:12345-0@lo:41:osp-pre-1-0.0 Request processed in 56us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165386.450148:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34878 00000100:00100000:3.0:1746165386.451253:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098deaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422772992:0@lo:400:kworker.0 00000100:00100000:3.0:1746165386.451273:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165386.451288:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422772992 00000100:00100000:3.0:1746165386.451290:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422772992 00000100:00100000:3.0:1746165386.451303:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34879 00000100:00100000:3.0:1746165386.451307:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c790a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422772992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165386.451327:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c790a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422772992:12345-0@lo:400:kworker.0 Request processed in 20us (54us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165386.451331:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34879 00000100:00100000:3.0:1746165386.451348:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012401aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977422772736:0@lo:400:kworker.0 00000100:00100000:3.0:1746165386.451366:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165386.452715:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422772736 00000100:00100000:3.0:1746165386.452719:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422772736 00000100:00100000:3.0:1746165386.452745:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439044736 00000100:00100000:3.0:1746165386.452747:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439044736 00000100:00100000:3.0:1746165386.452758:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439044864 00000100:00100000:3.0:1746165386.452760:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439044864 00000100:00100000:3.0:1746165386.452786:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1370 00000100:00100000:3.0:1746165386.452792:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c790e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977422772736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165386.452825:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c790e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977422772736:12345-0@lo:400:kworker.0 Request processed in 34us (1458us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165386.452831:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1370 00000100:00100000:3.0:1746165386.452841:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1372 00000100:00100000:3.0:1746165386.452846:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439044864:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165386.452867:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439044864:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 21us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165386.452872:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1372 00000100:00100000:3.0:1746165386.454082:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977422773760:0@lo:400:kworker.0 00000100:00080000:3.0:1746165386.454857:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165386.454860:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165386.454864:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098deb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422773120:0@lo:8:kworker.0 00000100:00100000:3.0:1746165386.454870:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098dea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422773504:0@lo:8:kworker.0 00000100:00100000:3.0:1746165386.454890:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165386.454937:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422773504 00000100:00100000:3.0:1746165386.454941:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422773504 00000100:00100000:3.0:1746165386.454952:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422773632 00000100:00100000:3.0:1746165386.454953:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422773632 00000100:00100000:3.0:1746165386.455317:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49477 00000100:00100000:3.0:1746165386.455323:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c792680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977422773504:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165386.455335:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165386.455360:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c792680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977422773504:12345-0@lo:8:kworker.0 Request processed in 37us (470us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165386.455366:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49477 00000100:00080000:3.0:1746165386.455384:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165386.455386:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165386.455389:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098dea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422773504:0@lo:8:kworker.0 00000100:00100000:3.0:1746165386.545888:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746165386.545905:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422773888:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165386.545964:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165386.548079:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422773888:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165390.307637:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422774144 00000100:00100000:3.0:1746165390.307643:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422774144 00000100:00100000:3.0:1746165390.308639:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6643 00000100:00100000:3.0:1746165390.308646:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422774144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746165390.308670:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165390.308819:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422774144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 173us (1965us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165390.308825:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6643 00010000:00010000:3.0:1746165390.455636:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165391.458006:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422774272:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165391.458050:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165391.458107:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746165391.458114:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977422774400:0@lo:400:kworker.0 00000100:00100000:3.0:1746165391.458136:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165391.458299:0:11581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422774400 00000100:00100000:3.0:1746165391.458304:0:11581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422774400 00000100:00100000:3.0:1746165391.458328:0:11581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:3.0:1746165391.458334:0:11581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422774400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165391.458362:0:11581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422774400:12345-0@lo:400:kworker.0 Request processed in 29us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165391.458366:0:11581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:3.0:1746165391.458392:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977422774400:0@lo:400:kworker.0 00000100:00100000:3.0:1746165391.458418:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422774272 00000100:00100000:3.0:1746165391.458420:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422774272 00000100:00100000:3.0:1746165391.458435:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34881 00000100:00100000:3.0:1746165391.458439:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c791180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422774272:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746165391.458459:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746165391.458484:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c791180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422774272:12345-0@lo:41:osp-pre-1-0.0 Request processed in 44us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165391.458489:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34881 00000100:00100000:3.0:1746165391.458514:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422774272:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165391.459513:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422774784 00000100:00100000:3.0:1746165391.459516:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422774784 00000100:00100000:3.0:1746165391.459539:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34882 00000100:00100000:3.0:1746165391.459544:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422774784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165391.459581:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422774784:12345-0@lo:400:kworker.0 Request processed in 36us (823us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165391.459586:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34882 00000100:00100000:3.0:1746165391.461639:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422775552 00000100:00100000:3.0:1746165391.461642:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422775552 00000100:00100000:3.0:1746165391.461668:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1381 00000100:00100000:3.0:1746165391.461687:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977422775552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165391.461715:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977422775552:12345-0@lo:400:kworker.0 Request processed in 41us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165391.461720:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1381 00000100:00100000:3.0:1746165391.778900:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422775808 00000100:00100000:3.0:1746165391.778910:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422775808 00000100:00100000:3.0:1746165391.778956:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6644 00000100:00100000:3.0:1746165391.778964:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c989180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422775808:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746165391.778992:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165391.779037:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c989180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422775808:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (564us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165391.779043:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6644 00000100:00100000:3.0:1746165395.314964:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422775936 00000100:00100000:3.0:1746165395.314973:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422775936 00000100:00100000:3.0:1746165395.315023:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6645 00000100:00100000:3.0:1746165395.315031:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422775936:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746165395.315062:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165395.315099:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422775936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (1036us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165395.315298:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6645 00010000:00010000:3.0:1746165395.474195:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165396.465879:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439045632 00000100:00100000:3.0:1746165396.465887:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439045632 00000100:00100000:3.0:1746165396.465926:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 388 00000100:00100000:3.0:1746165396.465935:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439045632:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165396.465968:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439045632:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 36us (1400us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165396.465975:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 388 00000100:00100000:3.0:1746165396.466056:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c792d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422776064:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165396.466102:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165396.466192:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422776064 00000100:00100000:3.0:1746165396.466197:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422776064 00000100:00100000:3.0:1746165396.466229:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34884 00000100:00100000:3.0:1746165396.466236:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c792680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422776064:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746165396.466266:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746165396.466308:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c792680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422776064:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165396.466315:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34884 00000100:00100000:3.0:1746165396.466365:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c792d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422776064:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165396.480819:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422777088 00000100:00100000:3.0:1746165396.480827:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422777088 00000100:00100000:3.0:1746165396.480858:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49483 00000100:00100000:3.0:1746165396.480865:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977422777088:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165396.480889:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165396.480928:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977422777088:12345-0@lo:8:kworker.0 Request processed in 63us (377us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165396.480934:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49483 00000100:00080000:3.0:1746165396.480963:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165396.480965:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165396.480968:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422777088:0@lo:8:kworker.0 00000100:00100000:3.0:1746165396.481014:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012401b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977422776192:0@lo:400:kworker.0 00000100:00100000:3.0:1746165396.481022:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098deb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422776832:0@lo:400:kworker.0 00000100:00100000:3.0:1746165396.481241:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165396.481284:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422776832 00000100:00100000:3.0:1746165396.481289:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422776832 00000100:00100000:3.0:1746165396.481324:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7272 00000100:00100000:3.0:1746165396.481331:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c792d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422776832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165396.481379:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c792d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422776832:12345-0@lo:400:kworker.0 Request processed in 48us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165396.481386:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7272 00000100:00100000:3.0:1746165396.481421:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098deb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422776832:0@lo:400:kworker.0 00000100:00100000:3.0:1746165396.482562:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422777216 00000100:00100000:3.0:1746165396.482568:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422777216 00000100:00100000:3.0:1746165396.483445:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7273 00000100:00100000:3.0:1746165396.483456:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ceb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422777216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165396.483721:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ceb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422777216:12345-0@lo:400:kworker.0 Request processed in 265us (1831us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165396.483728:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7273 00000100:00100000:3.0:1746165396.787183:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422777600 00000100:00100000:3.0:1746165396.788030:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422777600 00000100:00100000:3.0:1746165396.788102:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6646 00000100:00100000:3.0:1746165396.788110:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422777600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746165396.788306:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165396.788368:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422777600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 259us (1358us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165396.788373:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6646 00010000:00010000:3.0:1746165400.483959:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165401.472847:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439046528 00000100:00100000:3.0:1746165401.472852:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439046528 00000100:00100000:3.0:1746165401.472874:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49484 00000100:00100000:3.0:1746165401.472879:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439046528:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746165401.472907:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165401.472982:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439046528:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 101us (236us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165401.472988:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49484 00000100:00100000:3.0:1746165401.473860:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977422777984:0@lo:400:kworker.0 00000100:00100000:3.0:1746165401.473883:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165401.473899:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977422778112:0@lo:400:kworker.0 00000100:00100000:3.0:1746165401.473915:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165401.473952:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1746165401.473957:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977422777856:0@lo:400:kworker.0 00000100:00100000:3.0:1746165401.473976:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165401.473995:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422778368:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165401.474012:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165401.474038:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977422777984:0@lo:400:kworker.0 00000100:00100000:3.0:1746165401.474057:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977422778112:0@lo:400:kworker.0 00000100:00100000:3.0:1746165401.474069:0:11581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422777856 00000100:00100000:3.0:1746165401.474071:0:11581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422777856 00000100:00100000:3.0:1746165401.474319:0:11581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:3.0:1746165401.474325:0:11581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977422777856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165401.474347:0:11581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977422777856:12345-0@lo:400:kworker.0 Request processed in 23us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165401.475816:0:11581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:3.0:1746165401.475859:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977422777856:0@lo:400:kworker.0 00000100:00100000:3.0:1746165401.475872:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422778368:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165401.475904:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422778624 00000100:00100000:3.0:1746165401.475907:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422778624 00000100:00100000:3.0:1746165401.475922:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7275 00000100:00100000:3.0:1746165401.475926:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422778624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165401.475951:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422778624:12345-0@lo:400:kworker.0 Request processed in 25us (996us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165401.475956:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7275 00000100:00100000:3.0:1746165401.475971:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422778624:0@lo:400:kworker.0 00000100:00100000:3.0:1746165401.475995:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ceb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422779008:0@lo:400:kworker.0 00000100:00100000:3.0:1746165401.476003:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977422778752:0@lo:400:kworker.0 00000100:00080000:3.0:1746165401.476018:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746165401.476021:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746165401.476023:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746165401.476318:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977422779136:0@lo:400:kworker.0 00000100:00100000:3.0:1746165401.570047:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422779264:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165401.570132:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165401.570976:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422779264:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165401.794292:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746165401.794320:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009431a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422779392:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746165401.794426:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165401.794962:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009431a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422779392:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746165405.332474:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422779520:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746165405.332565:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165405.334715:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422779520:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165405.496707:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165406.478312:0:11581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439046656 00000100:00100000:3.0:1746165406.478316:0:11581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439046656 00000100:00100000:3.0:1746165406.478352:0:11581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 392 00000100:00100000:3.0:1746165406.478359:0:11581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439046656:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165406.478387:0:11581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439046656:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 30us (886us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165406.478392:0:11581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 392 00000100:00080000:3.0:1746165406.478530:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746165406.478534:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746165406.481836:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977422779904:0@lo:400:kworker.0 00000100:00100000:3.0:1746165406.482340:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165406.482386:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422779776 00000100:00100000:3.0:1746165406.482391:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422779776 00000100:00100000:3.0:1746165406.482425:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:3.0:1746165406.482431:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422779776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165406.482466:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422779776:12345-0@lo:400:kworker.0 Request processed in 35us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165406.482472:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:3.0:1746165406.483498:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422780288:0@lo:8:kworker.0 00000100:00100000:3.0:1746165406.484173:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977422780544:0@lo:400:kworker.0 00000100:00100000:3.0:1746165406.484200:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165406.484624:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977422780544:0@lo:400:kworker.0 00000100:00100000:3.0:1746165406.484634:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977422779904:0@lo:400:kworker.0 00000100:00100000:3.0:1746165406.484657:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165406.484917:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009431a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422780672:0@lo:8:kworker.0 00000100:00100000:3.0:1746165406.484942:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746165406.484978:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165406.484982:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165406.484986:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422780288:0@lo:8:kworker.0 00000100:00080000:3.0:1746165406.485169:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165406.485171:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165406.485174:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009431a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422780672:0@lo:8:kworker.0 00000100:00100000:3.0:1746165410.338521:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422781312 00000100:00100000:3.0:1746165410.338533:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422781312 00000100:00100000:3.0:1746165410.339323:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6651 00000100:00100000:3.0:1746165410.339334:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422781312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746165410.339362:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165410.339423:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422781312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (1003us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165410.339429:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6651 00000100:00100000:3.0:1746165410.339662:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f87ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422781312:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165410.506270:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165411.487542:0:11581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439047168 00000100:00100000:3.0:1746165411.487551:0:11581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439047168 00000100:00100000:3.0:1746165411.487591:0:11581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 394 00000100:00100000:3.0:1746165411.487599:0:11581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439047168:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165411.487900:0:11581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439047168:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 300us (1481us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165411.487907:0:11581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 394 00000100:00080000:3.0:1746165411.490918:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746165411.490921:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165411.490924:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165411.490928:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9327 00000100:00080000:3.0:1746165411.490931:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1746165411.490935:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165411.490952:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008ea2ca80 x1830977422781952/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746165411.490979:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746165411.490981:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165411.490983:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165411.490986:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9327 00000100:00080000:3.0:1746165411.490988:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1746165411.490991:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165411.491000:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800977e0a80 x1830977422782464/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746165411.491030:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f87f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422781824:0@lo:400:kworker.0 00000100:00100000:3.0:1746165411.491282:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165411.491323:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422782592:0@lo:400:kworker.0 00000100:00100000:3.0:1746165411.491343:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165411.491363:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1746165411.491370:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f87ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422781440:0@lo:400:kworker.0 00000100:00100000:3.0:1746165411.491389:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165411.491410:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ea2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422782080:0@lo:400:kworker.0 00000100:00100000:3.0:1746165411.491425:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165411.491435:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977422782720:0@lo:400:kworker.0 00000100:00100000:3.0:1746165411.492353:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165411.492390:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422782592:0@lo:400:kworker.0 00000100:00100000:3.0:1746165411.492412:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ea2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422781952:0@lo:8:kworker.0 00000100:00100000:3.0:1746165411.492434:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165411.492447:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422782464:0@lo:8:kworker.0 00000100:00100000:3.0:1746165411.492461:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165411.493367:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422781440 00000100:00100000:3.0:1746165411.493370:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422781440 00000100:00100000:3.0:1746165411.493391:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:3.0:1746165411.493396:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422781440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165411.493421:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422781440:12345-0@lo:400:kworker.0 Request processed in 25us (2031us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165411.493426:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:3.0:1746165411.493451:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1402 00000100:00100000:3.0:1746165411.493457:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977422782720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165411.493479:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977422782720:12345-0@lo:400:kworker.0 Request processed in 22us (1127us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165411.493486:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1402 00000100:00100000:3.0:1746165411.493497:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1404 00000100:00100000:3.0:1746165411.493501:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977422781568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165411.493519:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977422781568:12345-0@lo:400:kworker.0 Request processed in 19us (981us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165411.493533:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1404 00000100:00080000:3.0:1746165411.493551:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165411.493554:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165411.493557:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ea2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422781952:0@lo:8:kworker.0 00000100:00080000:3.0:1746165411.493564:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165411.493566:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165411.493568:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422782464:0@lo:8:kworker.0 00000100:00100000:3.0:1746165411.493595:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f87df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977422781568:0@lo:400:kworker.0 00000100:00100000:3.0:1746165411.493602:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ea2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977422782208:0@lo:400:kworker.0 00000100:00100000:3.0:1746165411.493619:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f87ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422781440:0@lo:400:kworker.0 00000100:00100000:3.0:1746165411.493629:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ea2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422782080:0@lo:400:kworker.0 00000100:00100000:3.0:1746165411.493636:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977422782720:0@lo:400:kworker.0 00000100:00100000:3.0:1746165411.493642:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f87f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422781824:0@lo:400:kworker.0 00000100:00100000:3.0:1746165411.495083:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422782848:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165411.495107:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1746165415.517953:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165416.494122:0:11581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439047680 00000100:00100000:3.0:1746165416.494139:0:11581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439047680 00000100:00100000:3.0:1746165416.494371:0:11581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 396 00000100:00100000:3.0:1746165416.494378:0:11581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439047680:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165416.494786:0:11581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439047680:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 49us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165416.494793:0:11581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 396 00000100:00100000:3.0:1746165416.494834:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1407 00000100:00100000:3.0:1746165416.494840:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094319880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439047808:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165416.495074:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094319880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439047808:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 234us (945us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165416.495080:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1407 00000100:00100000:3.0:1746165416.514122:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422784768 00000100:00100000:3.0:1746165416.514129:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422784768 00000100:00100000:3.0:1746165416.514193:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34899 00000100:00100000:3.0:1746165416.514200:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422784768:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746165416.514226:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746165416.514261:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422784768:12345-0@lo:41:osp-pre-1-0.0 Request processed in 62us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165416.514267:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34899 00000100:00100000:3.0:1746165416.594501:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422784896 00000100:00100000:3.0:1746165416.594507:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422784896 00000100:00100000:3.0:1746165416.594604:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34900 00000100:00100000:3.0:1746165416.594612:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422784896:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746165416.594639:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746165416.594704:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422784896:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165416.594711:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34900 00000100:00100000:3.0:1746165420.354159:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bbb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422785152:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746165420.354215:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746165420.354484:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746165420.527949:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165421.502920:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439048448 00000100:00100000:3.0:1746165421.502924:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439048448 00000100:00100000:3.0:1746165421.502950:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439048320 00000100:00100000:3.0:1746165421.502952:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439048320 00000100:00100000:3.0:1746165421.502965:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1412 00000100:00100000:3.0:1746165421.502971:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439048448:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165421.502996:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439048448:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 26us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165421.503001:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1412 00000100:00080000:3.0:1746165421.503015:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746165421.503017:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746165421.508608:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422785920:0@lo:400:kworker.0 00000100:00100000:3.0:1746165421.508632:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165421.508969:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422785408 00000100:00100000:3.0:1746165421.508973:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422785408 00000100:00100000:3.0:1746165421.508999:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1415 00000100:00100000:3.0:1746165421.509004:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977422785408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165421.509035:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977422785408:12345-0@lo:400:kworker.0 Request processed in 30us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165421.509041:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1415 00000100:00080000:3.0:1746165421.509250:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746165421.510137:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746165421.510145:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422786560 00000100:00100000:3.0:1746165421.510148:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422786560 00000100:00100000:3.0:1746165421.510164:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422786048 00000100:00100000:3.0:1746165421.510166:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422786048 00000100:00100000:3.0:1746165421.510178:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1416 00000100:00100000:3.0:1746165421.510182:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977422786560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165421.510581:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977422786560:12345-0@lo:400:kworker.0 Request processed in 399us (789us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165421.510586:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1416 00000100:00100000:3.0:1746165421.602103:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422786816 00000100:00100000:3.0:1746165421.602110:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422786816 00000100:00100000:3.0:1746165421.602157:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34904 00000100:00100000:3.0:1746165421.602164:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422786816:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746165421.602191:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746165421.602234:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422786816:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165421.602240:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34904 00000100:00080000:3.0:1746165425.366757:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746165425.539871:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165426.514386:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746165426.514408:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977422787456:0@lo:400:kworker.0 00000100:00100000:3.0:1746165426.514436:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422787584:0@lo:400:kworker.0 00000100:00100000:3.0:1746165426.514454:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165426.514480:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422787200 00000100:00100000:3.0:1746165426.514485:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422787200 00000100:00100000:3.0:1746165426.514512:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439048704 00000100:00100000:3.0:1746165426.514514:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439048704 00000100:00100000:3.0:1746165426.514524:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:3.0:1746165426.514529:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422787200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165426.514557:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422787200:12345-0@lo:400:kworker.0 Request processed in 28us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165426.514562:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:3.0:1746165426.514581:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 401 00000100:00100000:3.0:1746165426.514586:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439048704:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165426.514608:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439048704:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 23us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165426.514612:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 401 00000100:00100000:3.0:1746165426.514629:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422787328 00000100:00100000:3.0:1746165426.514631:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422787328 00000100:00100000:3.0:1746165426.514651:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1418 00000100:00100000:3.0:1746165426.514655:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977422787328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165426.514702:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977422787328:12345-0@lo:400:kworker.0 Request processed in 47us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165426.514707:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1418 00000100:00100000:3.0:1746165426.514715:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422787456 00000100:00100000:3.0:1746165426.514717:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422787456 00000100:00100000:3.0:1746165426.514730:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1419 00000100:00100000:3.0:1746165426.514749:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977422787456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165426.514768:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977422787456:12345-0@lo:400:kworker.0 Request processed in 19us (62us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165426.514772:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1419 00000100:00080000:3.0:1746165426.514783:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746165426.514785:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746165426.514792:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746165426.514808:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746165426.516013:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746165426.834428:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422788864:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1746165430.370772:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746165430.550462:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165431.522526:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977422789120:0@lo:400:kworker.0 00000100:00100000:3.0:1746165431.522581:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165431.522629:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422789760:0@lo:400:kworker.0 00000100:00100000:3.0:1746165431.522659:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165431.522702:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c792d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977422790400:0@lo:400:kworker.0 00000100:00100000:3.0:1746165431.522721:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165431.522950:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1746165431.522955:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f129180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422789504:0@lo:400:kworker.0 00000100:00100000:3.0:1746165431.522973:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165431.522986:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422790272:0@lo:400:kworker.0 00000100:00100000:3.0:1746165431.523000:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165431.523023:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422789760 00000100:00100000:3.0:1746165431.523028:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422789760 00000100:00100000:3.0:1746165431.523052:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422790272 00000100:00100000:3.0:1746165431.523054:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422790272 00000100:00100000:3.0:1746165431.523072:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7286 00000100:00100000:3.0:1746165431.523079:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422789760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165431.523114:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422789760:12345-0@lo:400:kworker.0 Request processed in 36us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165431.523119:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7286 00000100:00100000:3.0:1746165431.523132:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7287 00000100:00100000:3.0:1746165431.523136:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422790272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165431.523156:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422790272:12345-0@lo:400:kworker.0 Request processed in 21us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165431.523161:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7287 00000100:00100000:3.0:1746165431.523173:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422789376 00000100:00100000:3.0:1746165431.523175:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422789376 00000100:00100000:3.0:1746165431.523190:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422790400 00000100:00100000:3.0:1746165431.523192:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422790400 00000100:00100000:3.0:1746165431.523201:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422789248 00000100:00100000:3.0:1746165431.523203:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422789248 00000100:00100000:3.0:1746165431.523211:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422789888 00000100:00100000:3.0:1746165431.523213:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422789888 00000100:00100000:3.0:1746165431.523222:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1426 00000100:00100000:3.0:1746165431.523226:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977422789376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165431.525438:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977422789376:12345-0@lo:400:kworker.0 Request processed in 2207us (2778us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165431.525446:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1426 00000100:00100000:3.0:1746165431.619866:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422790656 00000100:00100000:3.0:1746165431.619902:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422790656 00000100:00100000:3.0:1746165431.619960:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34912 00000100:00100000:3.0:1746165431.619968:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422790656:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746165431.620008:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746165431.620074:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422790656:12345-0@lo:41:osp-pre-0-1.0 Request processed in 106us (1915us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165431.620080:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34912 00000100:00100000:3.0:1746165435.379134:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422790912 00000100:00100000:3.0:1746165435.379141:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422790912 00000100:00100000:3.0:1746165435.379179:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6661 00000100:00100000:3.0:1746165435.379186:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422790912:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746165435.379210:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165435.379258:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422790912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165435.379265:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6661 00010000:00010000:3.0:1746165435.561977:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165436.528018:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439049856 00000100:00100000:3.0:1746165436.528023:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439049856 00000100:00100000:3.0:1746165436.528095:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439049984 00000100:00100000:3.0:1746165436.528151:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439049984 00000100:00100000:3.0:1746165436.528175:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1431 00000100:00100000:3.0:1746165436.528182:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090943b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439049984:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165436.528209:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090943b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439049984:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 28us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165436.528215:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1431 00000100:00100000:3.0:1746165436.531076:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c988700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977422791168:0@lo:400:kworker.0 00000100:00100000:3.0:1746165436.531118:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165436.531160:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746165436.531165:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c98aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977422791040:0@lo:400:kworker.0 00000100:00100000:3.0:1746165436.531184:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165436.532856:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977422791808:0@lo:400:kworker.0 00000100:00100000:3.0:1746165436.532880:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165436.532894:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746165436.532905:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422791680:0@lo:400:kworker.0 00000100:00100000:3.0:1746165436.532939:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422791808 00000100:00100000:3.0:1746165436.532943:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422791808 00000100:00100000:3.0:1746165436.532957:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422792320 00000100:00100000:3.0:1746165436.532960:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422792320 00000100:00100000:3.0:1746165436.532969:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1434 00000100:00100000:3.0:1746165436.532973:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977422791808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165436.532999:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977422791808:12345-0@lo:400:kworker.0 Request processed in 25us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165436.533004:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1434 00000100:00100000:3.0:1746165436.533025:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165436.533050:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977422791808:0@lo:400:kworker.0 00000100:00100000:3.0:1746165436.533058:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c988700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977422791168:0@lo:400:kworker.0 00000100:00100000:3.0:1746165436.533082:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49507 00000100:00100000:3.0:1746165436.533087:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977422792064:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165436.533103:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165436.533128:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977422792064:12345-0@lo:8:kworker.0 Request processed in 41us (138us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165436.533134:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49507 00000100:00100000:3.0:1746165436.533154:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422791680:0@lo:400:kworker.0 00000100:00100000:3.0:1746165436.533329:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c98aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977422791040:0@lo:400:kworker.0 00000100:00100000:3.0:1746165436.852278:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422792704 00000100:00100000:3.0:1746165436.852286:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422792704 00000100:00100000:3.0:1746165436.852321:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6662 00000100:00100000:3.0:1746165436.852328:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422792704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746165436.852348:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165436.852395:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422792704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (1061us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165436.852402:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6662 00000100:00100000:3.0:1746165440.385940:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746165440.385959:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c989880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422792832:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746165440.386015:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165440.386217:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c989880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422792832:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165440.573977:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165441.541141:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422793088 00000100:00100000:3.0:1746165441.541145:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422793088 00000100:00100000:3.0:1746165441.541167:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422793728 00000100:00100000:3.0:1746165441.541170:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422793728 00000100:00100000:3.0:1746165441.541180:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422793216 00000100:00100000:3.0:1746165441.541182:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422793216 00000100:00100000:3.0:1746165441.541195:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1438 00000100:00100000:3.0:1746165441.541200:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4951880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977422793088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165441.541228:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4951880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977422793088:12345-0@lo:400:kworker.0 Request processed in 29us (3057us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165441.541234:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1438 00000100:00100000:3.0:1746165441.541247:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1439 00000100:00100000:3.0:1746165441.541252:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977422793728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165441.541269:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977422793728:12345-0@lo:400:kworker.0 Request processed in 17us (2850us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165441.541273:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1439 00000100:00100000:3.0:1746165441.541281:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1440 00000100:00100000:3.0:1746165441.541285:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977422793216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165441.541302:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977422793216:12345-0@lo:400:kworker.0 Request processed in 16us (2846us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165441.541310:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1440 00000100:00100000:3.0:1746165441.541330:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422793856 00000100:00100000:3.0:1746165441.541332:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422793856 00000100:00100000:3.0:1746165441.541347:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34918 00000100:00100000:3.0:1746165441.541351:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422793856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165441.541372:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422793856:12345-0@lo:400:kworker.0 Request processed in 21us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165441.541377:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34918 00000100:00100000:3.0:1746165441.634999:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422794496 00000100:00100000:3.0:1746165441.635007:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422794496 00000100:00100000:3.0:1746165441.635050:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34920 00000100:00100000:3.0:1746165441.635056:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422794496:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746165441.635084:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746165441.635147:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422794496:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165441.635152:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34920 00000100:00100000:3.0:1746165441.858148:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746165441.858168:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097599c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422794624:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746165441.858227:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165445.394155:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422794752 00000100:00100000:3.0:1746165445.394161:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422794752 00000100:00100000:3.0:1746165445.394386:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6665 00000100:00100000:3.0:1746165445.394394:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422794752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746165445.394415:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165445.394533:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422794752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 141us (589us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165445.394542:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6665 00010000:00010000:3.0:1746165445.583875:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165446.546175:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439051136 00000100:00100000:3.0:1746165446.546182:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439051136 00000100:00100000:3.0:1746165446.546217:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49511 00000100:00100000:3.0:1746165446.546223:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097599180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439051136:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746165446.546248:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165446.546289:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097599180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439051136:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 65us (228us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165446.546295:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49511 00000100:00100000:3.0:1746165446.547716:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422795264:0@lo:400:kworker.0 00000100:00100000:3.0:1746165446.547758:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165446.547812:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422796032:0@lo:400:kworker.0 00000100:00100000:3.0:1746165446.547838:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422795264 00000100:00100000:3.0:1746165446.547841:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422795264 00000100:00100000:3.0:1746165446.547900:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34921 00000100:00100000:3.0:1746165446.547906:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422795264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165446.547940:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422795264:12345-0@lo:400:kworker.0 Request processed in 35us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165446.547946:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34921 00000100:00100000:3.0:1746165446.547978:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136050380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977422795136:0@lo:400:kworker.0 00000100:00100000:3.0:1746165446.548001:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165446.548017:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422795776:0@lo:400:kworker.0 00000100:00100000:3.0:1746165446.548032:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165446.548053:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422795776 00000100:00100000:3.0:1746165446.548056:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422795776 00000100:00100000:3.0:1746165446.548073:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34922 00000100:00100000:3.0:1746165446.548077:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422795776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165446.548103:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422795776:12345-0@lo:400:kworker.0 Request processed in 25us (69us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165446.548107:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34922 00000100:00100000:3.0:1746165446.548136:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422795776:0@lo:400:kworker.0 00000100:00100000:3.0:1746165446.548159:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422795136 00000100:00100000:3.0:1746165446.548161:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422795136 00000100:00100000:3.0:1746165446.548842:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422796160 00000100:00100000:3.0:1746165446.548847:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422796160 00000100:00100000:3.0:1746165446.548870:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1444 00000100:00100000:3.0:1746165446.548877:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977422795136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165446.548910:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977422795136:12345-0@lo:400:kworker.0 Request processed in 34us (908us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165446.548916:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1444 00000100:00100000:3.0:1746165446.548943:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136050380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977422795136:0@lo:400:kworker.0 00000100:00100000:3.0:1746165446.549148:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422795008 00000100:00100000:3.0:1746165446.549151:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422795008 00000100:00100000:3.0:1746165446.549172:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422795648 00000100:00100000:3.0:1746165446.549174:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422795648 00000100:00100000:3.0:1746165446.549183:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1446 00000100:00100000:3.0:1746165446.549188:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977422795008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165446.549216:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977422795008:12345-0@lo:400:kworker.0 Request processed in 28us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165446.549222:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1446 00000100:00100000:3.0:1746165446.562122:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422796288 00000100:00100000:3.0:1746165446.562132:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422796288 00000100:00100000:3.0:1746165446.562188:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34923 00000100:00100000:3.0:1746165446.562195:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422796288:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746165446.562234:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746165446.562295:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422796288:12345-0@lo:41:osp-pre-1-0.0 Request processed in 100us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165446.562302:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34923 00000100:00100000:3.0:1746165446.642489:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422796416:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165446.642566:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165446.643904:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422796416:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165446.866005:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746165446.866029:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422796544:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746165446.866104:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165446.867575:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422796544:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746165450.403972:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422796672 00000100:00100000:3.0:1746165450.403981:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422796672 00000100:00100000:3.0:1746165450.404052:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6667 00000100:00100000:3.0:1746165450.404060:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422796672:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746165450.404097:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165450.404356:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422796672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 297us (1909us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165450.404362:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6667 00010000:00010000:3.0:1746165450.595101:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165451.551964:0:11581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439051264 00000100:00100000:3.0:1746165451.551976:0:11581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439051264 00000100:00100000:3.0:1746165451.552036:0:11581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 410 00000100:00100000:3.0:1746165451.552044:0:11581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439051264:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165451.552099:0:11581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439051264:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 56us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165451.552106:0:11581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 410 00000100:00100000:3.0:1746165451.552381:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439051520 00000100:00100000:3.0:1746165451.552385:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439051520 00000100:00100000:3.0:1746165451.552983:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1449 00000100:00100000:3.0:1746165451.553246:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439051520:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165451.553284:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439051520:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 42us (921us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165451.553288:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1449 00000100:00100000:3.0:1746165451.554158:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977422796928:0@lo:400:kworker.0 00000100:00100000:3.0:1746165451.554182:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165451.554195:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977422797568:0@lo:400:kworker.0 00000100:00100000:3.0:1746165451.554206:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165451.554217:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1746165451.554221:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977422797056:0@lo:400:kworker.0 00000100:00100000:3.0:1746165451.554233:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165451.554242:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422797696:0@lo:400:kworker.0 00000100:00100000:3.0:1746165451.554259:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165451.554277:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422796928 00000100:00100000:3.0:1746165451.554280:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422796928 00000100:00100000:3.0:1746165451.554301:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422797568 00000100:00100000:3.0:1746165451.554302:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422797568 00000100:00100000:3.0:1746165451.554314:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422797056 00000100:00100000:3.0:1746165451.554316:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422797056 00000100:00100000:3.0:1746165451.554328:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1451 00000100:00100000:3.0:1746165451.554332:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ea2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977422797568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165451.554356:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ea2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977422797568:12345-0@lo:400:kworker.0 Request processed in 24us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165451.554361:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1451 00000100:00100000:3.0:1746165451.554394:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977422796928:0@lo:400:kworker.0 00000100:00100000:3.0:1746165451.555760:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977422797568:0@lo:400:kworker.0 00000100:00100000:3.0:1746165451.555786:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422797952 00000100:00100000:3.0:1746165451.555789:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422797952 00000100:00100000:3.0:1746165451.555816:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7294 00000100:00100000:3.0:1746165451.555822:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422797952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165451.555858:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422797952:12345-0@lo:400:kworker.0 Request processed in 36us (88us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165451.555864:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7294 00000100:00100000:3.0:1746165451.555874:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422797440 00000100:00100000:3.0:1746165451.555876:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422797440 00000100:00100000:3.0:1746165451.555891:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7295 00000100:00100000:3.0:1746165451.555895:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097599c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422797440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165451.555921:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097599c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422797440:12345-0@lo:400:kworker.0 Request processed in 26us (69us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165451.555926:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7295 00000100:00100000:3.0:1746165451.555947:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422796800 00000100:00100000:3.0:1746165451.555950:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422796800 00000100:00100000:3.0:1746165451.555968:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:3.0:1746165451.555974:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977422796800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165451.556009:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977422796800:12345-0@lo:400:kworker.0 Request processed in 36us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165451.556014:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:3.0:1746165451.874577:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422798464 00000100:00100000:3.0:1746165451.874587:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422798464 00000100:00100000:3.0:1746165451.874669:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6668 00000100:00100000:3.0:1746165451.874859:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097598700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422798464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746165451.874881:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165451.875292:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097598700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422798464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 432us (928us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165451.875298:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6668 00000100:00100000:3.0:1746165455.411404:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422798592 00000100:00100000:3.0:1746165455.411412:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422798592 00000100:00100000:3.0:1746165455.411463:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6669 00000100:00100000:3.0:1746165455.411481:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422798592:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746165455.411507:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165455.411580:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422798592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (959us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165455.411586:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6669 00010000:00010000:3.0:1746165455.611660:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165456.560474:0:11581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439051776 00000100:00100000:3.0:1746165456.560479:0:11581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439051776 00000100:00100000:3.0:1746165456.560503:0:11581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 412 00000100:00100000:3.0:1746165456.560509:0:11581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439051776:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165456.560530:0:11581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439051776:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 22us (989us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165456.560539:0:11581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 412 00000100:00100000:3.0:1746165456.562772:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422798720 00000100:00100000:3.0:1746165456.562777:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422798720 00000100:00100000:3.0:1746165456.562802:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:3.0:1746165456.562807:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422798720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165456.564598:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422798720:12345-0@lo:400:kworker.0 Request processed in 1789us (2209us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165456.564605:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:3.0:1746165456.564638:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422798848 00000100:00100000:3.0:1746165456.564641:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422798848 00000100:00100000:3.0:1746165456.564686:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422800000 00000100:00100000:3.0:1746165456.564689:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422800000 00000100:00100000:3.0:1746165456.564702:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1456 00000100:00100000:3.0:1746165456.564708:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977422798848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165456.564733:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977422798848:12345-0@lo:400:kworker.0 Request processed in 26us (2344us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165456.564738:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1456 00000100:00100000:3.0:1746165456.564747:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1457 00000100:00100000:3.0:1746165456.564751:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136055c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977422800000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165456.565401:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136055c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977422800000:12345-0@lo:400:kworker.0 Request processed in 649us (742us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165456.565407:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1457 00000100:00100000:3.0:1746165456.565417:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1459 00000100:00100000:3.0:1746165456.565422:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977422798976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165456.565616:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977422798976:12345-0@lo:400:kworker.0 Request processed in 193us (851us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165456.565623:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1459 00000100:00100000:3.0:1746165456.565693:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977422798976:0@lo:400:kworker.0 00000100:00100000:3.0:1746165456.565700:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422799616:0@lo:400:kworker.0 00000100:00100000:3.0:1746165456.565706:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422799104:0@lo:400:kworker.0 00000100:00100000:3.0:1746165456.658708:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746165456.659048:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422800256:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165456.659101:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165456.660478:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422800256:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165456.883532:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422800384 00000100:00100000:3.0:1746165456.883539:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422800384 00000100:00100000:3.0:1746165456.883578:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6670 00000100:00100000:3.0:1746165456.883585:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136054700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422800384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746165456.883604:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165456.883645:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136054700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422800384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (1453us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165456.883651:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6670 00000100:00100000:3.0:1746165460.418069:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422800512 00000100:00100000:3.0:1746165460.418076:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422800512 00000100:00100000:3.0:1746165460.419532:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6671 00000100:00100000:3.0:1746165460.419542:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422800512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746165460.419569:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165460.419621:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422800512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (1682us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165460.419627:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6671 00010000:00010000:3.0:1746165460.621860:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165461.565881:0:11581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439052288 00000100:00100000:3.0:1746165461.565885:0:11581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439052288 00000100:00100000:3.0:1746165461.565925:0:11581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 414 00000100:00100000:3.0:1746165461.565931:0:11581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439052288:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165461.565955:0:11581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439052288:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 24us (461us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165461.565959:0:11581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 414 00010000:00010000:3.0:1746165465.632219:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165466.576715:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439053056 00000100:00100000:3.0:1746165466.576723:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439053056 00000100:00100000:3.0:1746165466.576764:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439052928 00000100:00100000:3.0:1746165466.576767:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439052928 00000100:00100000:3.0:1746165466.576783:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1466 00000100:00100000:3.0:1746165466.576790:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439053056:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165466.576840:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439053056:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 51us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165466.576846:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1466 00000100:00100000:3.0:1746165466.576864:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1467 00000100:00100000:3.0:1746165466.576869:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439052928:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165466.577258:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439052928:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 388us (620us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165466.577265:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1467 00000100:00100000:3.0:1746165466.578043:0:11581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422802560 00000100:00100000:3.0:1746165466.578047:0:11581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422802560 00000100:00100000:3.0:1746165466.578065:0:11581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:3.0:1746165466.578070:0:11581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422802560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165466.578101:0:11581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422802560:12345-0@lo:400:kworker.0 Request processed in 32us (93us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165466.578106:0:11581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:3.0:1746165466.578498:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422802944:0@lo:400:kworker.0 00000100:00100000:3.0:1746165466.578522:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165466.578537:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746165466.578541:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977422802816:0@lo:400:kworker.0 00000100:00100000:3.0:1746165466.578553:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165466.578560:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746165466.578564:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422803456:0@lo:400:kworker.0 00000100:00100000:3.0:1746165466.578577:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165466.578597:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422803712:0@lo:400:kworker.0 00000100:00100000:3.0:1746165466.578618:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422802944 00000100:00100000:3.0:1746165466.578621:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422802944 00000100:00100000:3.0:1746165466.578637:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422803456 00000100:00100000:3.0:1746165466.578639:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422803456 00000100:00100000:3.0:1746165466.578650:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34937 00000100:00100000:3.0:1746165466.578654:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422802944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165466.578693:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422802944:12345-0@lo:400:kworker.0 Request processed in 38us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165466.578698:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34937 00000100:00100000:3.0:1746165466.578716:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165466.578736:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422803456:0@lo:400:kworker.0 00000100:00100000:3.0:1746165466.578743:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422802944:0@lo:400:kworker.0 00000100:00100000:3.0:1746165466.578763:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49524 00000100:00100000:3.0:1746165466.578767:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977422803072:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165466.578780:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165466.578805:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977422803072:12345-0@lo:8:kworker.0 Request processed in 37us (191us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165466.578811:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49524 00000100:00080000:3.0:1746165466.578827:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165466.578830:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165466.578833:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422803072:0@lo:8:kworker.0 00000100:00080000:3.0:1746165466.578843:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165466.578845:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165466.578848:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422803584:0@lo:8:kworker.0 00000100:00100000:3.0:1746165466.578861:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422803712:0@lo:400:kworker.0 00000100:00100000:3.0:1746165466.580582:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422803200 00000100:00100000:3.0:1746165466.580587:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422803200 00000100:00100000:3.0:1746165466.580608:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7301 00000100:00100000:3.0:1746165466.580613:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ed0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422803200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165466.580646:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ed0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422803200:12345-0@lo:400:kworker.0 Request processed in 33us (117us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165466.580652:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7301 00000100:00100000:3.0:1746165466.580784:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977422802816:0@lo:400:kworker.0 00000100:00100000:3.0:1746165466.580804:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422803200:0@lo:400:kworker.0 00000100:00100000:3.0:1746165466.581387:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977422803840:0@lo:400:kworker.0 00000100:00100000:3.0:1746165466.581402:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977422803328:0@lo:400:kworker.0 00000100:00100000:3.0:1746165466.594652:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422803968:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165466.676371:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422804096:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746165470.651450:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165471.583410:0:11581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439053312 00000100:00100000:3.0:1746165471.583417:0:11581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439053312 00000100:00100000:3.0:1746165471.583446:0:11581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 418 00000100:00100000:3.0:1746165471.583452:0:11581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439053312:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165471.583508:0:11581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439053312:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 56us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165471.583514:0:11581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 418 00000100:00080000:3.0:1746165471.583562:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746165471.583565:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746165471.589192:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746165471.589205:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746165471.592318:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746165471.906333:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422806144:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746165471.906386:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165471.906980:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422806144:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1746165475.442470:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746165475.662050:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165476.592487:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1478 00000100:00100000:3.0:1746165476.592501:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439053952:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165476.592537:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439053952:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 42us (739us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165476.592543:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1478 00000100:00100000:3.0:1746165476.592763:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746165476.595317:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977422806656:0@lo:400:kworker.0 00000100:00100000:3.0:1746165476.595366:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422806400 00000100:00100000:3.0:1746165476.595371:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422806400 00000100:00100000:3.0:1746165476.595401:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:3.0:1746165476.595406:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e860050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422806400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165476.595438:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e860050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422806400:12345-0@lo:400:kworker.0 Request processed in 32us (111us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165476.595444:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:3.0:1746165476.595473:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422806528 00000100:00100000:3.0:1746165476.595476:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422806528 00000100:00100000:3.0:1746165476.595498:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422807168 00000100:00100000:3.0:1746165476.595500:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422807168 00000100:00100000:3.0:1746165476.595511:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422807680 00000100:00100000:3.0:1746165476.595512:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422807680 00000100:00100000:3.0:1746165476.595519:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422806656 00000100:00100000:3.0:1746165476.595521:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422806656 00000100:00100000:3.0:1746165476.595532:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1480 00000100:00100000:3.0:1746165476.595536:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977422806528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165476.595565:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977422806528:12345-0@lo:400:kworker.0 Request processed in 27us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165476.595570:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1480 00000100:00100000:3.0:1746165476.595580:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1481 00000100:00100000:3.0:1746165476.595584:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977422807168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165476.595606:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977422807168:12345-0@lo:400:kworker.0 Request processed in 21us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165476.595611:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1481 00000100:00100000:3.0:1746165476.595624:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1483 00000100:00100000:3.0:1746165476.595628:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977422806656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165476.595647:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977422806656:12345-0@lo:400:kworker.0 Request processed in 19us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165476.595651:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1483 00000100:00100000:3.0:1746165476.595920:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977422807680:0@lo:400:kworker.0 00000100:00100000:3.0:1746165476.595927:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977422807168:0@lo:400:kworker.0 00000100:00100000:3.0:1746165476.595931:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977422806528:0@lo:400:kworker.0 00000100:00100000:3.0:1746165476.610121:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422807808:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165476.610178:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165476.610546:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422807808:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165480.450084:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746165480.450102:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422808192:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746165480.450156:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165480.451810:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422808192:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165480.672264:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165481.602356:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098deaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977422808320:0@lo:400:kworker.0 00000100:00100000:3.0:1746165481.602383:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165481.602405:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422808960:0@lo:400:kworker.0 00000100:00100000:3.0:1746165481.602425:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165481.602439:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977422809600:0@lo:400:kworker.0 00000100:00100000:3.0:1746165481.602453:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165481.602473:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422808832 00000100:00100000:3.0:1746165481.602476:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422808832 00000100:00100000:3.0:1746165481.602488:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422809344 00000100:00100000:3.0:1746165481.602489:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422809344 00000100:00100000:3.0:1746165481.602497:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422808960 00000100:00100000:3.0:1746165481.602499:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422808960 00000100:00100000:3.0:1746165481.602525:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7306 00000100:00100000:3.0:1746165481.602531:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097599180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422808960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165481.602562:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097599180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422808960:12345-0@lo:400:kworker.0 Request processed in 31us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165481.602568:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7306 00000100:00100000:3.0:1746165481.602590:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422808448 00000100:00100000:3.0:1746165481.602592:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422808448 00000100:00100000:3.0:1746165481.602609:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422809088 00000100:00100000:3.0:1746165481.602611:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422809088 00000100:00100000:3.0:1746165481.602620:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422808576 00000100:00100000:3.0:1746165481.602622:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422808576 00000100:00100000:3.0:1746165481.602629:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422809600 00000100:00100000:3.0:1746165481.602631:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422809600 00000100:00100000:3.0:1746165481.602638:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1486 00000100:00100000:3.0:1746165481.602642:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977422808448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165481.602664:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977422808448:12345-0@lo:400:kworker.0 Request processed in 22us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165481.602669:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1486 00000100:00100000:3.0:1746165481.602707:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1488 00000100:00100000:3.0:1746165481.602713:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977422808576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165481.602735:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977422808576:12345-0@lo:400:kworker.0 Request processed in 23us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165481.602739:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1488 00000100:00080000:3.0:1746165481.602753:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746165481.602756:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746165481.602762:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422808320 00000100:00100000:3.0:1746165481.602765:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422808320 00000100:00100000:3.0:1746165481.602780:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:3.0:1746165481.602789:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977422808320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165481.602811:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977422808320:12345-0@lo:400:kworker.0 Request processed in 21us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165481.602815:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:3.0:1746165481.602839:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098deaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977422808320:0@lo:400:kworker.0 00000100:00100000:3.0:1746165481.602848:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422808960:0@lo:400:kworker.0 00000100:00100000:3.0:1746165481.602854:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977422809600:0@lo:400:kworker.0 00000100:00080000:3.0:1746165481.603163:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746165481.698325:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422809856:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165481.923462:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746165481.923479:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422809984:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746165481.923530:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165481.923870:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422809984:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1746165485.462388:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746165485.682396:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165486.606411:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439054976 00000100:00100000:3.0:1746165486.606420:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439054976 00000100:00100000:3.0:1746165486.606621:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1490 00000100:00100000:3.0:1746165486.606630:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439054976:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165486.607284:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439054976:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 655us (976us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165486.607294:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1490 00000100:00100000:3.0:1746165486.607827:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439055104 00000100:00100000:3.0:1746165486.607830:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439055104 00000100:00100000:3.0:1746165486.607849:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1491 00000100:00100000:3.0:1746165486.607854:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439055104:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165486.607890:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439055104:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 36us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165486.607896:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1491 00000100:00100000:3.0:1746165486.610417:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422810240:0@lo:400:kworker.0 00000100:00100000:3.0:1746165486.610462:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165486.610503:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746165486.610508:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977422810368:0@lo:400:kworker.0 00000100:00100000:3.0:1746165486.610527:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165486.610554:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422810368 00000100:00100000:3.0:1746165486.610560:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422810368 00000100:00100000:3.0:1746165486.610586:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422810496 00000100:00100000:3.0:1746165486.610588:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422810496 00000100:00100000:3.0:1746165486.610602:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1492 00000100:00100000:3.0:1746165486.610607:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097598a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977422810368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165486.610631:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097598a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977422810368:12345-0@lo:400:kworker.0 Request processed in 25us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165486.610637:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1492 00000100:00100000:3.0:1746165486.610649:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1493 00000100:00100000:3.0:1746165486.610653:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f128380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977422810496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165486.610671:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f128380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977422810496:12345-0@lo:400:kworker.0 Request processed in 18us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165486.610692:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1493 00000100:00100000:3.0:1746165486.610718:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422810624 00000100:00100000:3.0:1746165486.610721:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422810624 00000100:00100000:3.0:1746165486.610736:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34953 00000100:00100000:3.0:1746165486.610740:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422810624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165486.611033:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422810624:12345-0@lo:400:kworker.0 Request processed in 291us (529us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165486.611038:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34953 00000100:00100000:3.0:1746165486.611061:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977422811008:0@lo:400:kworker.0 00000100:00100000:3.0:1746165486.611079:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165486.611091:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746165486.611095:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422810880:0@lo:400:kworker.0 00000100:00100000:3.0:1746165486.611109:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165486.611136:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1494 00000100:00100000:3.0:1746165486.611142:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977422811008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165486.611165:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977422811008:12345-0@lo:400:kworker.0 Request processed in 24us (85us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165486.611170:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1494 00000100:00100000:3.0:1746165486.611428:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422810880:0@lo:400:kworker.0 00000100:00100000:3.0:1746165486.611442:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977422811008:0@lo:400:kworker.0 00000100:00100000:3.0:1746165486.611459:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422811136:0@lo:400:kworker.0 00000100:00100000:3.0:1746165486.611481:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165486.611501:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422811136 00000100:00100000:3.0:1746165486.611504:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422811136 00000100:00100000:3.0:1746165486.611519:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34954 00000100:00100000:3.0:1746165486.611524:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422811136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165486.611551:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422811136:12345-0@lo:400:kworker.0 Request processed in 27us (70us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165486.611555:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34954 00000100:00100000:3.0:1746165486.611572:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422811136:0@lo:400:kworker.0 00000100:00080000:3.0:1746165486.611586:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746165486.625959:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422811648:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165486.626018:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165486.707162:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422811776 00000100:00100000:3.0:1746165486.707170:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422811776 00000100:00100000:3.0:1746165486.707204:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34956 00000100:00100000:3.0:1746165486.707210:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422811776:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746165486.707236:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746165486.707269:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422811776:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (942us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165486.707275:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34956 00010000:00010000:3.0:1746165490.692343:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1746165491.616616:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746165491.616620:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746165491.618348:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977422812160:0@lo:400:kworker.0 00000100:00100000:3.0:1746165491.618394:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165491.618449:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422812160 00000100:00100000:3.0:1746165491.618452:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422812160 00000100:00100000:3.0:1746165491.620247:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977422812160:0@lo:400:kworker.0 00000100:00100000:3.0:1746165491.621957:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422812544 00000100:00100000:3.0:1746165491.621961:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422812544 00000100:00100000:3.0:1746165491.621982:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422813056 00000100:00100000:3.0:1746165491.621984:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422813056 00000100:00100000:3.0:1746165491.621996:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34957 00000100:00100000:3.0:1746165491.622001:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422812544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165491.622029:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422812544:12345-0@lo:400:kworker.0 Request processed in 29us (799us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165491.622034:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34957 00000100:00100000:3.0:1746165495.474503:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422813952:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746165495.474584:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165495.475461:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422813952:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165495.702138:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1746165496.626175:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746165496.626178:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165496.626180:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165496.626184:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9412 00000100:00080000:3.0:1746165496.626186:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1746165496.626190:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165496.626203:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095a22a00 x1830977422814592/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746165496.626221:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746165496.626223:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165496.626224:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165496.626425:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9412 00000100:00080000:3.0:1746165496.626426:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1746165496.626429:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165496.626436:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088eb7800 x1830977422815104/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746165496.626460:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977422814208:0@lo:400:kworker.0 00000100:00100000:3.0:1746165496.626488:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422814464:0@lo:400:kworker.0 00000100:00100000:3.0:1746165496.626502:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165496.626531:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422815232:0@lo:400:kworker.0 00000100:00100000:3.0:1746165496.626542:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165496.626988:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1746165496.626993:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977422814336:0@lo:400:kworker.0 00000100:00100000:3.0:1746165496.627018:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165496.627031:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422814976:0@lo:400:kworker.0 00000100:00100000:3.0:1746165496.627045:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165496.627066:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422814464 00000100:00100000:3.0:1746165496.627068:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422814464 00000100:00100000:3.0:1746165496.627086:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422814976 00000100:00100000:3.0:1746165496.627088:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422814976 00000100:00100000:3.0:1746165496.627098:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34961 00000100:00100000:3.0:1746165496.627103:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422814464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165496.627127:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422814464:12345-0@lo:400:kworker.0 Request processed in 24us (624us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165496.627132:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34961 00000100:00100000:3.0:1746165496.627145:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34962 00000100:00100000:3.0:1746165496.627149:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422814976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165496.627338:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422814976:12345-0@lo:400:kworker.0 Request processed in 188us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165496.627345:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34962 00000100:00100000:3.0:1746165496.627361:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422814336 00000100:00100000:3.0:1746165496.627363:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422814336 00000100:00100000:3.0:1746165496.627379:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1504 00000100:00100000:3.0:1746165496.627383:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977422814336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165496.627401:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977422814336:12345-0@lo:400:kworker.0 Request processed in 18us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165496.627405:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1504 00000100:00100000:3.0:1746165496.627427:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165496.627438:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977422814848:0@lo:400:kworker.0 00000100:00100000:3.0:1746165496.627452:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165496.627467:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422814208 00000100:00100000:3.0:1746165496.627469:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422814208 00000100:00100000:3.0:1746165496.627485:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422814848 00000100:00100000:3.0:1746165496.627487:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422814848 00000100:00100000:3.0:1746165496.627495:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1505 00000100:00100000:3.0:1746165496.627499:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977422814208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165496.627520:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977422814208:12345-0@lo:400:kworker.0 Request processed in 21us (92us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165496.627525:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1505 00000100:00100000:3.0:1746165496.627553:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977422814208:0@lo:400:kworker.0 00000100:00100000:3.0:1746165496.627560:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977422814848:0@lo:400:kworker.0 00000100:00100000:3.0:1746165496.627719:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977422814336:0@lo:400:kworker.0 00000100:00100000:3.0:1746165496.627732:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422814976:0@lo:400:kworker.0 00000100:00100000:3.0:1746165496.627740:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422814464:0@lo:400:kworker.0 00000100:00100000:3.0:1746165496.627747:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422815232:0@lo:400:kworker.0 00000100:00100000:3.0:1746165496.627787:0:11581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422814080 00000100:00100000:3.0:1746165496.627790:0:11581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422814080 00000100:00100000:3.0:1746165496.628030:0:11581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:3.0:1746165496.628037:0:11581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422814080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165496.628061:0:11581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422814080:12345-0@lo:400:kworker.0 Request processed in 26us (1275us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165496.628066:0:11581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:3.0:1746165496.628093:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49543 00000100:00100000:3.0:1746165496.628096:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439056256:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746165496.628105:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165496.628122:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439056256:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 25us (312us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165496.628127:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49543 00000100:00080000:3.0:1746165500.482870:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746165500.711878:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165501.630748:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439056384 00000100:00100000:3.0:1746165501.630756:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439056384 00000100:00100000:3.0:1746165501.630793:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 430 00000100:00100000:3.0:1746165501.630800:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439056384:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165501.631028:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439056384:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 228us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165501.631034:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 430 00000100:00080000:3.0:1746165501.635742:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746165501.635747:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165501.635749:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165501.635753:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9417 00000100:00080000:3.0:1746165501.635756:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1746165501.635760:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165501.635774:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800905e5f80 x1830977422816512/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746165501.635799:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746165501.635802:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165501.635803:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165501.635805:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9417 00000100:00080000:3.0:1746165501.635808:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1746165501.635810:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165501.635817:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090ccf100 x1830977422817024/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746165501.635850:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977422816256:0@lo:400:kworker.0 00000100:00100000:3.0:1746165501.635875:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165501.635897:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422816000 00000100:00100000:3.0:1746165501.635902:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422816000 00000100:00100000:3.0:1746165501.635929:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:3.0:1746165501.635934:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977422816000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165501.635959:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977422816000:12345-0@lo:400:kworker.0 Request processed in 26us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165501.635965:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:3.0:1746165501.636008:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422816256 00000100:00100000:3.0:1746165501.636011:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422816256 00000100:00100000:3.0:1746165501.636038:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422816128 00000100:00100000:3.0:1746165501.636040:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422816128 00000100:00100000:3.0:1746165501.636053:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1510 00000100:00100000:3.0:1746165501.636057:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977422816256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165501.636080:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977422816256:12345-0@lo:400:kworker.0 Request processed in 23us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165501.636085:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1510 00000100:00100000:3.0:1746165501.636095:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1511 00000100:00100000:3.0:1746165501.636099:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977422816128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165501.636121:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977422816128:12345-0@lo:400:kworker.0 Request processed in 22us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165501.636124:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1511 00000100:00080000:3.0:1746165501.636147:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746165501.636150:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746165501.638298:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422817280 00000100:00100000:3.0:1746165501.638301:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422817280 00000100:00100000:3.0:1746165501.638328:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1512 00000100:00100000:3.0:1746165501.638333:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977422817280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165501.638357:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977422817280:12345-0@lo:400:kworker.0 Request processed in 25us (760us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165501.638361:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1512 00000100:00100000:3.0:1746165501.954300:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746165501.954317:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422817664:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746165501.954369:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165501.956321:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422817664:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746165505.490049:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422817792:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746165505.490108:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165505.490648:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422817792:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165505.722500:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165506.640103:0:11581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439056896 00000100:00100000:3.0:1746165506.640107:0:11581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439056896 00000100:00080000:3.0:1746165506.641805:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746165506.641812:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165506.641815:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165506.641820:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9422 00000100:00080000:3.0:1746165506.641825:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1746165506.641828:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165506.641843:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008e831c00 x1830977422818432/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746165506.641871:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746165506.641873:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165506.641875:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165506.641878:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9422 00000100:00080000:3.0:1746165506.641880:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1746165506.641888:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165506.641897:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008e830e00 x1830977422818944/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746165506.641923:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422818304:0@lo:400:kworker.0 00000100:00100000:3.0:1746165506.641961:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165506.642878:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422819072:0@lo:400:kworker.0 00000100:00100000:3.0:1746165506.642898:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165506.642922:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422818304:0@lo:400:kworker.0 00000100:00100000:3.0:1746165506.643000:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422819072:0@lo:400:kworker.0 00000100:00100000:3.0:1746165506.658883:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422819328:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1746165510.738465:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165511.646859:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439057536 00000100:00100000:3.0:1746165511.646863:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439057536 00000100:00100000:3.0:1746165511.646898:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439057664 00000100:00100000:3.0:1746165511.646900:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439057664 00000100:00100000:3.0:1746165511.646915:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1520 00000100:00100000:3.0:1746165511.646921:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439057536:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165511.646954:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439057536:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 34us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165511.646959:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1520 00000100:00100000:3.0:1746165511.646974:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1521 00000100:00100000:3.0:1746165511.646980:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439057664:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165511.646997:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439057664:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 18us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165511.647001:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1521 00000100:00080000:3.0:1746165511.649998:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746165511.650002:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165511.650004:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165511.650008:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9427 00000100:00080000:3.0:1746165511.650013:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1746165511.650017:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165511.650035:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008e833800 x1830977422820352/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746165511.650057:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746165511.650060:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165511.650061:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165511.650063:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9427 00000100:00080000:3.0:1746165511.650065:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1746165511.650068:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165511.650075:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008e833100 x1830977422820864/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746165511.650097:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422820224:0@lo:400:kworker.0 00000100:00100000:3.0:1746165511.650120:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165511.650134:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422820992:0@lo:400:kworker.0 00000100:00100000:3.0:1746165511.650150:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165511.650163:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1746165511.650167:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422820480:0@lo:400:kworker.0 00000100:00100000:3.0:1746165511.650179:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165511.650189:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977422821120:0@lo:400:kworker.0 00000100:00100000:3.0:1746165511.650202:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165511.650220:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34974 00000100:00100000:3.0:1746165511.650226:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422820736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165511.650251:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422820736:12345-0@lo:400:kworker.0 Request processed in 26us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165511.650256:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34974 00000100:00100000:3.0:1746165511.650271:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422820608 00000100:00100000:3.0:1746165511.650273:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422820608 00000100:00100000:3.0:1746165511.650463:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422819968 00000100:00100000:3.0:1746165511.650467:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422819968 00000100:00100000:3.0:1746165511.650483:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1523 00000100:00100000:3.0:1746165511.650488:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977422820608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165511.650513:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977422820608:12345-0@lo:400:kworker.0 Request processed in 26us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165511.650541:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1523 00000100:00100000:3.0:1746165511.650561:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422820992 00000100:00100000:3.0:1746165511.650563:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422820992 00000100:00100000:3.0:1746165511.650580:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422820480 00000100:00100000:3.0:1746165511.650582:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422820480 00000100:00100000:3.0:1746165511.650594:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7318 00000100:00100000:3.0:1746165511.650599:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e830e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422820992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165511.650626:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e830e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422820992:12345-0@lo:400:kworker.0 Request processed in 27us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165511.650631:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7318 00000100:00100000:3.0:1746165511.650642:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422820864 00000100:00100000:3.0:1746165511.650644:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422820864 00000100:00100000:3.0:1746165511.650655:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49551 00000100:00100000:3.0:1746165511.650658:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977422820352:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165511.650671:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165511.650709:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977422820352:12345-0@lo:8:kworker.0 Request processed in 49us (107us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165511.650713:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49551 00000100:00100000:3.0:1746165511.650734:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422820480:0@lo:400:kworker.0 00000100:00100000:3.0:1746165511.650742:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977422821120:0@lo:400:kworker.0 00000100:00100000:3.0:1746165511.650748:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422820224:0@lo:400:kworker.0 00000100:00100000:3.0:1746165511.650755:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422820992:0@lo:400:kworker.0 00000100:00100000:3.0:1746165511.650761:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422819840:0@lo:400:kworker.0 00000100:00100000:3.0:1746165511.970048:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422821504:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746165511.970104:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165511.970389:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422821504:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746165515.506192:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746165515.506210:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422821632:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746165515.506264:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1746165515.749733:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1746165516.657818:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746165516.657823:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165516.657826:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165516.658031:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9432 00000100:00080000:3.0:1746165516.658035:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1746165516.658039:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165516.658056:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008e833100 x1830977422822272/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746165516.658081:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746165516.658083:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165516.658085:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165516.658088:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9432 00000100:00080000:3.0:1746165516.658089:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1746165516.658092:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165516.658098:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008e831500 x1830977422822784/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746165516.658126:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422822144:0@lo:400:kworker.0 00000100:00100000:3.0:1746165516.658150:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165516.658164:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422822912:0@lo:400:kworker.0 00000100:00100000:3.0:1746165516.658178:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165516.658192:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1746165516.658196:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977422822016:0@lo:400:kworker.0 00000100:00100000:3.0:1746165516.658210:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165516.658220:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422822656:0@lo:400:kworker.0 00000100:00100000:3.0:1746165516.658231:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165516.658252:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422822144 00000100:00100000:3.0:1746165516.658256:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422822144 00000100:00100000:3.0:1746165516.658278:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422822656 00000100:00100000:3.0:1746165516.658279:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422822656 00000100:00100000:3.0:1746165516.658290:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34977 00000100:00100000:3.0:1746165516.658295:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013048ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422822144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165516.658325:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013048ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422822144:12345-0@lo:400:kworker.0 Request processed in 31us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165516.658330:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34977 00000100:00100000:3.0:1746165516.658344:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34978 00000100:00100000:3.0:1746165516.658348:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422822656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165516.658365:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422822656:12345-0@lo:400:kworker.0 Request processed in 17us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165516.658369:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34978 00000100:00100000:3.0:1746165516.658387:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7321 00000100:00100000:3.0:1746165516.658392:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013048a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422822912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165516.658411:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013048a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422822912:12345-0@lo:400:kworker.0 Request processed in 19us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165516.658417:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7321 00000100:00100000:3.0:1746165516.658427:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49555 00000100:00100000:3.0:1746165516.658444:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977422822784:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165516.658454:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165516.658472:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977422822784:12345-0@lo:8:kworker.0 Request processed in 41us (180us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165516.658477:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49555 00000100:00100000:3.0:1746165516.658502:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422822656:0@lo:400:kworker.0 00000100:00100000:3.0:1746165516.658510:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e833480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422822144:0@lo:400:kworker.0 00000100:00100000:3.0:1746165516.658516:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422822912:0@lo:400:kworker.0 00000100:00100000:3.0:1746165516.658567:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422821888 00000100:00100000:3.0:1746165516.658570:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422821888 00000100:00100000:3.0:1746165516.658588:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422822016 00000100:00100000:3.0:1746165516.658589:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422822016 00000100:00100000:3.0:1746165516.658598:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1528 00000100:00100000:3.0:1746165516.658603:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977422821888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165516.658626:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977422821888:12345-0@lo:400:kworker.0 Request processed in 23us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165516.659414:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1528 00000100:00100000:3.0:1746165516.659441:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1531 00000100:00100000:3.0:1746165516.659449:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977422822528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165516.659472:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977422822528:12345-0@lo:400:kworker.0 Request processed in 27us (1245us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165516.659479:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1531 00000100:00100000:3.0:1746165516.659498:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977422822016:0@lo:400:kworker.0 00000100:00100000:3.0:1746165516.978368:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422823424 00000100:00100000:3.0:1746165516.978378:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422823424 00000100:00100000:3.0:1746165516.978419:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6694 00000100:00100000:3.0:1746165516.978440:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422823424:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746165516.978459:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165516.978493:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422823424:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165516.978499:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6694 00000100:00100000:3.0:1746165520.517672:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422823552 00000100:00100000:3.0:1746165520.517688:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422823552 00000100:00100000:3.0:1746165520.517742:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6695 00000100:00100000:3.0:1746165520.517749:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422823552:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746165520.517776:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165520.517823:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422823552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (1319us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165520.517829:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6695 00010000:00010000:3.0:1746165520.760310:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165521.663719:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439058816 00000100:00100000:3.0:1746165521.663723:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439058816 00000100:00100000:3.0:1746165521.663742:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49556 00000100:00100000:3.0:1746165521.663746:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439058816:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746165521.663767:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165521.663788:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439058816:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 41us (516us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165521.663794:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49556 00000100:00080000:3.0:1746165521.668040:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746165521.668043:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165521.668045:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165521.668049:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9437 00000100:00080000:3.0:1746165521.668051:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1746165521.668054:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165521.668068:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130489180 x1830977422824192/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746165521.668092:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746165521.668094:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165521.668095:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165521.668097:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9437 00000100:00080000:3.0:1746165521.668098:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1746165521.668100:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165521.668106:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009761aa00 x1830977422824704/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746165521.668125:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130489180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422824192:0@lo:8:kworker.0 00000100:00100000:3.0:1746165521.669726:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165521.669885:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422824704:0@lo:8:kworker.0 00000100:00100000:3.0:1746165521.669905:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746165521.669953:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165521.669956:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165521.669959:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130489180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422824192:0@lo:8:kworker.0 00000100:00080000:3.0:1746165521.670022:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165521.670024:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165521.670026:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422824704:0@lo:8:kworker.0 00000100:00100000:3.0:1746165521.682161:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422825088 00000100:00100000:3.0:1746165521.682167:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422825088 00000100:00100000:3.0:1746165521.682196:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34983 00000100:00100000:3.0:1746165521.682200:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422825088:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746165521.682225:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746165521.682251:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422825088:12345-0@lo:41:osp-pre-1-0.0 Request processed in 51us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165521.682255:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34983 00000100:00100000:3.0:1746165521.778523:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422825216 00000100:00100000:3.0:1746165521.778529:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422825216 00000100:00100000:3.0:1746165521.778575:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34984 00000100:00100000:3.0:1746165521.778582:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422825216:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746165521.778611:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746165521.778653:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422825216:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165521.778659:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34984 00000100:00100000:3.0:1746165525.523441:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c792a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422825472:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165525.772693:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165526.671315:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439058944 00000100:00100000:3.0:1746165526.671319:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439058944 00000100:00100000:3.0:1746165526.671510:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 440 00000100:00100000:3.0:1746165526.671515:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439058944:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165526.672792:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439058944:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1274us (1685us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165526.672801:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 440 00000100:00080000:3.0:1746165526.675761:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746165526.675765:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165526.675768:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165526.675772:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9442 00000100:00080000:3.0:1746165526.675775:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1746165526.675780:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165526.675794:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880097618000 x1830977422826112/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746165526.675824:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746165526.675826:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165526.675828:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165526.675830:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9442 00000100:00080000:3.0:1746165526.675832:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1746165526.675835:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165526.675844:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b201180 x1830977422826624/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746165526.675870:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977422825856:0@lo:400:kworker.0 00000100:00100000:3.0:1746165526.675907:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165526.675949:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b202a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422826496:0@lo:400:kworker.0 00000100:00100000:3.0:1746165526.675969:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165526.675986:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1746165526.675990:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422825984:0@lo:400:kworker.0 00000100:00100000:3.0:1746165526.676005:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165526.676032:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b202300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422826752:0@lo:400:kworker.0 00000100:00100000:3.0:1746165526.676045:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165526.676069:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977422825856:0@lo:400:kworker.0 00000100:00100000:3.0:1746165526.676082:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b202a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422826496:0@lo:400:kworker.0 00000100:00100000:3.0:1746165526.676105:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422825984:0@lo:400:kworker.0 00000100:00100000:3.0:1746165526.676121:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097618000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422826112:0@lo:8:kworker.0 00000100:00100000:3.0:1746165526.676138:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165526.676160:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b201180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422826624:0@lo:8:kworker.0 00000100:00100000:3.0:1746165526.676173:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746165526.676190:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165526.676193:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165526.676196:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097618000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422826112:0@lo:8:kworker.0 00000100:00080000:3.0:1746165526.676217:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165526.676219:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165526.676222:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b201180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422826624:0@lo:8:kworker.0 00000100:00100000:3.0:1746165526.676237:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b202300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422826752:0@lo:400:kworker.0 00000100:00080000:3.0:1746165526.676269:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746165526.676272:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746165526.677405:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746165526.789447:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c792d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422827136:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165526.789509:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165526.994744:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c790700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422827264:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1746165530.529997:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746165530.781976:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1746165531.678755:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746165531.678771:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746165531.682386:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746165531.682390:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165531.682393:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165531.682398:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9447 00000100:00080000:3.0:1746165531.682402:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1746165531.682406:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165531.682422:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009761a680 x1830977422828032/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746165531.682454:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746165531.682456:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165531.682457:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165531.682461:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9447 00000100:00080000:3.0:1746165531.682463:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1746165531.682465:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165531.682474:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880097630000 x1830977422828544/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746165531.682500:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977422827776:0@lo:400:kworker.0 00000100:00100000:3.0:1746165531.683095:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165531.683118:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b201180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422828416:0@lo:400:kworker.0 00000100:00100000:3.0:1746165531.683136:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165531.683158:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422828032:0@lo:8:kworker.0 00000100:00100000:3.0:1746165531.683204:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165531.683216:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422828544:0@lo:8:kworker.0 00000100:00100000:3.0:1746165531.683229:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165531.683249:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422828416 00000100:00100000:3.0:1746165531.683252:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422828416 00000100:00100000:3.0:1746165531.683271:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34990 00000100:00100000:3.0:1746165531.683275:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097633480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422828416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165531.683299:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097633480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422828416:12345-0@lo:400:kworker.0 Request processed in 24us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165531.683304:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34990 00000100:00080000:3.0:1746165531.683816:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746165531.683820:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746165531.683821:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746165531.697999:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746165531.698016:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012401ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422828928:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165531.698069:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165531.699236:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012401ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422828928:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165531.809943:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422829056:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165531.809997:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165531.810250:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422829056:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165535.541076:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422829312 00000100:00100000:3.0:1746165535.541082:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422829312 00000100:00100000:3.0:1746165535.541161:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6701 00000100:00100000:3.0:1746165535.541169:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e830700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422829312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746165535.541190:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165535.541224:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e830700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422829312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165535.541229:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6701 00010000:00010000:3.0:1746165535.793157:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1746165536.689809:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746165536.689813:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165536.689816:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165536.689820:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9452 00000100:00080000:3.0:1746165536.689824:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1746165536.689828:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165536.689843:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f84b100 x1830977422829952/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746165536.689869:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746165536.689871:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165536.689872:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165536.689875:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9452 00000100:00080000:3.0:1746165536.689878:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1746165536.689881:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165536.689890:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f849180 x1830977422830464/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746165536.689920:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422829952:0@lo:8:kworker.0 00000100:00100000:3.0:1746165536.689952:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165536.689992:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f849180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422830464:0@lo:8:kworker.0 00000100:00100000:3.0:1746165536.690007:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165536.690027:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422829568 00000100:00100000:3.0:1746165536.690030:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422829568 00000100:00100000:3.0:1746165536.690051:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422829696 00000100:00100000:3.0:1746165536.690053:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422829696 00000100:00100000:3.0:1746165536.690064:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1552 00000100:00100000:3.0:1746165536.690069:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e833800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977422829568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165536.690107:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e833800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977422829568:12345-0@lo:400:kworker.0 Request processed in 37us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165536.690833:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1552 00000100:00100000:3.0:1746165537.010723:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422831104 00000100:00100000:3.0:1746165537.010730:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422831104 00000100:00100000:3.0:1746165537.010775:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6702 00000100:00100000:3.0:1746165537.010782:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097630a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422831104:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746165537.010802:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165537.010848:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097630a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422831104:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (855us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165537.010854:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6702 00000100:00100000:3.0:1746165539.024076:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1253 00000100:00100000:3.0:1746165539.024084:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097630e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439060480:12345-192.168.201.29@tcp:17:kworker.0 00000100:00100000:3.0:1746165539.024121:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097630e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439060480:12345-192.168.201.29@tcp:17:kworker.0 Request processed in 39us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165539.024128:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1253 00000100:00100000:3.0:1746165540.547240:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422831232 00000100:00100000:3.0:1746165540.547247:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422831232 00000100:00100000:3.0:1746165540.547302:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6703 00000100:00100000:3.0:1746165540.547310:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e830000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422831232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746165540.547437:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165540.547555:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e830000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422831232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 244us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165540.547562:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6703 00010000:00010000:3.0:1746165540.802205:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165541.694735:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439060864 00000100:00100000:3.0:1746165541.694743:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439060864 00000100:00100000:3.0:1746165541.694786:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439060992 00000100:00100000:3.0:1746165541.694788:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439060992 00000100:00100000:3.0:1746165541.694819:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1557 00000100:00100000:3.0:1746165541.694826:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439060992:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165541.694870:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439060992:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 44us (111us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165541.694876:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1557 00000100:00080000:3.0:1746165541.700154:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746165541.700158:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165541.700160:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165541.700164:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9457 00000100:00080000:3.0:1746165541.700167:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1746165541.700172:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165541.700188:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f84a300 x1830977422831872/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746165541.700539:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746165541.700542:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165541.700543:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165541.700546:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9457 00000100:00080000:3.0:1746165541.700548:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1746165541.700551:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165541.700559:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f84b100 x1830977422832384/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746165541.700584:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422832512:0@lo:400:kworker.0 00000100:00100000:3.0:1746165541.701508:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165541.701525:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977422831360:0@lo:400:kworker.0 00000100:00100000:3.0:1746165541.701541:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49570 00000100:00100000:3.0:1746165541.701544:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f849180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977422832384:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165541.701552:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165541.701565:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f849180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977422832384:12345-0@lo:8:kworker.0 Request processed in 21us (128us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165541.701570:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49570 00000100:00100000:3.0:1746165541.701585:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422832512:0@lo:400:kworker.0 00000100:00100000:3.0:1746165541.715192:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422832768:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165541.826170:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c790700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422832896:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165541.826226:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165541.827246:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c790700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422832896:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165542.018251:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c792d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422833024:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746165542.018306:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165542.019715:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c792d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422833024:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746165545.814132:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1746165546.705816:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746165546.705820:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165546.705822:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165546.705827:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9462 00000100:00080000:3.0:1746165546.705830:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1746165546.705834:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165546.705849:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880132103100 x1830977422833792/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746165546.705874:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746165546.705876:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165546.705878:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165546.705897:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9462 00000100:00080000:3.0:1746165546.705898:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1746165546.705901:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165546.705912:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090d4ad80 x1830977422834304/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746165546.705967:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977422833536:0@lo:400:kworker.0 00000100:00100000:3.0:1746165546.705992:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165546.706008:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422834176:0@lo:400:kworker.0 00000100:00100000:3.0:1746165546.706025:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165546.706038:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1746165546.706043:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422833664:0@lo:400:kworker.0 00000100:00100000:3.0:1746165546.706057:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165546.706067:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422834432:0@lo:400:kworker.0 00000100:00100000:3.0:1746165546.706080:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165546.706100:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422834560 00000100:00100000:3.0:1746165546.706104:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422834560 00000100:00100000:3.0:1746165546.706132:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422833536 00000100:00100000:3.0:1746165546.706134:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422833536 00000100:00100000:3.0:1746165546.706150:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422833408 00000100:00100000:3.0:1746165546.706152:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422833408 00000100:00100000:3.0:1746165546.706164:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1562 00000100:00100000:3.0:1746165546.706170:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f849f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977422834560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165546.706196:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f849f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977422834560:12345-0@lo:400:kworker.0 Request processed in 27us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165546.706202:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1562 00000100:00100000:3.0:1746165546.706217:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1564 00000100:00100000:3.0:1746165546.706221:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977422833408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165546.706241:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977422833408:12345-0@lo:400:kworker.0 Request processed in 20us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165546.706245:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1564 00000100:00100000:3.0:1746165546.706262:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422834176 00000100:00100000:3.0:1746165546.706264:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422834176 00000100:00100000:3.0:1746165546.706278:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422833664 00000100:00100000:3.0:1746165546.706280:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422833664 00000100:00100000:3.0:1746165546.706822:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35002 00000100:00100000:3.0:1746165546.706828:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422833664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165546.708123:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422833664:12345-0@lo:400:kworker.0 Request processed in 1295us (2064us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165546.708129:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35002 00000100:00100000:3.0:1746165546.723167:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422834688 00000100:00100000:3.0:1746165546.723174:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422834688 00000100:00100000:3.0:1746165546.723209:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35003 00000100:00100000:3.0:1746165546.723216:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422834688:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746165546.723243:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746165546.723293:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422834688:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165546.723300:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35003 00010000:00010000:3.0:1746165550.824054:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165551.716154:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422835840:0@lo:400:kworker.0 00000100:00100000:3.0:1746165551.716176:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165551.716195:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422835712 00000100:00100000:3.0:1746165551.716198:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422835712 00000100:00100000:3.0:1746165551.716212:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422836224 00000100:00100000:3.0:1746165551.716213:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422836224 00000100:00100000:3.0:1746165551.716222:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422835840 00000100:00100000:3.0:1746165551.716223:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422835840 00000100:00100000:3.0:1746165551.716239:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7334 00000100:00100000:3.0:1746165551.716244:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422835840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165551.716268:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422835840:12345-0@lo:400:kworker.0 Request processed in 24us (91us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165551.716273:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7334 00000100:00100000:3.0:1746165551.716287:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49574 00000100:00100000:3.0:1746165551.716291:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977422835712:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165551.716365:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165551.716390:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977422835712:12345-0@lo:8:kworker.0 Request processed in 98us (310us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165551.716395:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49574 00000100:00100000:3.0:1746165551.716408:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49575 00000100:00100000:3.0:1746165551.716411:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f849180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977422836224:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165551.716421:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165551.716436:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f849180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977422836224:12345-0@lo:8:kworker.0 Request processed in 25us (332us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165551.716441:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49575 00000100:00100000:3.0:1746165551.716466:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422835840:0@lo:400:kworker.0 00000100:00100000:3.0:1746165551.716471:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977422836480:0@lo:400:kworker.0 00000100:00100000:3.0:1746165551.716486:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165551.716973:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977422836480:0@lo:400:kworker.0 00000100:00100000:3.0:1746165551.728641:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439062144 00000100:00100000:3.0:1746165551.728645:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439062144 00000100:00100000:3.0:1746165551.728769:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49576 00000100:00100000:3.0:1746165551.728772:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439062144:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746165551.728789:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165551.728824:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439062144:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 50us (274us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165551.728830:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49576 00000100:00100000:3.0:1746165551.729971:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422836608 00000100:00100000:3.0:1746165551.729974:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422836608 00000100:00100000:3.0:1746165551.730007:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35007 00000100:00100000:3.0:1746165551.730014:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b202a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422836608:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746165551.730038:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746165551.730191:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b202a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422836608:12345-0@lo:41:osp-pre-1-0.0 Request processed in 177us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165551.730198:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35007 00000100:00100000:3.0:1746165551.843164:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746165551.843182:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b202680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422836736:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165551.843238:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165551.843559:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b202680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422836736:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165552.034127:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746165552.034150:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422836864:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746165552.034209:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165555.571205:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422836992 00000100:00100000:3.0:1746165555.571214:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422836992 00000100:00100000:3.0:1746165555.571280:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6709 00000100:00100000:3.0:1746165555.571290:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422836992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746165555.571316:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165555.571361:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422836992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (1411us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165555.571367:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6709 00010000:00010000:3.0:1746165555.836167:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165556.722069:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977422837120:0@lo:400:kworker.0 00000100:00100000:3.0:1746165556.722118:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165556.722157:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422837760:0@lo:400:kworker.0 00000100:00100000:3.0:1746165556.722171:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165556.722183:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977422838400:0@lo:400:kworker.0 00000100:00100000:3.0:1746165556.722195:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165556.722204:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1746165556.722207:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977422837248:0@lo:400:kworker.0 00000100:00100000:3.0:1746165556.722442:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165556.722456:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977422837888:0@lo:400:kworker.0 00000100:00100000:3.0:1746165556.722471:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165556.722493:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422837632 00000100:00100000:3.0:1746165556.722496:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422837632 00000100:00100000:3.0:1746165556.722516:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7336 00000100:00100000:3.0:1746165556.722523:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422837760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165556.722558:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422837760:12345-0@lo:400:kworker.0 Request processed in 36us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165556.725448:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7336 00000100:00100000:3.0:1746165556.725470:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7337 00000100:00100000:3.0:1746165556.725479:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132100e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422838272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165556.725526:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132100e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422838272:12345-0@lo:400:kworker.0 Request processed in 50us (2502us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165556.725534:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7337 00000100:00100000:3.0:1746165556.725568:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977422837248:0@lo:400:kworker.0 00000100:00100000:3.0:1746165556.725579:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977422837888:0@lo:400:kworker.0 00000100:00100000:3.0:1746165556.725589:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977422838400:0@lo:400:kworker.0 00000100:00100000:3.0:1746165556.725598:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422837760:0@lo:400:kworker.0 00000100:00100000:3.0:1746165556.725605:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977422837120:0@lo:400:kworker.0 00000100:00100000:3.0:1746165556.725666:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422837504:0@lo:400:kworker.0 00000100:00100000:3.0:1746165556.725734:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422838272:0@lo:400:kworker.0 00000100:00100000:3.0:1746165557.044721:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132102680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422838784:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746165560.578233:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422838912:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746165560.578295:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165560.580357:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422838912:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165560.850157:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165561.730861:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422839424:0@lo:400:kworker.0 00000100:00100000:3.0:1746165561.730904:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165561.730924:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422840192:0@lo:400:kworker.0 00000100:00100000:3.0:1746165561.730941:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165561.730955:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1746165561.730960:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977422839040:0@lo:400:kworker.0 00000100:00100000:3.0:1746165561.730980:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165561.731001:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422839680:0@lo:400:kworker.0 00000100:00100000:3.0:1746165561.731015:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165561.731026:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977422840320:0@lo:400:kworker.0 00000100:00100000:3.0:1746165561.731040:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165561.731061:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422839424 00000100:00100000:3.0:1746165561.731064:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422839424 00000100:00100000:3.0:1746165561.731084:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422839936 00000100:00100000:3.0:1746165561.731086:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422839936 00000100:00100000:3.0:1746165561.731098:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35013 00000100:00100000:3.0:1746165561.731103:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422839424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165561.731372:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422839424:12345-0@lo:400:kworker.0 Request processed in 267us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165561.731378:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35013 00000100:00100000:3.0:1746165561.731405:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422839680:0@lo:400:kworker.0 00000100:00100000:3.0:1746165561.731413:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977422840320:0@lo:400:kworker.0 00000100:00100000:3.0:1746165561.731420:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422839424:0@lo:400:kworker.0 00000100:00100000:3.0:1746165561.731427:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422840192:0@lo:400:kworker.0 00000100:00100000:3.0:1746165561.732148:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977422839040:0@lo:400:kworker.0 00000100:00100000:3.0:1746165561.746816:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422840448 00000100:00100000:3.0:1746165561.746824:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422840448 00000100:00100000:3.0:1746165561.746885:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35015 00000100:00100000:3.0:1746165561.746893:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422840448:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746165561.746921:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746165561.746989:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422840448:12345-0@lo:41:osp-pre-1-0.0 Request processed in 97us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165561.746996:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35015 00000100:00100000:3.0:1746165562.051642:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422840704:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746165565.861791:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165566.737875:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422840960:0@lo:400:kworker.0 00000100:00100000:3.0:1746165566.737935:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165566.737984:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746165566.737989:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977422841088:0@lo:400:kworker.0 00000100:00100000:3.0:1746165566.738010:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165566.738052:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422840960 00000100:00100000:3.0:1746165566.738057:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422840960 00000100:00100000:3.0:1746165566.738084:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:3.0:1746165566.738091:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422840960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165566.738124:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422840960:12345-0@lo:400:kworker.0 Request processed in 34us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165566.738133:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:3.0:1746165566.738168:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422840960:0@lo:400:kworker.0 00000100:00100000:3.0:1746165566.738801:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1587 00000100:00100000:3.0:1746165566.738807:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977422841216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165566.739579:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977422841216:12345-0@lo:400:kworker.0 Request processed in 772us (1109us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165566.739596:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1587 00000100:00100000:3.0:1746165566.739614:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422841600:0@lo:400:kworker.0 00000100:00100000:3.0:1746165566.739632:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165566.739655:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977422842240:0@lo:400:kworker.0 00000100:00100000:3.0:1746165566.739670:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165566.739710:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977422841088:0@lo:400:kworker.0 00000100:00100000:3.0:1746165566.739721:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746165566.739725:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977422841728:0@lo:400:kworker.0 00000100:00100000:3.0:1746165566.739739:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165566.739754:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422842240 00000100:00100000:3.0:1746165566.739757:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422842240 00000100:00100000:3.0:1746165566.739770:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422841728 00000100:00100000:3.0:1746165566.739772:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422841728 00000100:00100000:3.0:1746165566.739781:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1588 00000100:00100000:3.0:1746165566.739785:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977422842240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165566.739809:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977422842240:12345-0@lo:400:kworker.0 Request processed in 23us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165566.739813:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1588 00000100:00100000:3.0:1746165566.739825:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1589 00000100:00100000:3.0:1746165566.739830:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136054700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977422841728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165566.739856:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136054700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977422841728:12345-0@lo:400:kworker.0 Request processed in 26us (116us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165566.739861:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1589 00000100:00100000:3.0:1746165566.740108:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977422841728:0@lo:400:kworker.0 00000100:00100000:3.0:1746165566.740117:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422841600:0@lo:400:kworker.0 00000100:00100000:3.0:1746165566.740122:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977422842240:0@lo:400:kworker.0 00000100:00100000:3.0:1746165566.750498:0:11581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439063296 00000100:00100000:3.0:1746165566.750509:0:11581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439063296 00000100:00100000:3.0:1746165566.750863:0:11581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 457 00000100:00100000:3.0:1746165566.750869:0:11581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439063296:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165566.751498:0:11581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439063296:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 627us (1760us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165566.751504:0:11581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 457 00000100:00100000:3.0:1746165566.753909:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746165566.753923:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422842368:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165566.753968:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165566.754851:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422842368:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165570.594823:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422842752:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746165570.595101:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165570.596477:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422842752:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165570.872126:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165571.745864:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422843264:0@lo:400:kworker.0 00000100:00100000:3.0:1746165571.745918:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165571.745977:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422844032:0@lo:400:kworker.0 00000100:00100000:3.0:1746165571.745996:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165571.746012:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1746165571.746016:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422842880:0@lo:400:kworker.0 00000100:00100000:3.0:1746165571.746037:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165571.747291:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422843520:0@lo:400:kworker.0 00000100:00100000:3.0:1746165571.747316:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165571.747334:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977422844160:0@lo:400:kworker.0 00000100:00100000:3.0:1746165571.747351:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165571.747514:0:11581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422842880 00000100:00100000:3.0:1746165571.747518:0:11581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422842880 00000100:00100000:3.0:1746165571.747540:0:11581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:3.0:1746165571.747545:0:11581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422842880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165571.747575:0:11581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422842880:12345-0@lo:400:kworker.0 Request processed in 30us (1537us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165571.747580:0:11581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:3.0:1746165571.747615:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422842880:0@lo:400:kworker.0 00000100:00100000:3.0:1746165571.747624:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422843520:0@lo:400:kworker.0 00000100:00100000:3.0:1746165571.747630:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977422844160:0@lo:400:kworker.0 00000100:00100000:3.0:1746165571.747637:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422844032:0@lo:400:kworker.0 00000100:00100000:3.0:1746165571.747644:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422843264:0@lo:400:kworker.0 00000100:00100000:3.0:1746165571.763491:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746165571.763517:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422844288:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165571.763569:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165571.763612:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422844288 00000100:00100000:3.0:1746165571.763618:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422844288 00000100:00100000:3.0:1746165571.763651:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35023 00000100:00100000:3.0:1746165571.763658:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422844288:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746165571.763697:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746165571.763729:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422844288:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165571.763735:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35023 00000100:00100000:3.0:1746165571.763775:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422844288:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165571.765065:0:11581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439063808 00000100:00100000:3.0:1746165571.765068:0:11581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439063808 00000100:00100000:3.0:1746165571.765090:0:11581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 459 00000100:00100000:3.0:1746165571.765095:0:11581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439063808:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165571.765119:0:11581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439063808:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 23us (678us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165571.765124:0:11581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 459 00010000:00010000:3.0:1746165575.898738:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165576.754195:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977422844928:0@lo:400:kworker.0 00000100:00100000:3.0:1746165576.754255:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165576.754758:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977422845568:0@lo:400:kworker.0 00000100:00100000:3.0:1746165576.754992:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165576.755009:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1746165576.755015:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422845440:0@lo:400:kworker.0 00000100:00100000:3.0:1746165576.755036:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165576.755051:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977422846080:0@lo:400:kworker.0 00000100:00100000:3.0:1746165576.755065:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165576.755094:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977422844928:0@lo:400:kworker.0 00000100:00100000:3.0:1746165576.755119:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1600 00000100:00100000:3.0:1746165576.755125:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977422846080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165576.755148:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977422846080:12345-0@lo:400:kworker.0 Request processed in 24us (82us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165576.755154:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1600 00000100:00100000:3.0:1746165576.755176:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977422846080:0@lo:400:kworker.0 00000100:00100000:3.0:1746165576.755184:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977422845568:0@lo:400:kworker.0 00000100:00100000:3.0:1746165576.755202:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422845184 00000100:00100000:3.0:1746165576.755205:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422845184 00000100:00100000:3.0:1746165576.755225:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35025 00000100:00100000:3.0:1746165576.755229:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422845184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165576.755254:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422845184:12345-0@lo:400:kworker.0 Request processed in 25us (79us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165576.755258:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35025 00000100:00100000:3.0:1746165576.755268:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422845696 00000100:00100000:3.0:1746165576.755270:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422845696 00000100:00100000:3.0:1746165576.755284:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35026 00000100:00100000:3.0:1746165576.755288:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097598700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422845696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165576.755313:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097598700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422845696:12345-0@lo:400:kworker.0 Request processed in 24us (60us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165576.755320:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35026 00000100:00100000:3.0:1746165576.755337:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422845056 00000100:00100000:3.0:1746165576.755339:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422845056 00000100:00100000:3.0:1746165576.755352:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1601 00000100:00100000:3.0:1746165576.755356:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977422845056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165576.755377:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977422845056:12345-0@lo:400:kworker.0 Request processed in 20us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165576.755380:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1601 00000100:00100000:3.0:1746165576.755402:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422845440:0@lo:400:kworker.0 00000100:00100000:3.0:1746165576.755588:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422845312 00000100:00100000:3.0:1746165576.755591:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422845312 00000100:00100000:3.0:1746165576.755605:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422845824 00000100:00100000:3.0:1746165576.755606:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422845824 00000100:00100000:3.0:1746165576.755616:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49589 00000100:00100000:3.0:1746165576.755619:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977422845312:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165576.755634:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165576.755669:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977422845312:12345-0@lo:8:kworker.0 Request processed in 48us (162us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165576.755688:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49589 00000100:00100000:3.0:1746165576.755710:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49590 00000100:00100000:3.0:1746165576.755714:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977422845824:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165576.755725:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165576.755744:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977422845824:12345-0@lo:8:kworker.0 Request processed in 30us (178us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165576.755748:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49590 00000100:00100000:3.0:1746165576.767667:0:11581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439064320 00000100:00100000:3.0:1746165576.767697:0:11581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439064320 00000100:00100000:3.0:1746165576.767815:0:11581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 461 00000100:00100000:3.0:1746165576.767824:0:11581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439064320:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165576.768656:0:11581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439064320:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 833us (1662us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165576.768662:0:11581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 461 00000100:00100000:3.0:1746165576.770424:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422846208 00000100:00100000:3.0:1746165576.770429:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422846208 00000100:00100000:3.0:1746165576.770464:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35027 00000100:00100000:3.0:1746165576.770471:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422846208:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746165576.770493:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746165576.770528:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422846208:12345-0@lo:41:osp-pre-1-0.0 Request processed in 58us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165576.770534:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35027 00000100:00100000:3.0:1746165576.881903:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422846336:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165576.881954:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165577.074614:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746165577.074632:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097599880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422846464:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746165577.074708:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165577.076050:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097599880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422846464:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746165580.908401:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165581.762467:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977422846848:0@lo:400:kworker.0 00000100:00100000:3.0:1746165581.763368:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165581.763390:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095627480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977422847488:0@lo:400:kworker.0 00000100:00100000:3.0:1746165581.763411:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165581.763438:0:11581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422846720 00000100:00100000:3.0:1746165581.763442:0:11581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422846720 00000100:00100000:3.0:1746165581.763465:0:11581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:3.0:1746165581.763471:0:11581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977422846720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165581.763497:0:11581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977422846720:12345-0@lo:400:kworker.0 Request processed in 26us (1348us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165581.763502:0:11581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:3.0:1746165581.763529:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422847616 00000100:00100000:3.0:1746165581.763531:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422847616 00000100:00100000:3.0:1746165581.763549:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35029 00000100:00100000:3.0:1746165581.763554:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422847616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165581.764186:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422847616:12345-0@lo:400:kworker.0 Request processed in 630us (1036us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165581.764192:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35029 00000100:00100000:3.0:1746165581.764203:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422847104 00000100:00100000:3.0:1746165581.764205:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422847104 00000100:00100000:3.0:1746165581.764221:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35030 00000100:00100000:3.0:1746165581.764225:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097599180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422847104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165581.764253:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097599180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422847104:12345-0@lo:400:kworker.0 Request processed in 27us (607us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165581.764258:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35030 00000100:00100000:3.0:1746165581.764276:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1607 00000100:00100000:3.0:1746165581.764281:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977422847488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165581.764303:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977422847488:12345-0@lo:400:kworker.0 Request processed in 22us (892us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165581.764311:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1607 00000100:00100000:3.0:1746165581.764364:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977422846848:0@lo:400:kworker.0 00000100:00100000:3.0:1746165581.764373:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095627480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977422847488:0@lo:400:kworker.0 00000100:00100000:3.0:1746165581.764411:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422847104:0@lo:400:kworker.0 00000100:00100000:3.0:1746165581.764419:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095626a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422847872:0@lo:400:kworker.0 00000100:00100000:3.0:1746165581.775553:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439064832 00000100:00100000:3.0:1746165581.775562:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439064832 00000100:00100000:3.0:1746165581.775613:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 463 00000100:00100000:3.0:1746165581.775636:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439064832:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165581.775710:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439064832:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 89us (1208us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165581.775717:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 463 00000100:00100000:3.0:1746165581.778314:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422848128:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165581.778366:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165581.780807:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422848128:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165582.083696:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422848384 00000100:00100000:3.0:1746165582.083703:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422848384 00000100:00100000:3.0:1746165582.083755:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6720 00000100:00100000:3.0:1746165582.083762:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097598e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422848384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746165582.083783:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165582.084056:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097598e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422848384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 294us (1943us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165582.084063:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6720 00010000:00010000:1.0:1746165583.914957:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165584.919021:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165585.618490:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422848512 00000100:00100000:1.0:1746165585.618503:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422848512 00000100:00100000:1.0:1746165585.619098:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6721 00000100:00100000:1.0:1746165585.619107:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097598700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422848512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746165585.619144:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746165585.619221:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097598700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422848512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 115us (785us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165585.619228:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6721 00010000:00010000:3.0:1746165585.923594:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165586.770193:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422848640:0@lo:400:kworker.0 00000100:00080000:1.0:1746165586.770374:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746165586.770379:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1746165586.770381:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746165586.770383:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746165586.770388:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9502 00000100:00080000:1.0:1746165586.770392:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1746165586.770398:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746165586.770420:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a085c000 x1830977422849152/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746165586.770454:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:3.0:1746165586.770455:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422848768 00000100:00080000:1.0:1746165586.770457:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746165586.770458:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746165586.770461:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9502 00000100:00100000:3.0:1746165586.770461:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422848768 00000100:00080000:1.0:1746165586.770464:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1746165586.770468:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746165586.770477:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800977e1180 x1830977422849664/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746165586.770502:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422848896 00000100:00100000:3.0:1746165586.770505:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422848896 00000100:00100000:1.0:1746165586.770507:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746165586.770514:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422849792:0@lo:400:kworker.0 00000100:00100000:3.0:1746165586.770525:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1610 00000100:00100000:3.0:1746165586.770532:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977422848768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165586.770541:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165586.770568:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422849152:0@lo:8:kworker.0 00000100:00100000:3.0:1746165586.770582:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977422848768:12345-0@lo:400:kworker.0 Request processed in 51us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165586.770589:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1610 00000100:00100000:1.0:1746165586.770591:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165586.770604:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422849664:0@lo:8:kworker.0 00000100:00100000:3.0:1746165586.770612:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1611 00000100:00100000:3.0:1746165586.770618:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097599880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977422848896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165586.770623:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165586.770645:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422849792 00000100:00100000:3.0:1746165586.770646:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097599880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977422848896:12345-0@lo:400:kworker.0 Request processed in 29us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165586.770649:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422849792 00000100:00100000:3.0:1746165586.770651:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1611 00000100:00100000:1.0:1746165586.770672:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422849152 00000100:00100000:1.0:1746165586.770692:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422849152 00000100:00100000:1.0:1746165586.770704:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422849664 00000100:00100000:1.0:1746165586.770705:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422849664 00000100:00100000:3.0:1746165586.770710:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422849280:0@lo:400:kworker.0 00000100:00100000:1.0:1746165586.770717:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7348 00000100:00100000:1.0:1746165586.770723:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422849792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165586.770735:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165586.770752:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977422849920:0@lo:400:kworker.0 00000100:00100000:1.0:1746165586.770755:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422849792:12345-0@lo:400:kworker.0 Request processed in 33us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165586.770761:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7348 00000100:00100000:1.0:1746165586.770771:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422849280 00000100:00100000:3.0:1746165586.770772:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165586.770773:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422849280 00000100:00100000:1.0:1746165586.770786:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7349 00000100:00100000:1.0:1746165586.770791:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422849280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165586.770793:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422848640:0@lo:400:kworker.0 00000100:00100000:3.0:1746165586.770814:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422849408 00000100:00100000:1.0:1746165586.770816:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422849280:12345-0@lo:400:kworker.0 Request processed in 24us (80us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165586.770817:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422849408 00000100:00100000:1.0:1746165586.770822:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7349 00000100:00100000:3.0:1746165586.770830:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422849920 00000100:00100000:3.0:1746165586.770832:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422849920 00000100:00100000:3.0:1746165586.770845:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1612 00000100:00100000:1.0:1746165586.770849:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422849792:0@lo:400:kworker.0 00000100:00100000:3.0:1746165586.770850:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977422849408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165586.770877:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977422849408:12345-0@lo:400:kworker.0 Request processed in 28us (121us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165586.770883:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1612 00000100:00100000:1.0:1746165586.770893:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977422849408:0@lo:400:kworker.0 00000100:00100000:3.0:1746165586.770904:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422849280:0@lo:400:kworker.0 00000100:00100000:3.0:1746165586.770913:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977422849920:0@lo:400:kworker.0 00000100:00100000:3.0:1746165586.784102:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439065344 00000100:00100000:3.0:1746165586.784107:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439065344 00000100:00100000:3.0:1746165586.784140:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 465 00000100:00100000:3.0:1746165586.784147:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439065344:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165586.784191:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439065344:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 44us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165586.784424:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 465 00000100:00080000:3.0:1746165586.784523:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746165586.784548:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439065728 00000100:00100000:1.0:1746165586.784553:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439065728 00000100:00100000:3.0:1746165586.784553:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439065600 00000100:00100000:3.0:1746165586.784557:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439065600 00000100:00100000:1.0:1746165586.784580:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49597 00000100:00100000:3.0:1746165586.784585:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1615 00000100:00100000:1.0:1746165586.784586:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439065728:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:3.0:1746165586.784591:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439065600:12345-192.168.201.29@tcp:400:kworker.0 00010000:00020000:1.0:1746165586.784610:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165586.784618:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439065600:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 27us (85us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165586.784624:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1615 00000100:00100000:1.0:1746165586.784635:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439065728:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 49us (1144us total) trans 0 rc -19/-19 00000100:00080000:3.0:1746165586.784638:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746165586.784640:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49597 00000100:00100000:3.0:1746165586.785926:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746165586.785943:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422850048:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165586.785992:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165586.787778:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422850048:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1746165586.923974:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165587.091702:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422850304 00000100:00100000:3.0:1746165587.091712:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422850304 00000100:00100000:3.0:1746165587.091768:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6722 00000100:00100000:3.0:1746165587.091776:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422850304:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746165587.091799:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165587.091849:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422850304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165587.091856:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6722 00010000:00010000:1.0:1746165587.928027:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165588.931069:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165589.934082:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165590.626455:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422850432:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746165590.626533:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165590.627738:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422850432 00000100:00100000:1.0:1746165590.627750:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422850432 00000100:00100000:1.0:1746165590.627816:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6723 00000100:00100000:1.0:1746165590.627828:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422850432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746165590.627863:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:3.0:1746165590.627891:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746165590.627923:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422850432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (1389us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165590.627929:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6723 00010000:00010000:3.0:1746165590.936523:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165591.778114:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746165591.778138:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422850560:0@lo:400:kworker.0 00000100:00100000:3.0:1746165591.779185:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165591.779421:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422850944:0@lo:400:kworker.0 00000100:00100000:3.0:1746165591.779446:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165591.779459:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422851712:0@lo:400:kworker.0 00000100:00100000:3.0:1746165591.779494:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422850560 00000100:00100000:3.0:1746165591.779497:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422850560 00000100:00100000:3.0:1746165591.779521:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:3.0:1746165591.779527:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422850560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165591.779553:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422850560:12345-0@lo:400:kworker.0 Request processed in 27us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165591.779560:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:1.0:1746165591.779795:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422851072 00000100:00100000:1.0:1746165591.779799:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422851072 00000100:00100000:1.0:1746165591.779828:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422851584 00000100:00100000:1.0:1746165591.779830:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422851584 00000100:00100000:1.0:1746165591.779841:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49598 00000100:00100000:1.0:1746165591.779846:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977422851072:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746165591.779866:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165591.779902:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977422851072:12345-0@lo:8:kworker.0 Request processed in 55us (1472us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165591.779908:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49598 00000100:00100000:1.0:1746165591.779918:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49599 00000100:00100000:1.0:1746165591.779921:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977422851584:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746165591.779930:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165591.779945:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977422851584:12345-0@lo:8:kworker.0 Request processed in 23us (1449us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165591.779950:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49599 00000100:00100000:3.0:1746165591.781918:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165591.781984:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422850560:0@lo:400:kworker.0 00000100:00100000:3.0:1746165591.782017:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422850944:0@lo:400:kworker.0 00000100:00100000:3.0:1746165591.782118:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422851712:0@lo:400:kworker.0 00000100:00100000:3.0:1746165591.792097:0:11581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439065856 00000100:00100000:3.0:1746165591.792102:0:11581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439065856 00000100:00100000:3.0:1746165591.792127:0:11581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 467 00000100:00100000:3.0:1746165591.792134:0:11581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439065856:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165591.792219:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1621 00000100:00100000:1.0:1746165591.792257:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439066112:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165591.792278:0:11581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439065856:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 143us (563us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165591.792285:0:11581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 467 00000100:00100000:1.0:1746165591.792770:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439066112:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 543us (1030us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165591.792777:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1621 00000100:00100000:3.0:1746165591.795036:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746165591.795053:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422851968:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165591.795097:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1746165591.937916:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165592.098198:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422852224:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746165592.098272:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165592.099693:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422852224:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746165593.943897:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165595.634568:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422852352:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746165595.634641:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746165595.634942:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746165595.634972:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422852352:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165595.950065:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165596.786156:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977422852480:0@lo:400:kworker.0 00000100:00100000:3.0:1746165596.786236:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165596.786326:0:11581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422852480 00000100:00100000:3.0:1746165596.786334:0:11581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422852480 00000100:00100000:3.0:1746165596.786370:0:11581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:3.0:1746165596.786377:0:11581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a81ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422852480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165596.786414:0:11581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a81ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422852480:12345-0@lo:400:kworker.0 Request processed in 37us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165596.786421:0:11581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:3.0:1746165596.786465:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977422852480:0@lo:400:kworker.0 00000100:00100000:3.0:1746165596.786479:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746165596.786484:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977422852608:0@lo:400:kworker.0 00000100:00100000:3.0:1746165596.786507:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165596.786527:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977422852736:0@lo:400:kworker.0 00000100:00100000:3.0:1746165596.786545:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165596.786557:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746165596.786561:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422852864:0@lo:400:kworker.0 00000100:00100000:3.0:1746165596.786580:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165596.786593:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422853376:0@lo:400:kworker.0 00000100:00100000:3.0:1746165596.786607:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165596.786661:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422853632:0@lo:400:kworker.0 00000100:00100000:1.0:1746165596.786710:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165596.787396:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422852864 00000100:00100000:3.0:1746165596.787400:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422852864 00000100:00100000:3.0:1746165596.787419:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422853376 00000100:00100000:3.0:1746165596.787421:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422853376 00000100:00100000:3.0:1746165596.787434:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35041 00000100:00100000:3.0:1746165596.787439:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095626a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422852864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165596.787492:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1622 00000100:00100000:1.0:1746165596.787498:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977422852608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165596.787524:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977422852608:12345-0@lo:400:kworker.0 Request processed in 27us (1017us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165596.787532:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1622 00000100:00100000:1.0:1746165596.787702:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1624 00000100:00100000:1.0:1746165596.787707:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977422853248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165596.787731:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977422853248:12345-0@lo:400:kworker.0 Request processed in 25us (927us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165596.787736:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1624 00000100:00100000:1.0:1746165596.787763:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422853632 00000100:00100000:1.0:1746165596.787766:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422853632 00000100:00100000:3.0:1746165596.788437:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095626a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422852864:12345-0@lo:400:kworker.0 Request processed in 997us (1855us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165596.788443:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35041 00000100:00100000:3.0:1746165596.788472:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422853376:0@lo:400:kworker.0 00000100:00100000:3.0:1746165596.788480:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422852864:0@lo:400:kworker.0 00000100:00100000:3.0:1746165596.788489:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977422852736:0@lo:400:kworker.0 00000100:00100000:1.0:1746165596.788562:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7352 00000100:00100000:1.0:1746165596.788567:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422853632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165596.788596:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422853632:12345-0@lo:400:kworker.0 Request processed in 29us (1886us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165596.788600:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7352 00000100:00100000:1.0:1746165596.788618:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165596.788634:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977422853760:0@lo:400:kworker.0 00000100:00100000:1.0:1746165596.788650:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165596.788667:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977422853248:0@lo:400:kworker.0 00000100:00100000:1.0:1746165596.788696:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422853120 00000100:00100000:1.0:1746165596.788699:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422853120 00000100:00100000:1.0:1746165596.788712:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7353 00000100:00100000:1.0:1746165596.788716:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422853120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165596.788738:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422853120:12345-0@lo:400:kworker.0 Request processed in 21us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165596.788742:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7353 00000100:00100000:1.0:1746165596.788759:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422853632:0@lo:400:kworker.0 00000100:00100000:1.0:1746165596.788775:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422853120:0@lo:400:kworker.0 00000100:00100000:1.0:1746165596.788788:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422853760 00000100:00100000:1.0:1746165596.788790:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422853760 00000100:00100000:1.0:1746165596.788806:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1625 00000100:00100000:1.0:1746165596.788810:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977422853760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165596.788834:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977422853760:12345-0@lo:400:kworker.0 Request processed in 24us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165596.788839:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1625 00000100:00100000:1.0:1746165596.788858:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977422853760:0@lo:400:kworker.0 00000100:00080000:3.0:1746165596.798156:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746165596.798163:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746165596.801299:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439066752 00000100:00100000:1.0:1746165596.801307:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439066752 00000100:00100000:1.0:1746165596.801340:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49603 00000100:00100000:1.0:1746165596.801343:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439066752:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746165596.801361:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165596.801398:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439066752:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 54us (923us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165596.801402:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49603 00000100:00100000:3.0:1746165596.801889:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422853888 00000100:00100000:3.0:1746165596.801892:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422853888 00000100:00100000:3.0:1746165596.802145:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35043 00000100:00100000:3.0:1746165596.802150:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422853888:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746165596.802171:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746165596.802201:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422853888:12345-0@lo:41:osp-pre-1-0.0 Request processed in 51us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165596.802205:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35043 00000100:00100000:1.0:1746165596.915112:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746165596.915131:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422854016:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746165596.915196:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165596.915287:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422854016 00000100:00100000:3.0:1746165596.915293:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422854016 00000100:00100000:3.0:1746165596.915334:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35044 00000100:00100000:3.0:1746165596.915341:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422854016:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746165596.915368:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746165596.915400:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422854016:12345-0@lo:41:osp-pre-0-1.0 Request processed in 60us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165596.915406:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35044 00000100:00100000:1.0:1746165596.915492:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422854016:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1746165596.950943:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165597.105988:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095627480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422854144:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746165597.106044:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165597.106793:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095627480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422854144:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746165597.954281:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165598.955866:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1746165600.642088:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746165600.962282:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165601.794319:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977422854656:0@lo:400:kworker.0 00000100:00100000:1.0:1746165601.794349:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165601.794372:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c98b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422855296:0@lo:400:kworker.0 00000100:00100000:1.0:1746165601.794391:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165601.794439:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422854784:0@lo:400:kworker.0 00000100:00100000:3.0:1746165601.794481:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422854912:0@lo:8:kworker.0 00000100:00100000:3.0:1746165601.794503:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165601.794520:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c989f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422855424:0@lo:8:kworker.0 00000100:00100000:3.0:1746165601.794541:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422854912 00000100:00100000:3.0:1746165601.794544:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422854912 00000100:00100000:3.0:1746165601.794557:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422855040 00000100:00100000:3.0:1746165601.794559:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422855040 00000100:00100000:3.0:1746165601.794575:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7354 00000100:00100000:3.0:1746165601.794580:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422855040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165601.794609:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422855040:12345-0@lo:400:kworker.0 Request processed in 29us (79us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165601.794615:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7354 00000100:00100000:3.0:1746165601.794962:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746165601.794997:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165601.795001:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165601.795004:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422854912:0@lo:8:kworker.0 00000100:00100000:3.0:1746165601.795025:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422855424 00000100:00100000:3.0:1746165601.795028:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422855424 00000100:00100000:3.0:1746165601.795045:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49605 00000100:00100000:3.0:1746165601.795049:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977422855424:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165601.795059:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165601.795082:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977422855424:12345-0@lo:8:kworker.0 Request processed in 32us (119us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165601.795087:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49605 00000100:00100000:1.0:1746165601.795139:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977422854656:0@lo:400:kworker.0 00000100:00100000:1.0:1746165601.795165:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165601.795180:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c98aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422855552:0@lo:400:kworker.0 00000100:00100000:1.0:1746165601.795198:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165601.795221:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422855552 00000100:00100000:1.0:1746165601.795224:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422855552 00000100:00100000:1.0:1746165601.795244:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7355 00000100:00100000:1.0:1746165601.795248:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422855552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165601.795273:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422855552:12345-0@lo:400:kworker.0 Request processed in 25us (74us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165601.795278:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7355 00000100:00080000:1.0:1746165601.795290:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746165601.795302:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c98aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422855552:0@lo:400:kworker.0 00000100:00100000:1.0:1746165601.795319:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422855296 00000100:00100000:1.0:1746165601.795321:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422855296 00000100:00100000:1.0:1746165601.795338:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422854784 00000100:00100000:1.0:1746165601.795339:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422854784 00000100:00100000:1.0:1746165601.795351:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35045 00000100:00100000:1.0:1746165601.795355:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422855296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165601.795382:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422855296:12345-0@lo:400:kworker.0 Request processed in 26us (990us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165601.795387:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35045 00000100:00100000:1.0:1746165601.795395:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35046 00000100:00100000:1.0:1746165601.795399:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422854784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165601.795420:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422854784:12345-0@lo:400:kworker.0 Request processed in 20us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165601.795424:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35046 00000100:00100000:1.0:1746165601.795444:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422854784:0@lo:400:kworker.0 00000100:00100000:1.0:1746165601.795459:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c98b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422855296:0@lo:400:kworker.0 00000100:00080000:1.0:1746165601.795885:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746165601.806311:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439066880 00000100:00100000:1.0:1746165601.806318:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439066880 00000100:00100000:3.0:1746165601.806330:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439067008 00000100:00100000:3.0:1746165601.806334:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439067008 00000100:00100000:1.0:1746165601.806356:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 471 00000100:00100000:1.0:1746165601.806363:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439066880:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165601.806365:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439067136 00000100:00100000:3.0:1746165601.806367:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439067136 00000100:00100000:3.0:1746165601.806384:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1633 00000100:00100000:3.0:1746165601.806390:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439067136:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165601.806450:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439066880:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 87us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165601.806457:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 471 00000100:00080000:1.0:1746165601.806481:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746165601.806484:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746165601.806698:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439067136:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 285us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165601.806705:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1633 00000100:00100000:1.0:1746165601.809852:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746165601.809866:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422855808:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746165601.809904:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165601.810269:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422855808:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165601.922040:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422855936 00000100:00100000:3.0:1746165601.922047:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422855936 00000100:00100000:3.0:1746165601.922084:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35048 00000100:00100000:3.0:1746165601.922091:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422855936:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746165601.922117:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746165601.922160:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422855936:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165601.922166:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35048 00010000:00010000:1.0:1746165601.964296:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746165602.966146:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165603.968124:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165605.654105:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422856192:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165605.971949:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165606.802701:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422857216 00000100:00100000:3.0:1746165606.802705:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422857216 00000100:00100000:3.0:1746165606.802725:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422856704 00000100:00100000:3.0:1746165606.802727:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422856704 00000100:00100000:3.0:1746165606.802737:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35049 00000100:00100000:3.0:1746165606.802741:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422857216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165606.802767:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422857216:12345-0@lo:400:kworker.0 Request processed in 25us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165606.802771:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35049 00000100:00100000:3.0:1746165606.802794:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35050 00000100:00100000:3.0:1746165606.802799:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422856704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165606.803048:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422856704:12345-0@lo:400:kworker.0 Request processed in 21us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165606.803054:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35050 00000100:00080000:3.0:1746165606.803075:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746165606.803122:0:11581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422856320 00000100:00100000:1.0:1746165606.803125:0:11581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422856320 00000100:00100000:1.0:1746165606.803143:0:11581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:1.0:1746165606.803147:0:11581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422856320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165606.803171:0:11581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422856320:12345-0@lo:400:kworker.0 Request processed in 25us (1196us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165606.803176:0:11581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:1.0:1746165606.803219:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977422856448:0@lo:400:kworker.0 00000100:00100000:1.0:1746165606.803226:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977422857088:0@lo:400:kworker.0 00000100:00100000:1.0:1746165606.803232:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422856960:0@lo:400:kworker.0 00000100:00100000:1.0:1746165606.803237:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422856320:0@lo:400:kworker.0 00000100:00100000:1.0:1746165606.803259:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422856704:0@lo:400:kworker.0 00000100:00100000:1.0:1746165606.803265:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422857216:0@lo:400:kworker.0 00000100:00100000:1.0:1746165606.805161:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422857472:0@lo:400:kworker.0 00000100:00100000:1.0:1746165606.805204:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422857344 00000100:00100000:1.0:1746165606.805207:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422857344 00000100:00100000:1.0:1746165606.805220:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49608 00000100:00100000:1.0:1746165606.805224:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090943480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977422857344:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746165606.805240:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165606.805280:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090943480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977422857344:12345-0@lo:8:kworker.0 Request processed in 55us (89us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165606.805286:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49608 00000100:00100000:1.0:1746165606.815061:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439067392 00000100:00100000:1.0:1746165606.815068:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439067392 00000100:00100000:1.0:1746165606.815106:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 473 00000100:00100000:1.0:1746165606.815114:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439067392:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165606.815172:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439067392:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 58us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165606.815178:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 473 00000100:00100000:3.0:1746165606.815194:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1639 00000100:00100000:3.0:1746165606.815202:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090942a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439067520:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165606.815452:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090942a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439067520:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 252us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165606.815456:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1639 00000100:00100000:1.0:1746165606.818268:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746165606.818282:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f87ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422857728:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746165606.818319:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165606.818352:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422857728 00000100:00100000:1.0:1746165606.818355:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422857728 00000100:00100000:1.0:1746165606.818392:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35051 00000100:00100000:1.0:1746165606.818398:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422857728:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746165606.818419:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746165606.818448:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422857728:12345-0@lo:41:osp-pre-1-0.0 Request processed in 50us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165606.818453:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35051 00010000:00010000:1.0:1746165606.974068:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165607.122529:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746165607.122548:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422857984:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746165607.122603:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165607.123399:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422857984:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746165607.976228:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165608.978234:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746165610.983752:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165611.810131:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422858752:0@lo:8:kworker.0 00000100:00100000:1.0:1746165611.810161:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165611.810382:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422859264:0@lo:8:kworker.0 00000100:00100000:1.0:1746165611.810402:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165611.810426:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422858624 00000100:00100000:1.0:1746165611.810429:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422858624 00000100:00100000:1.0:1746165611.810451:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422859136 00000100:00100000:1.0:1746165611.810453:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422859136 00000100:00100000:1.0:1746165611.810466:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35053 00000100:00100000:1.0:1746165611.810471:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422858624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165611.810507:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422858624:12345-0@lo:400:kworker.0 Request processed in 35us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165611.810512:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35053 00000100:00100000:1.0:1746165611.810524:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35054 00000100:00100000:1.0:1746165611.810529:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422859136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165611.810552:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422859136:12345-0@lo:400:kworker.0 Request processed in 23us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165611.810556:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35054 00000100:00100000:1.0:1746165611.810591:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422858752 00000100:00100000:1.0:1746165611.810594:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422858752 00000100:00100000:1.0:1746165611.810606:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422859392 00000100:00100000:1.0:1746165611.810607:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422859392 00000100:00100000:1.0:1746165611.810626:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422859264 00000100:00100000:1.0:1746165611.810628:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422859264 00000100:00100000:1.0:1746165611.810635:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422858880 00000100:00100000:1.0:1746165611.810636:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422858880 00000100:00100000:1.0:1746165611.810646:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7358 00000100:00100000:1.0:1746165611.810651:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422859392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165611.810813:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422859392:12345-0@lo:400:kworker.0 Request processed in 161us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165611.810833:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7358 00000100:00100000:3.0:1746165611.810913:0:11581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422858240 00000100:00100000:3.0:1746165611.810917:0:11581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422858240 00000100:00100000:1.0:1746165611.811288:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:1.0:1746165611.811294:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422858240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165611.811334:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422858240:12345-0@lo:400:kworker.0 Request processed in 41us (907us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165611.811340:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:3.0:1746165611.822611:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439068032 00000100:00100000:3.0:1746165611.822621:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439068032 00000100:00100000:3.0:1746165611.822712:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1644 00000100:00100000:3.0:1746165611.822720:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439068032:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165611.822752:0:11581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439067904 00000100:00100000:1.0:1746165611.822757:0:11581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439067904 00000100:00100000:1.0:1746165611.822781:0:11581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 475 00000100:00100000:1.0:1746165611.822786:0:11581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439067904:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165611.822798:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439068032:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 79us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165611.822805:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1644 00000100:00080000:3.0:1746165611.822859:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746165611.822863:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746165611.822972:0:11581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439067904:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 184us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165611.822979:0:11581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 475 00000100:00100000:3.0:1746165611.826190:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422859648:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165611.826474:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165611.826776:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422859648:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1746165611.986174:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746165612.988004:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165613.990718:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165615.666358:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746165615.666385:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422860032:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746165615.666585:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165615.668847:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422860032 00000100:00100000:1.0:1746165615.668857:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422860032 00000100:00080000:3.0:1746165615.669657:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746165615.670443:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6733 00000100:00100000:1.0:1746165615.670455:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422860032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746165615.670493:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746165615.671628:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422860032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1173us (5040us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165615.671637:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6733 00000100:00100000:3.0:1746165615.672255:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422860032:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165615.995295:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165616.819230:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977422860160:0@lo:400:kworker.0 00000100:00100000:3.0:1746165616.820839:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165616.821077:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746165616.821085:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977422860288:0@lo:400:kworker.0 00000100:00100000:3.0:1746165616.821114:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165616.821119:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422860160 00000100:00100000:1.0:1746165616.821130:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422860160 00000100:00100000:3.0:1746165616.821141:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977422860416:0@lo:400:kworker.0 00000100:00100000:3.0:1746165616.821158:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165616.821169:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746165616.821173:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422860544:0@lo:400:kworker.0 00000100:00100000:1.0:1746165616.821179:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1746165616.821186:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422860160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165616.821191:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165616.821216:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422860288 00000100:00100000:3.0:1746165616.821221:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422860288 00000100:00100000:3.0:1746165616.821257:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422860416 00000100:00100000:3.0:1746165616.821259:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422860416 00000100:00100000:1.0:1746165616.821263:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422860160:12345-0@lo:400:kworker.0 Request processed in 78us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165616.821269:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:3.0:1746165616.821273:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1646 00000100:00100000:3.0:1746165616.821280:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977422860288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165616.821313:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422860544 00000100:00100000:3.0:1746165616.821326:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977422860288:12345-0@lo:400:kworker.0 Request processed in 32us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165616.821328:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422860544 00000100:00100000:3.0:1746165616.821333:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1646 00000100:00100000:1.0:1746165616.821346:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35057 00000100:00100000:3.0:1746165616.821350:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1647 00000100:00100000:1.0:1746165616.821352:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422860544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165616.821355:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977422860416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165616.821376:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977422860416:12345-0@lo:400:kworker.0 Request processed in 21us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165616.821381:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1647 00000100:00100000:1.0:1746165616.821382:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422860544:12345-0@lo:400:kworker.0 Request processed in 31us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165616.821387:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35057 00000100:00080000:3.0:1746165616.821394:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746165616.821397:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746165616.821424:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422860544:0@lo:400:kworker.0 00000100:00100000:3.0:1746165616.821433:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977422860416:0@lo:400:kworker.0 00000100:00100000:3.0:1746165616.821457:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977422860288:0@lo:400:kworker.0 00000100:00100000:3.0:1746165616.821464:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977422860160:0@lo:400:kworker.0 00000100:00100000:1.0:1746165616.822049:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422860672:0@lo:8:kworker.0 00000100:00100000:1.0:1746165616.822083:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165616.822107:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422861184:0@lo:8:kworker.0 00000100:00100000:1.0:1746165616.822124:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165616.822294:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422861184 00000100:00100000:1.0:1746165616.822298:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422861184 00000100:00100000:1.0:1746165616.822314:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49613 00000100:00100000:1.0:1746165616.822319:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977422860672:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746165616.822337:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165616.822362:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977422860672:12345-0@lo:8:kworker.0 Request processed in 42us (279us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165616.822368:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49613 00000100:00100000:1.0:1746165616.822386:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422861056 00000100:00100000:1.0:1746165616.822389:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422861056 00000100:00100000:1.0:1746165616.822404:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35058 00000100:00100000:1.0:1746165616.822409:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422861056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165616.822434:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422861056:12345-0@lo:400:kworker.0 Request processed in 25us (720us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165616.822438:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35058 00000100:00080000:1.0:1746165616.822464:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165616.822468:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165616.822471:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422860672:0@lo:8:kworker.0 00000100:00080000:1.0:1746165616.822480:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165616.822482:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165616.822485:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422861184:0@lo:8:kworker.0 00000100:00100000:3.0:1746165616.834626:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746165616.834646:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422861568:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165616.834726:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165616.835056:0:11581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439068416 00000100:00100000:1.0:1746165616.835064:0:11581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439068416 00000100:00100000:1.0:1746165616.835101:0:11581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 477 00000100:00100000:1.0:1746165616.835109:0:11581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439068416:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165616.835155:0:11581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439068416:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 47us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165616.835162:0:11581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 477 00000100:00100000:1.0:1746165616.835190:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422861568 00000100:00100000:1.0:1746165616.835192:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422861568 00000100:00100000:1.0:1746165616.835210:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35059 00000100:00100000:1.0:1746165616.835214:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422861568:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746165616.835239:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746165616.835272:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422861568:12345-0@lo:41:osp-pre-1-0.0 Request processed in 58us (547us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165616.835278:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35059 00000100:00100000:1.0:1746165616.835308:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439068672 00000100:00100000:1.0:1746165616.835310:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439068672 00000100:00100000:1.0:1746165616.835335:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439068544 00000100:00100000:1.0:1746165616.835337:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439068544 00000100:00100000:1.0:1746165616.835352:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1650 00000100:00100000:1.0:1746165616.835356:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439068672:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165616.835376:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439068672:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 20us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165616.835382:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1650 00000100:00100000:1.0:1746165616.835389:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1651 00000100:00100000:1.0:1746165616.835393:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439068544:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165616.835406:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439068544:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 13us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165616.835411:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1651 00000100:00080000:1.0:1746165616.835451:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746165616.835454:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746165616.835517:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422861568:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165616.836240:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439068800 00000100:00100000:3.0:1746165616.836245:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439068800 00000100:00100000:3.0:1746165616.836273:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49615 00000100:00100000:3.0:1746165616.836278:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439068800:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746165616.836299:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165616.836325:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439068800:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 46us (571us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165616.836335:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49615 00000100:00100000:1.0:1746165616.946973:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422861696 00000100:00100000:1.0:1746165616.946982:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422861696 00000100:00100000:1.0:1746165616.947035:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35060 00000100:00100000:1.0:1746165616.947042:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422861696:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746165616.947078:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746165616.947132:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422861696:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (550us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165616.947139:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35060 00010000:00010000:1.0:1746165616.996380:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165617.139601:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422861824 00000100:00100000:1.0:1746165617.139613:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422861824 00000100:00100000:1.0:1746165617.140008:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6734 00000100:00100000:1.0:1746165617.140019:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422861824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746165617.140048:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746165617.140215:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422861824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 197us (2083us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165617.140227:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6734 00010000:00010000:3.0:1746165618.000741:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165619.001977:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1746165620.677343:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746165621.008990:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165621.830149:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977422862080:0@lo:400:kworker.0 00000100:00100000:1.0:1746165621.830237:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165621.830329:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422862080 00000100:00100000:1.0:1746165621.830337:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422862080 00000100:00100000:1.0:1746165621.830404:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:1.0:1746165621.830411:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977422862080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165621.830456:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977422862080:12345-0@lo:400:kworker.0 Request processed in 44us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165621.830461:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:1.0:1746165621.830506:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977422862080:0@lo:400:kworker.0 00000100:00100000:1.0:1746165621.831409:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e320e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422862720:0@lo:400:kworker.0 00000100:00100000:3.0:1746165621.831550:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422862592 00000100:00100000:3.0:1746165621.831554:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422862592 00000100:00100000:3.0:1746165621.831570:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422863104 00000100:00100000:3.0:1746165621.831572:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422863104 00000100:00100000:3.0:1746165621.831583:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49616 00000100:00100000:3.0:1746165621.831588:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977422862592:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165621.831609:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165621.831638:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977422862592:12345-0@lo:8:kworker.0 Request processed in 50us (656us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165621.831644:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49616 00000100:00100000:3.0:1746165621.831699:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49617 00000100:00100000:3.0:1746165621.831703:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977422863104:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165621.831711:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165621.831727:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977422863104:12345-0@lo:8:kworker.0 Request processed in 24us (708us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165621.831732:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49617 00000100:00100000:1.0:1746165621.832073:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165621.832103:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977422863360:0@lo:400:kworker.0 00000100:00100000:1.0:1746165621.832119:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165621.832133:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1746165621.832138:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e321180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422862464:0@lo:400:kworker.0 00000100:00100000:1.0:1746165621.832154:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165621.832164:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422863232:0@lo:400:kworker.0 00000100:00100000:1.0:1746165621.833020:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165621.833058:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e320e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422862720:0@lo:400:kworker.0 00000100:00100000:1.0:1746165621.833067:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977422863360:0@lo:400:kworker.0 00000100:00100000:1.0:1746165621.833084:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e321180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422862464:0@lo:400:kworker.0 00000100:00100000:3.0:1746165621.833571:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422863232 00000100:00100000:3.0:1746165621.833575:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422863232 00000100:00100000:3.0:1746165621.833614:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7363 00000100:00100000:3.0:1746165621.833620:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422863232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165621.833905:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422863232:12345-0@lo:400:kworker.0 Request processed in 285us (885us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165621.833912:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7363 00000100:00100000:1.0:1746165621.833939:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422863232:0@lo:400:kworker.0 00000100:00100000:3.0:1746165621.839880:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439069184 00000100:00100000:3.0:1746165621.839885:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439069184 00000100:00100000:3.0:1746165621.839915:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1657 00000100:00100000:3.0:1746165621.839920:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439069184:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165621.839947:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439069184:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 27us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165621.839953:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1657 00000100:00080000:3.0:1746165621.839972:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746165621.840541:0:11581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439068928 00000100:00100000:1.0:1746165621.840546:0:11581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439068928 00000100:00100000:1.0:1746165621.840585:0:11581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 479 00000100:00100000:1.0:1746165621.840590:0:11581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439068928:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165621.840618:0:11581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439068928:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 28us (1421us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165621.840623:0:11581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 479 00000100:00100000:3.0:1746165621.843305:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422863488 00000100:00100000:3.0:1746165621.843312:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422863488 00000100:00100000:3.0:1746165621.843350:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35063 00000100:00100000:3.0:1746165621.843356:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088face00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422863488:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746165621.843409:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746165621.843463:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088face00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422863488:12345-0@lo:41:osp-pre-1-0.0 Request processed in 106us (711us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165621.843469:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35063 00000100:00100000:1.0:1746165621.843617:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422863488:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1746165622.011480:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165622.149784:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422863744:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746165623.014930:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165625.682175:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422863872:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746165625.682263:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165625.682723:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422863872:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1746165625.683664:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746165626.021984:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165626.846871:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439069824 00000100:00100000:3.0:1746165626.846875:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439069824 00000100:00100000:3.0:1746165626.846894:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49619 00000100:00100000:3.0:1746165626.846899:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439069824:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746165626.846918:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165626.846942:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439069824:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 43us (631us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165626.846947:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49619 00000100:00080000:3.0:1746165626.846965:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746165626.846968:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746165626.849649:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439069696:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 2976us (3285us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165626.849659:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1659 00000100:00100000:1.0:1746165626.850666:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422864000:0@lo:400:kworker.0 00000100:00100000:3.0:1746165626.850668:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977422864128:0@lo:400:kworker.0 00000100:00100000:1.0:1746165626.850714:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165626.850736:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422864640:0@lo:400:kworker.0 00000100:00100000:3.0:1746165626.850742:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422864512:0@lo:8:kworker.0 00000100:00100000:1.0:1746165626.850756:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165626.850764:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165626.850770:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e323b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977422865280:0@lo:400:kworker.0 00000100:00100000:3.0:1746165626.850779:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e320e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422865024:0@lo:8:kworker.0 00000100:00100000:3.0:1746165626.850794:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165626.850819:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422864640 00000100:00100000:3.0:1746165626.850824:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422864640 00000100:00100000:3.0:1746165626.850848:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422864512 00000100:00100000:3.0:1746165626.850850:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422864512 00000100:00100000:3.0:1746165626.850859:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422865024 00000100:00100000:3.0:1746165626.850861:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422865024 00000100:00100000:3.0:1746165626.850870:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7364 00000100:00100000:3.0:1746165626.850875:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422864640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165626.850905:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422864640:12345-0@lo:400:kworker.0 Request processed in 31us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165626.850910:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7364 00000100:00100000:1.0:1746165626.850936:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422864384 00000100:00100000:1.0:1746165626.850940:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422864384 00000100:00100000:1.0:1746165626.850968:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35065 00000100:00100000:1.0:1746165626.850974:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422864384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165626.851004:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422864384:12345-0@lo:400:kworker.0 Request processed in 31us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165626.851009:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35065 00000100:00100000:1.0:1746165626.851030:0:11581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422864000 00000100:00100000:1.0:1746165626.851032:0:11581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422864000 00000100:00100000:1.0:1746165626.851049:0:11581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:1.0:1746165626.851054:0:11581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422864000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165626.851076:0:11581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422864000:12345-0@lo:400:kworker.0 Request processed in 23us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165626.851080:0:11581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:1.0:1746165626.851108:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49620 00000100:00100000:1.0:1746165626.851111:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977422864512:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746165626.851128:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165626.851152:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977422864512:12345-0@lo:8:kworker.0 Request processed in 39us (387us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165626.851158:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49620 00000100:00100000:1.0:1746165626.851168:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49621 00000100:00100000:1.0:1746165626.851171:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977422865024:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746165626.851178:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165626.851195:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977422865024:12345-0@lo:8:kworker.0 Request processed in 23us (400us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165626.851199:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49621 00000100:00080000:1.0:1746165626.851223:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165626.851226:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165626.851230:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422864512:0@lo:8:kworker.0 00000100:00080000:1.0:1746165626.851237:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165626.851239:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165626.851241:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e320e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422865024:0@lo:8:kworker.0 00000100:00100000:1.0:1746165626.851280:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422864256 00000100:00100000:1.0:1746165626.851283:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422864256 00000100:00100000:1.0:1746165626.851305:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422864128 00000100:00100000:1.0:1746165626.851307:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422864128 00000100:00100000:1.0:1746165626.851321:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1660 00000100:00100000:1.0:1746165626.851326:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977422864256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165626.851609:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977422864256:12345-0@lo:400:kworker.0 Request processed in 282us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165626.851614:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1660 00000100:00100000:1.0:1746165626.851624:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422864768 00000100:00100000:1.0:1746165626.851626:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422864768 00000100:00100000:1.0:1746165626.851641:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1661 00000100:00100000:1.0:1746165626.851646:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977422864128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165626.851671:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977422864128:12345-0@lo:400:kworker.0 Request processed in 26us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165626.851692:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1661 00000100:00100000:1.0:1746165626.851701:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1662 00000100:00100000:1.0:1746165626.851705:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977422864768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165626.851735:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977422864768:12345-0@lo:400:kworker.0 Request processed in 30us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165626.851740:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1662 00000100:00080000:1.0:1746165626.851758:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746165626.851762:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746165626.851764:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746165626.851770:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422865280 00000100:00100000:1.0:1746165626.851772:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422865280 00000100:00100000:1.0:1746165626.851786:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1663 00000100:00100000:1.0:1746165626.851789:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977422865280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165626.851814:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977422865280:12345-0@lo:400:kworker.0 Request processed in 24us (58us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165626.852156:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1663 00000100:00100000:3.0:1746165626.964699:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422865536 00000100:00100000:3.0:1746165626.964705:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422865536 00000100:00100000:3.0:1746165626.964736:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35068 00000100:00100000:3.0:1746165626.964741:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422865536:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746165626.964767:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746165626.964797:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422865536:12345-0@lo:41:osp-pre-0-1.0 Request processed in 56us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165626.964803:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35068 00010000:00010000:1.0:1746165627.024091:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165627.154505:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f128e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422865664:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746165627.154740:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165627.156761:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f128e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422865664:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746165628.027750:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1746165630.690198:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746165631.033867:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165631.857402:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439069952 00000100:00100000:1.0:1746165631.857410:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439069952 00000100:00100000:1.0:1746165631.857445:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 482 00000100:00100000:1.0:1746165631.857451:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439069952:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165631.857804:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439069952:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 352us (1913us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165631.857811:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 482 00000100:00100000:1.0:1746165631.857842:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1665 00000100:00100000:1.0:1746165631.857848:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439070208:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165631.858408:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439070208:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 558us (1059us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165631.858417:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1665 00000100:00100000:1.0:1746165631.859157:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f129180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977422866176:0@lo:400:kworker.0 00000100:00100000:3.0:1746165631.859157:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977422866048:0@lo:400:kworker.0 00000100:00100000:3.0:1746165631.859186:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165631.859189:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f128e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422866432:0@lo:8:kworker.0 00000100:00100000:1.0:1746165631.859209:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165631.859225:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977422866688:0@lo:400:kworker.0 00000100:00100000:1.0:1746165631.859235:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422866944:0@lo:8:kworker.0 00000100:00100000:3.0:1746165631.859242:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165631.859251:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165631.859260:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977422867328:0@lo:400:kworker.0 00000100:00100000:3.0:1746165631.859275:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165631.859277:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422866432 00000100:00100000:1.0:1746165631.859280:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422866432 00000100:00100000:1.0:1746165631.859292:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422866944 00000100:00100000:1.0:1746165631.859294:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422866944 00000100:00100000:3.0:1746165631.859297:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977422866048:0@lo:400:kworker.0 00000100:00100000:1.0:1746165631.859304:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49622 00000100:00100000:1.0:1746165631.859309:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977422866432:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1746165631.859323:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422866304 00010000:00020000:1.0:1746165631.859324:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165631.859347:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977422866432:12345-0@lo:8:kworker.0 Request processed in 38us (138us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165631.859353:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49622 00000100:00100000:1.0:1746165631.859362:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49623 00000100:00100000:1.0:1746165631.859365:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977422866944:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746165631.859373:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165631.859390:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977422866944:12345-0@lo:8:kworker.0 Request processed in 24us (138us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165631.859395:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49623 00000100:00080000:1.0:1746165631.859416:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165631.859419:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165631.859423:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f128e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422866432:0@lo:8:kworker.0 00000100:00080000:1.0:1746165631.859429:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165631.859431:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165631.859433:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422866944:0@lo:8:kworker.0 00000100:00100000:1.0:1746165631.859447:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165631.859461:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422866176 00000100:00100000:1.0:1746165631.859464:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422866176 00000100:00100000:1.0:1746165631.859524:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1669 00000100:00100000:1.0:1746165631.859530:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136050380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977422866176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165631.860278:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136050380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977422866176:12345-0@lo:400:kworker.0 Request processed in 747us (828us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165631.860284:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1669 00000100:00100000:1.0:1746165631.860300:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422866560 00000100:00100000:1.0:1746165631.860303:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422866560 00000100:00100000:1.0:1746165631.860317:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422867200 00000100:00100000:1.0:1746165631.860319:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422867200 00000100:00100000:1.0:1746165631.860333:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7367 00000100:00100000:1.0:1746165631.860337:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422867200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165631.860361:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422867200:12345-0@lo:400:kworker.0 Request processed in 24us (72us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165631.860366:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7367 00000100:00080000:1.0:1746165631.860390:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746165631.860392:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746165631.860432:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746165631.860445:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422866816 00000100:00100000:1.0:1746165631.860448:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422866816 00000100:00100000:1.0:1746165631.860460:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35070 00000100:00100000:1.0:1746165631.860464:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422866816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165631.860502:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422866816:12345-0@lo:400:kworker.0 Request processed in 37us (99us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165631.860507:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35070 00000100:00100000:3.0:1746165631.860566:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422866304 00000100:00100000:3.0:1746165631.860596:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35071 00000100:00100000:3.0:1746165631.860601:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422866304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165631.860629:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422866304:12345-0@lo:400:kworker.0 Request processed in 28us (1434us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165631.860634:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35071 00000100:00100000:1.0:1746165631.971272:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422867456 00000100:00100000:1.0:1746165631.971277:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422867456 00000100:00100000:1.0:1746165631.971307:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35072 00000100:00100000:1.0:1746165631.971312:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422867456:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746165631.971334:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746165631.971368:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422867456:12345-0@lo:41:osp-pre-0-1.0 Request processed in 57us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165631.971372:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35072 00010000:00010000:1.0:1746165632.036251:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165632.163482:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422867584 00000100:00100000:1.0:1746165632.163493:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422867584 00000100:00100000:1.0:1746165632.163720:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6740 00000100:00100000:1.0:1746165632.163730:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422867584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746165632.163758:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746165632.163807:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422867584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (783us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165632.163814:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6740 00010000:00010000:3.0:1746165633.038927:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165635.698306:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422867712 00000100:00100000:1.0:1746165635.698312:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422867712 00000100:00100000:1.0:1746165635.699165:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6741 00000100:00100000:1.0:1746165635.699175:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422867712:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746165635.699200:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746165635.700128:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422867712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 954us (2013us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165635.700137:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6741 00010000:00010000:3.0:1746165636.048032:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165636.864735:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439070848 00000100:00100000:1.0:1746165636.864746:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439070848 00000100:00100000:1.0:1746165636.864774:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49625 00000100:00100000:1.0:1746165636.864781:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439070848:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746165636.864801:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165636.864843:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439070848:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 62us (184us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165636.864849:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49625 00000100:00100000:1.0:1746165636.864866:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439070592 00000100:00100000:1.0:1746165636.864869:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439070592 00000100:00100000:1.0:1746165636.864906:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439070720 00000100:00100000:1.0:1746165636.864908:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439070720 00000100:00100000:1.0:1746165636.864923:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1671 00000100:00080000:3.0:1746165636.865117:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746165636.865120:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439070720:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:3.0:1746165636.865121:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746165636.865145:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439070720:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 27us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165636.865151:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1671 00000100:00100000:1.0:1746165636.865876:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422868224:0@lo:400:kworker.0 00000100:00100000:3.0:1746165636.866855:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977422868096:0@lo:400:kworker.0 00000100:00100000:1.0:1746165636.869867:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165636.869890:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422868992:0@lo:400:kworker.0 00000100:00100000:3.0:1746165636.869893:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165636.869908:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165636.869912:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422868736:0@lo:400:kworker.0 00000100:00100000:1.0:1746165636.869923:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422868992 00000100:00100000:1.0:1746165636.869926:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422868992 00000100:00100000:3.0:1746165636.869928:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165636.869947:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7369 00000100:00100000:1.0:1746165636.869952:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4950e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422868992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165636.869955:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422868224 00000100:00100000:3.0:1746165636.869958:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422868224 00000100:00100000:3.0:1746165636.869974:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422868736 00000100:00100000:3.0:1746165636.869976:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422868736 00000100:00100000:1.0:1746165636.869977:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4950e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422868992:12345-0@lo:400:kworker.0 Request processed in 25us (68us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165636.869982:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7369 00000100:00100000:3.0:1746165636.869988:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35074 00000100:00100000:3.0:1746165636.869993:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4950000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422868224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165636.870016:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422868992:0@lo:400:kworker.0 00000100:00100000:3.0:1746165636.870033:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4950000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422868224:12345-0@lo:400:kworker.0 Request processed in 39us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165636.870035:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422868224:0@lo:400:kworker.0 00000100:00100000:3.0:1746165636.870039:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35074 00000100:00100000:3.0:1746165636.870053:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35075 00000100:00100000:1.0:1746165636.870056:0:11581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422867840 00000100:00100000:3.0:1746165636.870058:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422868736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165636.870059:0:11581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422867840 00000100:00100000:1.0:1746165636.870075:0:11581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:1.0:1746165636.870080:0:11581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e860050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422867840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165636.870082:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422868736:12345-0@lo:400:kworker.0 Request processed in 24us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165636.870086:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35075 00000100:00100000:1.0:1746165636.870104:0:11581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e860050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422867840:12345-0@lo:400:kworker.0 Request processed in 24us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165636.870104:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422869120 00000100:00100000:3.0:1746165636.870107:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422869120 00000100:00100000:1.0:1746165636.870108:0:11581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:3.0:1746165636.870120:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422868096 00000100:00100000:3.0:1746165636.870122:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422868096 00000100:00100000:3.0:1746165636.870136:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1674 00000100:00100000:3.0:1746165636.870140:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977422869120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165636.870163:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977422869120:12345-0@lo:400:kworker.0 Request processed in 23us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165636.870168:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1674 00000100:00100000:3.0:1746165636.870178:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1675 00000100:00100000:3.0:1746165636.870182:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977422868096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165636.870201:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977422868096:12345-0@lo:400:kworker.0 Request processed in 19us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165636.870209:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1675 00000100:00100000:3.0:1746165636.870234:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977422868096:0@lo:400:kworker.0 00000100:00100000:3.0:1746165636.870241:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422868736:0@lo:400:kworker.0 00000100:00080000:3.0:1746165636.870267:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746165636.870270:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746165636.870298:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977422867840:0@lo:400:kworker.0 00000100:00100000:3.0:1746165636.870306:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422868480:0@lo:400:kworker.0 00000100:00100000:3.0:1746165636.870313:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977422869120:0@lo:400:kworker.0 00000100:00100000:1.0:1746165636.978029:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746165636.978047:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422869376:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746165636.978098:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165636.978645:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422869376:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1746165637.049908:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165637.171161:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746165637.171178:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422869504:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746165637.171231:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165637.171878:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422869504:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746165638.053346:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165640.706111:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422869632:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746165640.706469:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746165640.706985:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746165640.707168:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422869632:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165641.058123:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165641.871301:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439071104 00000100:00100000:3.0:1746165641.871324:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439071104 00000100:00100000:3.0:1746165641.871459:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439071232 00000100:00100000:3.0:1746165641.871463:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439071232 00000100:00100000:3.0:1746165641.871485:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1676 00000100:00100000:3.0:1746165641.871494:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439071104:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165641.871567:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439071104:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 75us (732us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165641.871574:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1676 00000100:00100000:3.0:1746165641.871593:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1677 00000100:00100000:3.0:1746165641.871598:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439071232:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165641.871618:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439071232:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 20us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165641.871624:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1677 00000100:00080000:3.0:1746165641.871639:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746165641.871642:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746165641.875368:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977422869888:0@lo:400:kworker.0 00000100:00100000:1.0:1746165641.875402:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165641.875428:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746165641.875434:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422870016:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746165641.875458:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165641.875496:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422869888 00000100:00100000:1.0:1746165641.875504:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422869888 00000100:00100000:1.0:1746165641.875567:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1678 00000100:00100000:1.0:1746165641.875574:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4951f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977422869888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165641.875624:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4951f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977422869888:12345-0@lo:400:kworker.0 Request processed in 50us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165641.875630:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1678 00000100:00100000:1.0:1746165641.875672:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977422869888:0@lo:400:kworker.0 00000100:00100000:1.0:1746165641.875714:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422870016 00000100:00100000:1.0:1746165641.875717:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422870016 00000100:00100000:1.0:1746165641.875740:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35077 00000100:00100000:1.0:1746165641.875745:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422870016:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746165641.875772:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746165641.875802:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422870016:12345-0@lo:41:osp-pre-1-0.0 Request processed in 57us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165641.875808:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35077 00000100:00100000:1.0:1746165641.875829:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422870016:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746165641.875847:0:11581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422869760 00000100:00100000:1.0:1746165641.875849:0:11581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422869760 00000100:00100000:1.0:1746165641.875872:0:11581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:1.0:1746165641.875877:0:11581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977422869760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165641.875904:0:11581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977422869760:12345-0@lo:400:kworker.0 Request processed in 27us (1123us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165641.875908:0:11581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:1.0:1746165641.877893:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422870400:0@lo:8:kworker.0 00000100:00100000:1.0:1746165641.877918:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165641.877941:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422870784:0@lo:8:kworker.0 00000100:00100000:1.0:1746165641.877958:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746165641.878996:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165641.879001:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165641.879004:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422870400:0@lo:8:kworker.0 00000100:00080000:1.0:1746165641.879012:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165641.879014:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165641.879017:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422870784:0@lo:8:kworker.0 00010000:00010000:1.0:1746165642.060216:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165642.178559:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422871296 00000100:00100000:3.0:1746165642.178567:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422871296 00000100:00100000:3.0:1746165642.178629:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6744 00000100:00100000:3.0:1746165642.178637:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f849180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422871296:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746165642.178671:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165642.178726:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f849180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422871296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (536us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165642.178733:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6744 00010000:00010000:3.0:1746165643.062283:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165645.715098:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422871424 00000100:00100000:1.0:1746165645.715105:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422871424 00000100:00100000:1.0:1746165645.715196:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6745 00000100:00100000:1.0:1746165645.715203:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422871424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746165645.715225:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746165645.715270:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422871424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (1243us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165645.715275:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6745 00010000:00010000:3.0:1746165646.069994:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165646.889535:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422872960:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746165646.998850:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422873088:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1746165647.072008:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165647.186523:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422873216 00000100:00100000:3.0:1746165647.186530:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422873216 00000100:00100000:3.0:1746165647.186572:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6746 00000100:00100000:3.0:1746165647.186579:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422873216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746165647.186608:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165647.186641:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422873216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (691us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165647.186646:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6746 00010000:00010000:3.0:1746165648.075314:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165650.722244:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422873344:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746165650.722303:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165650.722540:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422873344 00000100:00100000:1.0:1746165650.722545:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422873344 00000100:00100000:1.0:1746165650.722576:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6747 00000100:00100000:1.0:1746165650.722581:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422873344:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1746165650.722593:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:1.0:1746165650.722602:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746165650.722625:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422873344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165650.722629:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6747 00000100:00100000:1.0:1746165650.722652:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422873344:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165651.088227:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165651.886576:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439072128 00000100:00100000:1.0:1746165651.886587:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439072128 00000100:00100000:1.0:1746165651.886645:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439072256 00000100:00100000:1.0:1746165651.886648:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439072256 00000100:00100000:1.0:1746165651.886671:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1688 00000100:00100000:1.0:1746165651.886722:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439072128:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165651.886778:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439072128:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 61us (584us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165651.889845:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1688 00000100:00100000:1.0:1746165651.890492:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097630380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977422873600:0@lo:400:kworker.0 00000100:00100000:3.0:1746165651.890540:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422873472:0@lo:400:kworker.0 00000100:00100000:1.0:1746165651.890545:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165651.890807:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165651.890843:0:11581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422873472 00000100:00100000:3.0:1746165651.890850:0:11581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422873472 00000100:00100000:3.0:1746165651.890878:0:11581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:3.0:1746165651.890882:0:11581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0809450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422873472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165651.890907:0:11581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0809450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422873472:12345-0@lo:400:kworker.0 Request processed in 25us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165651.890912:0:11581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:1.0:1746165651.891560:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b201180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977422874240:0@lo:400:kworker.0 00000100:00100000:1.0:1746165651.891584:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165651.891603:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746165651.891609:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b203b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422874112:0@lo:400:kworker.0 00000100:00100000:1.0:1746165651.891628:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165651.891656:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422873856:0@lo:400:kworker.0 00000100:00100000:1.0:1746165651.891690:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165651.891707:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746165651.891712:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b202300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422874368:0@lo:400:kworker.0 00000100:00100000:1.0:1746165651.891728:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165651.891752:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422873856 00000100:00100000:1.0:1746165651.891758:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422873856 00000100:00100000:1.0:1746165651.891782:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422874368 00000100:00100000:1.0:1746165651.891784:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422874368 00000100:00100000:1.0:1746165651.891798:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35084 00000100:00100000:1.0:1746165651.891804:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422873856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165651.891847:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422873856:12345-0@lo:400:kworker.0 Request processed in 43us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165651.891852:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35084 00000100:00100000:1.0:1746165651.892058:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422873856:0@lo:400:kworker.0 00000100:00100000:1.0:1746165651.892076:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422873600 00000100:00100000:1.0:1746165651.892078:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422873600 00000100:00100000:1.0:1746165651.892104:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422874240 00000100:00100000:1.0:1746165651.892106:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422874240 00000100:00100000:1.0:1746165651.892118:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422873728 00000100:00100000:1.0:1746165651.892120:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422873728 00000100:00100000:1.0:1746165651.892147:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1690 00000100:00100000:1.0:1746165651.892155:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977422873600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165651.892188:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977422873600:12345-0@lo:400:kworker.0 Request processed in 35us (1643us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165651.892194:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1690 00000100:00100000:1.0:1746165651.892206:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1692 00000100:00100000:1.0:1746165651.892210:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977422873728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165651.892237:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977422873728:12345-0@lo:400:kworker.0 Request processed in 27us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165651.892243:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1692 00000100:00100000:1.0:1746165651.892267:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b202300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422874368:0@lo:400:kworker.0 00000100:00100000:1.0:1746165651.892288:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b201180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977422874240:0@lo:400:kworker.0 00000100:00100000:1.0:1746165651.892297:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097630380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977422873600:0@lo:400:kworker.0 00000100:00100000:1.0:1746165651.892379:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b203b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422874112:0@lo:400:kworker.0 00000100:00100000:1.0:1746165651.892493:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422874624:0@lo:400:kworker.0 00000100:00100000:1.0:1746165651.892516:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165651.892668:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422873984 00000100:00100000:1.0:1746165651.892672:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422873984 00000100:00100000:1.0:1746165651.892813:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422874624 00000100:00100000:1.0:1746165651.892816:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422874624 00000100:00080000:3.0:1746165651.893129:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746165651.893172:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422874496 00000100:00100000:1.0:1746165651.893176:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422874496 00000100:00100000:1.0:1746165651.893193:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7375 00000100:00100000:1.0:1746165651.893199:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422874624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165651.893231:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422874624:12345-0@lo:400:kworker.0 Request processed in 33us (715us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165651.893237:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7375 00000100:00100000:1.0:1746165651.893247:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49635 00000100:00100000:1.0:1746165651.893252:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977422873984:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746165651.893273:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165651.893562:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422874624:0@lo:400:kworker.0 00000100:00100000:1.0:1746165651.893637:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977422873984:12345-0@lo:8:kworker.0 Request processed in 383us (1243us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165651.893644:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49635 00000100:00100000:1.0:1746165651.907076:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746165651.907100:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422874880:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746165651.907196:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165651.907926:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422874880:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165652.002933:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422875008:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165652.003241:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165652.003914:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422875008:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1746165652.086195:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165652.194374:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746165652.194391:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013048a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422875136:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746165652.194445:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165652.194571:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422875136 00000100:00100000:1.0:1746165652.194577:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422875136 00000100:00100000:1.0:1746165652.194608:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6748 00000100:00100000:1.0:1746165652.194614:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422875136:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746165652.194649:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746165652.194703:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422875136:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165652.194709:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6748 00010000:00010000:3.0:1746165653.088153:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165655.730115:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422875264 00000100:00100000:3.0:1746165655.730121:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422875264 00000100:00100000:3.0:1746165655.730158:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6749 00000100:00100000:3.0:1746165655.730169:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013048a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422875264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746165655.730192:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165655.730223:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013048a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422875264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165655.730229:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6749 00010000:00010000:3.0:1746165656.096169:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165656.894869:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439072768 00000100:00100000:1.0:1746165656.894877:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439072768 00000100:00100000:1.0:1746165656.894958:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439072640 00000100:00100000:1.0:1746165656.894961:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439072640 00000100:00100000:1.0:1746165656.894981:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1694 00000100:00100000:1.0:1746165656.894988:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439072768:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165656.895042:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439072768:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 55us (1253us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165656.895048:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1694 00000100:00100000:1.0:1746165656.895078:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1695 00000100:00100000:1.0:1746165656.895083:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e833480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439072640:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165656.895105:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e833480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439072640:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 22us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165656.895110:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1695 00000100:00080000:1.0:1746165656.895133:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746165656.895136:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746165656.898125:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439072896 00000100:00100000:1.0:1746165656.898131:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439072896 00000100:00100000:1.0:1746165656.898157:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49637 00000100:00100000:1.0:1746165656.898162:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439072896:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746165656.898182:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165656.898215:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439072896:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 52us (266us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165656.898220:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49637 00000100:00100000:1.0:1746165656.899593:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422875904:0@lo:8:kworker.0 00000100:00100000:1.0:1746165656.899616:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165656.899638:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422875904 00000100:00100000:1.0:1746165656.899641:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422875904 00000100:00100000:1.0:1746165656.899651:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422876032 00000100:00100000:1.0:1746165656.899653:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422876032 00000100:00100000:1.0:1746165656.899666:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7376 00000100:00100000:1.0:1746165656.899670:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422876032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165656.899711:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422876032:12345-0@lo:400:kworker.0 Request processed in 40us (83us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165656.899716:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7376 00000100:00080000:1.0:1746165656.899740:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165656.899743:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165656.899746:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422875904:0@lo:8:kworker.0 00000100:00100000:3.0:1746165656.900176:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746165656.900183:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422876288:0@lo:400:kworker.0 00000100:00100000:3.0:1746165656.900206:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165656.900224:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422876288 00000100:00100000:3.0:1746165656.900227:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422876288 00000100:00100000:3.0:1746165656.900244:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35089 00000100:00100000:3.0:1746165656.900249:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422876288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165656.900274:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422876288:12345-0@lo:400:kworker.0 Request processed in 25us (67us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165656.900279:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35089 00000100:00100000:3.0:1746165656.900304:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422876288:0@lo:400:kworker.0 00000100:00100000:1.0:1746165656.900550:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422876416:0@lo:8:kworker.0 00000100:00100000:3.0:1746165656.900641:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422876544 00000100:00100000:3.0:1746165656.900645:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422876544 00000100:00100000:3.0:1746165656.900672:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7377 00000100:00100000:3.0:1746165656.900693:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132101c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422876544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165656.900847:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132101c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422876544:12345-0@lo:400:kworker.0 Request processed in 153us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165656.901089:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7377 00000100:00080000:3.0:1746165656.901110:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746165656.902618:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165656.902722:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422876416 00000100:00100000:3.0:1746165656.902726:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422876416 00000100:00100000:3.0:1746165656.902750:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49639 00000100:00100000:3.0:1746165656.902754:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b202a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977422876416:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165656.902769:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165656.902809:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b202a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977422876416:12345-0@lo:8:kworker.0 Request processed in 53us (192us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165656.902813:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49639 00000100:00080000:1.0:1746165656.902994:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165656.903007:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165656.903011:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422876416:0@lo:8:kworker.0 00000100:00100000:3.0:1746165656.915267:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b200000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422876800:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165657.011086:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422876928 00000100:00100000:3.0:1746165657.011094:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422876928 00000100:00100000:3.0:1746165657.011141:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35091 00000100:00100000:3.0:1746165657.011148:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422876928:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746165657.011176:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746165657.011210:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422876928:12345-0@lo:41:osp-pre-0-1.0 Request processed in 63us (838us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165657.011215:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35091 00010000:00010000:1.0:1746165657.098933:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165657.202097:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746165657.202115:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422877056:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746165657.202175:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165657.204281:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422877056:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746165658.101991:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1746165660.740207:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746165660.740518:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422877184:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165661.108080:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165661.902482:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439073024 00000100:00100000:3.0:1746165661.902486:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439073024 00000100:00100000:3.0:1746165661.902513:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 494 00000100:00100000:3.0:1746165661.902521:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439073024:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165661.902570:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439073024:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 49us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165661.902580:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 494 00000100:00080000:3.0:1746165661.902609:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746165661.902612:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746165661.906333:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439073408 00000100:00100000:1.0:1746165661.906340:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439073408 00000100:00100000:1.0:1746165661.906855:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49640 00000100:00100000:1.0:1746165661.906863:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439073408:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746165661.906885:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165661.907026:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439073408:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 161us (790us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165661.907033:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49640 00000100:00100000:3.0:1746165661.907332:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422877440 00000100:00100000:3.0:1746165661.907337:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422877440 00000100:00100000:3.0:1746165661.907369:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422878080 00000100:00100000:3.0:1746165661.907371:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422878080 00000100:00100000:3.0:1746165661.907384:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1702 00000100:00100000:3.0:1746165661.907390:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977422877440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165661.907426:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977422877440:12345-0@lo:400:kworker.0 Request processed in 36us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165661.907431:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1702 00000100:00100000:1.0:1746165661.908290:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977422877568:0@lo:400:kworker.0 00000100:00100000:1.0:1746165661.908415:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165661.908721:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422878592 00000100:00100000:3.0:1746165661.908726:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422878592 00000100:00100000:3.0:1746165661.908745:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1703 00000100:00100000:3.0:1746165661.908750:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977422878080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165661.908778:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977422878080:12345-0@lo:400:kworker.0 Request processed in 28us (1436us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165661.908783:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1703 00000100:00100000:3.0:1746165661.908796:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1704 00000100:00100000:3.0:1746165661.908801:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977422878592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165661.908819:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977422878592:12345-0@lo:400:kworker.0 Request processed in 19us (1385us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165661.908824:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1704 00000100:00100000:3.0:1746165661.908860:0:11581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422877312 00000100:00100000:3.0:1746165661.908863:0:11581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422877312 00000100:00100000:3.0:1746165661.908880:0:11581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:3.0:1746165661.908886:0:11581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977422877312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165661.908908:0:11581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977422877312:12345-0@lo:400:kworker.0 Request processed in 22us (1524us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165661.908913:0:11581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:1.0:1746165661.909060:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422878208:0@lo:400:kworker.0 00000100:00100000:1.0:1746165661.909085:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165661.909111:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977422877568:0@lo:400:kworker.0 00000100:00100000:1.0:1746165661.909129:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422878208 00000100:00100000:1.0:1746165661.909132:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422878208 00000100:00100000:1.0:1746165661.909150:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422877696 00000100:00100000:1.0:1746165661.909152:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422877696 00000100:00100000:1.0:1746165661.909163:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35092 00000100:00100000:1.0:1746165661.909168:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b202300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422878208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165661.909199:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b202300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422878208:12345-0@lo:400:kworker.0 Request processed in 31us (113us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165661.909205:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35092 00000100:00100000:1.0:1746165661.909229:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422878208:0@lo:400:kworker.0 00000100:00080000:3.0:1746165661.909317:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165661.909321:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165661.909325:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422877824:0@lo:8:kworker.0 00000100:00080000:3.0:1746165661.909337:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165661.909339:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165661.909342:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422878336:0@lo:8:kworker.0 00000100:00100000:1.0:1746165661.922527:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422878720 00000100:00100000:1.0:1746165661.922533:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422878720 00000100:00100000:1.0:1746165661.922578:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35094 00000100:00100000:1.0:1746165661.922585:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422878720:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746165661.922614:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746165661.922666:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422878720:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165661.922672:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35094 00000100:00100000:3.0:1746165661.923065:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f129180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422878720:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1746165662.110248:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746165663.112319:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1746165665.747265:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746165666.124918:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165666.911669:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439073536 00000100:00100000:3.0:1746165666.911707:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439073536 00000100:00100000:3.0:1746165666.911745:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 496 00000100:00100000:3.0:1746165666.911751:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439073536:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165666.911773:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439073536:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 23us (1299us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165666.911778:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 496 00000100:00080000:3.0:1746165666.911802:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746165666.911805:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746165666.913863:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977422879232:0@lo:400:kworker.0 00000100:00100000:1.0:1746165666.914014:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e321500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422879616:0@lo:400:kworker.0 00000100:00100000:1.0:1746165666.914040:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165666.914082:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746165666.914087:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e323800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422879872:0@lo:400:kworker.0 00000100:00100000:1.0:1746165666.914108:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165666.914249:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165666.914631:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422879872 00000100:00100000:1.0:1746165666.914634:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422879872 00000100:00100000:3.0:1746165666.914724:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746165666.914730:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422880384:0@lo:400:kworker.0 00000100:00100000:3.0:1746165666.914751:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165666.914771:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e320e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422879744:0@lo:8:kworker.0 00000100:00100000:3.0:1746165666.914787:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165666.914798:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422880256:0@lo:8:kworker.0 00000100:00100000:3.0:1746165666.914811:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165666.914829:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422880384 00000100:00100000:3.0:1746165666.914831:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422880384 00000100:00100000:1.0:1746165666.915263:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422879744 00000100:00100000:1.0:1746165666.915266:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422879744 00000100:00100000:1.0:1746165666.915275:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422880256 00000100:00100000:1.0:1746165666.915277:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422880256 00000100:00100000:1.0:1746165666.915285:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7380 00000100:00100000:1.0:1746165666.915290:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422879872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165666.915316:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422879872:12345-0@lo:400:kworker.0 Request processed in 26us (1206us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165666.915321:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7380 00000100:00100000:3.0:1746165666.915576:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7381 00000100:00100000:3.0:1746165666.915582:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f129180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422880384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165666.915606:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f129180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422880384:12345-0@lo:400:kworker.0 Request processed in 25us (854us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165666.915609:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7381 00000100:00100000:3.0:1746165666.915622:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49643 00000100:00100000:3.0:1746165666.915625:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977422879744:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165666.915640:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165666.915690:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977422879744:12345-0@lo:8:kworker.0 Request processed in 63us (901us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165666.915694:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49643 00000100:00100000:3.0:1746165666.915702:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49644 00000100:00100000:3.0:1746165666.915705:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977422880256:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165666.915713:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165666.915729:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977422880256:12345-0@lo:8:kworker.0 Request processed in 23us (917us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165666.915736:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49644 00000100:00080000:3.0:1746165666.915762:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746165666.915764:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746165666.915766:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746165666.915777:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165666.915781:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165666.915783:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e320e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422879744:0@lo:8:kworker.0 00000100:00080000:3.0:1746165666.915790:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165666.915792:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165666.915794:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422880256:0@lo:8:kworker.0 00000100:00100000:3.0:1746165666.916913:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e323b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977422879360:0@lo:400:kworker.0 00000100:00100000:1.0:1746165666.920561:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439073920 00000100:00100000:1.0:1746165666.920569:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439073920 00000100:00100000:1.0:1746165666.920597:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49645 00000100:00100000:1.0:1746165666.920602:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439073920:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746165666.920624:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165666.920737:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439073920:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 133us (278us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165666.920743:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49645 00000100:00100000:1.0:1746165666.930642:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746165666.930661:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422880640:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746165666.930736:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165666.931001:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422880640:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165667.027167:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422880768 00000100:00100000:3.0:1746165667.027172:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422880768 00000100:00100000:3.0:1746165667.027207:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35099 00000100:00100000:3.0:1746165667.027213:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422880768:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746165667.027240:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746165667.027278:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422880768:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165667.027284:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35099 00010000:00010000:1.0:1746165667.126992:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165667.219121:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422880896 00000100:00100000:1.0:1746165667.219129:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422880896 00000100:00100000:1.0:1746165667.219163:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6754 00000100:00100000:1.0:1746165667.219171:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422880896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746165667.219196:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746165667.219250:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422880896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165667.219256:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6754 00010000:00010000:3.0:1746165668.134669:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165670.753896:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746165670.753919:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422881024:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746165670.753979:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165670.754140:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422881024 00000100:00100000:1.0:1746165670.754148:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422881024 00000100:00100000:1.0:1746165670.755571:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6755 00000100:00100000:1.0:1746165670.755583:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f129880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422881024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746165670.755645:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:3.0:1746165670.755841:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746165670.755911:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f129880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422881024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 331us (1932us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165670.755918:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6755 00000100:00100000:3.0:1746165670.755987:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422881024:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165671.140199:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165671.922855:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977422881280:0@lo:400:kworker.0 00000100:00100000:3.0:1746165671.922866:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422881664:0@lo:8:kworker.0 00000100:00100000:1.0:1746165671.922883:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165671.922902:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165671.922921:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422882176:0@lo:8:kworker.0 00000100:00100000:3.0:1746165671.922935:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746165671.922955:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746165671.922958:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746165671.922964:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422881664 00000100:00100000:3.0:1746165671.922967:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422881664 00000100:00100000:3.0:1746165671.922978:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422882176 00000100:00100000:3.0:1746165671.922979:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422882176 00000100:00100000:3.0:1746165671.922988:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49646 00000100:00100000:3.0:1746165671.922992:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e321500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977422881664:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746165671.923000:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977422881920:0@lo:400:kworker.0 00010000:00020000:3.0:1746165671.923010:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165671.923017:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165671.923032:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e321500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977422881664:12345-0@lo:8:kworker.0 Request processed in 39us (129us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165671.923038:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49646 00000100:00100000:1.0:1746165671.923041:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422881280 00000100:00100000:1.0:1746165671.923043:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422881280 00000100:00100000:3.0:1746165671.923051:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422881792 00000100:00100000:3.0:1746165671.923053:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422881792 00000100:00100000:1.0:1746165671.923063:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422881920 00000100:00100000:1.0:1746165671.923065:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422881920 00000100:00100000:3.0:1746165671.923065:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7383 00000100:00100000:3.0:1746165671.923069:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422881792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165671.923076:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422882432 00000100:00100000:1.0:1746165671.923078:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422882432 00000100:00100000:1.0:1746165671.923088:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1713 00000100:00100000:1.0:1746165671.923092:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977422881280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165671.923092:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422881792:12345-0@lo:400:kworker.0 Request processed in 23us (59us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165671.923097:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7383 00000100:00100000:3.0:1746165671.923106:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49647 00000100:00100000:3.0:1746165671.923109:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e323800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977422882176:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746165671.923114:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977422881280:12345-0@lo:400:kworker.0 Request processed in 22us (231us total) trans 0 rc 0/0 00010000:00020000:3.0:1746165671.923118:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165671.923119:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1713 00000100:00100000:1.0:1746165671.923128:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1714 00000100:00100000:1.0:1746165671.923132:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977422881920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165671.923133:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e323800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977422882176:12345-0@lo:8:kworker.0 Request processed in 23us (197us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165671.923137:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49647 00000100:00100000:1.0:1746165671.923149:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977422881920:12345-0@lo:400:kworker.0 Request processed in 17us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165671.923154:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1714 00000100:00080000:3.0:1746165671.923163:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165671.923165:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00080000:1.0:1746165671.923167:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746165671.923169:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422881664:0@lo:8:kworker.0 00000100:00080000:3.0:1746165671.923176:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1746165671.923178:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977422881280:0@lo:400:kworker.0 00000100:00080000:3.0:1746165671.923178:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165671.923180:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422882176:0@lo:8:kworker.0 00000100:00100000:1.0:1746165671.923221:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977422881920:0@lo:400:kworker.0 00000100:00080000:1.0:1746165671.937421:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746165671.937442:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439074304 00000100:00100000:1.0:1746165671.937446:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439074304 00000100:00100000:3.0:1746165671.937454:0:11581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439074048 00000100:00100000:3.0:1746165671.937457:0:11581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439074048 00000100:00100000:1.0:1746165671.937475:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1717 00000100:00100000:1.0:1746165671.937481:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439074304:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165671.937509:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439074304:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 28us (78us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165671.937515:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1717 00000100:00080000:1.0:1746165671.937539:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746165671.937616:0:11581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 499 00000100:00100000:3.0:1746165671.937624:0:11581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439074048:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165671.937660:0:11581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439074048:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 38us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165671.937666:0:11581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 499 00000100:00100000:1.0:1746165671.937957:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422882560 00000100:00100000:1.0:1746165671.937961:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422882560 00000100:00100000:1.0:1746165671.937989:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35102 00000100:00100000:1.0:1746165671.937994:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422882560:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746165671.938013:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746165671.938041:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422882560:12345-0@lo:41:osp-pre-1-0.0 Request processed in 47us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165671.938046:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35102 00000100:00100000:3.0:1746165672.034871:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422882688:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165672.034979:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165672.035132:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422882688 00000100:00100000:1.0:1746165672.035139:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422882688 00000100:00100000:1.0:1746165672.035173:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35103 00000100:00100000:1.0:1746165672.035179:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e323b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422882688:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746165672.035207:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746165672.035495:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e323b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422882688:12345-0@lo:41:osp-pre-0-1.0 Request processed in 315us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165672.035501:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35103 00000100:00100000:3.0:1746165672.036778:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422882688:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1746165672.142157:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165672.226730:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746165672.226748:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422882816:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746165672.226813:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165672.227139:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422882816 00000100:00100000:1.0:1746165672.227146:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422882816 00000100:00100000:1.0:1746165672.228447:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6756 00000100:00100000:1.0:1746165672.228455:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e321180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422882816:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746165672.228478:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746165672.228994:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e321180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422882816:12345-0@lo:13:osp-pre-1-0.0 Request processed in 539us (2181us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165672.229001:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6756 00000100:00100000:3.0:1746165672.229086:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422882816:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746165673.143859:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165675.764982:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422882944 00000100:00100000:1.0:1746165675.764989:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422882944 00000100:00100000:1.0:1746165675.765032:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6757 00000100:00100000:1.0:1746165675.765040:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422882944:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746165675.765066:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746165675.765102:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422882944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165675.765108:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6757 00010000:00010000:3.0:1746165676.149949:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165676.930903:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422883456:0@lo:400:kworker.0 00000100:00100000:1.0:1746165676.930926:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165676.930955:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422884224:0@lo:400:kworker.0 00000100:00100000:1.0:1746165676.930971:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165676.930981:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1746165676.930984:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422883072:0@lo:400:kworker.0 00000100:00100000:1.0:1746165676.931000:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165676.931021:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422883712:0@lo:400:kworker.0 00000100:00100000:1.0:1746165676.931036:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165676.931047:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977422884352:0@lo:400:kworker.0 00000100:00100000:1.0:1746165676.931060:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165676.931077:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422884352 00000100:00100000:1.0:1746165676.931080:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422884352 00000100:00100000:1.0:1746165676.931097:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1721 00000100:00100000:1.0:1746165676.931101:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136052a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977422884352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165676.931107:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422883072 00000100:00100000:3.0:1746165676.931110:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422883072 00000100:00100000:1.0:1746165676.931125:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136052a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977422884352:12345-0@lo:400:kworker.0 Request processed in 23us (63us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165676.931128:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:1.0:1746165676.931129:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1721 00000100:00100000:3.0:1746165676.931132:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422883072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165676.931156:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422883072:12345-0@lo:400:kworker.0 Request processed in 23us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165676.931159:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422883072:0@lo:400:kworker.0 00000100:00100000:3.0:1746165676.931161:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:1.0:1746165676.931166:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977422884352:0@lo:400:kworker.0 00000100:00100000:1.0:1746165676.931185:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422883456 00000100:00100000:1.0:1746165676.931187:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422883456 00000100:00100000:1.0:1746165676.931200:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35105 00000100:00100000:1.0:1746165676.931204:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422883456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165676.931227:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422883456:12345-0@lo:400:kworker.0 Request processed in 23us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165676.931232:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35105 00000100:00100000:1.0:1746165676.931249:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422883456:0@lo:400:kworker.0 00000100:00100000:1.0:1746165676.933740:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7384 00000100:00100000:1.0:1746165676.933747:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422884224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165676.933792:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422884224:12345-0@lo:400:kworker.0 Request processed in 47us (2821us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165676.933797:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7384 00000100:00100000:3.0:1746165676.943645:0:11581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439074560 00000100:00100000:3.0:1746165676.943649:0:11581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439074560 00000100:00100000:3.0:1746165676.943667:0:11581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 501 00000100:00100000:3.0:1746165676.943672:0:11581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439074560:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165676.943731:0:11581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439074560:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 58us (1066us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165676.943735:0:11581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 501 00000100:00100000:1.0:1746165676.946203:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422884480 00000100:00100000:1.0:1746165676.946208:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422884480 00000100:00100000:1.0:1746165676.946243:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35106 00000100:00100000:1.0:1746165676.946249:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422884480:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746165676.946468:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746165676.946514:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422884480:12345-0@lo:41:osp-pre-1-0.0 Request processed in 265us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165676.946520:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35106 00000100:00100000:3.0:1746165677.042088:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422884608 00000100:00100000:3.0:1746165677.042095:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422884608 00000100:00100000:3.0:1746165677.042139:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35107 00000100:00100000:3.0:1746165677.042146:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422884608:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746165677.042174:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746165677.042589:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422884608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 442us (579us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165677.042596:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35107 00010000:00010000:1.0:1746165677.151963:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165677.237995:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422884736 00000100:00100000:3.0:1746165677.238003:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422884736 00000100:00100000:3.0:1746165677.238052:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6758 00000100:00100000:3.0:1746165677.238060:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422884736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746165677.238086:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165677.238122:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422884736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165677.238128:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6758 00010000:00010000:3.0:1746165678.155139:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165680.770325:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422884864 00000100:00100000:3.0:1746165680.770333:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422884864 00000100:00100000:3.0:1746165680.770634:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6759 00000100:00100000:3.0:1746165680.770643:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422884864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746165680.770727:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165680.770758:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422884864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 118us (589us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165680.770765:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6759 00010000:00010000:3.0:1746165681.165473:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165681.939318:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422885248 00000100:00100000:1.0:1746165681.939322:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422885248 00000100:00100000:1.0:1746165681.939347:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422886272 00000100:00100000:1.0:1746165681.939349:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422886272 00000100:00100000:3.0:1746165681.939357:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422884992 00000100:00100000:3.0:1746165681.939361:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422884992 00000100:00100000:1.0:1746165681.939370:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422885120 00000100:00100000:1.0:1746165681.939372:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422885120 00000100:00100000:1.0:1746165681.939385:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1724 00000100:00100000:3.0:1746165681.939387:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:1.0:1746165681.939391:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977422885248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165681.939392:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422884992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165681.939422:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422884992:12345-0@lo:400:kworker.0 Request processed in 30us (641us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165681.939427:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:1.0:1746165681.939429:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977422885248:12345-0@lo:400:kworker.0 Request processed in 39us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165681.939434:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1724 00000100:00100000:1.0:1746165681.939444:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1726 00000100:00100000:1.0:1746165681.939449:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097630380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977422885120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165681.939542:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422885376 00000100:00100000:1.0:1746165681.939546:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097630380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977422885120:12345-0@lo:400:kworker.0 Request processed in 96us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165681.939546:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422885376 00000100:00100000:1.0:1746165681.939552:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1726 00000100:00100000:3.0:1746165681.939562:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422885888 00000100:00100000:3.0:1746165681.939563:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422885888 00000100:00100000:1.0:1746165681.939571:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35108 00000100:00100000:1.0:1746165681.939576:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422885376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165681.939580:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35109 00000100:00100000:3.0:1746165681.939584:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422885888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165681.939599:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422885376:12345-0@lo:400:kworker.0 Request processed in 24us (703us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165681.939604:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35108 00000100:00100000:3.0:1746165681.939616:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422885888:12345-0@lo:400:kworker.0 Request processed in 26us (428us total) trans 0 rc 0/0 00000100:00080000:1.0:1746165681.939620:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746165681.939621:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35109 00000100:00080000:1.0:1746165681.939622:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746165681.939990:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165681.939993:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165681.939995:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977422885248:0@lo:400:kworker.0 00000100:00100000:1.0:1746165681.939996:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422885504:0@lo:8:kworker.0 00000100:00100000:3.0:1746165681.940003:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422885888:0@lo:400:kworker.0 00000100:00080000:1.0:1746165681.940004:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165681.940006:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165681.940008:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422886016:0@lo:8:kworker.0 00000100:00100000:3.0:1746165681.940011:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422885376:0@lo:400:kworker.0 00000100:00100000:3.0:1746165681.940018:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422886144:0@lo:400:kworker.0 00000100:00100000:1.0:1746165681.954859:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422886400 00000100:00100000:1.0:1746165681.954865:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422886400 00000100:00100000:1.0:1746165681.954892:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35110 00000100:00100000:1.0:1746165681.954897:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097633480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422886400:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746165681.954918:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746165681.955006:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097633480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422886400:12345-0@lo:41:osp-pre-1-0.0 Request processed in 109us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165681.955011:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35110 00000100:00100000:3.0:1746165682.050813:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746165682.050832:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422886528:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165682.051102:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165682.056605:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422886528:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1746165682.165870:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165682.241863:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422886656:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746165682.241923:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165682.242179:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422886656 00000100:00100000:1.0:1746165682.242186:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422886656 00000100:00100000:1.0:1746165682.243249:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6760 00000100:00100000:1.0:1746165682.243257:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422886656:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746165682.243281:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746165682.243329:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422886656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (1406us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165682.243337:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6760 00000100:00100000:3.0:1746165682.243364:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422886656:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746165683.168202:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165685.778109:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422886784 00000100:00100000:3.0:1746165685.778116:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422886784 00000100:00100000:3.0:1746165685.778519:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6761 00000100:00100000:3.0:1746165685.778526:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e19050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422886784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746165685.778550:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165685.778767:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e19050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422886784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 241us (834us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165685.778773:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6761 00010000:00010000:3.0:1746165686.173912:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165686.947584:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422886912 00000100:00100000:3.0:1746165686.947588:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422886912 00000100:00100000:3.0:1746165686.947618:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:3.0:1746165686.947624:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422886912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165686.947652:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422886912:12345-0@lo:400:kworker.0 Request processed in 29us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165686.947657:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:3.0:1746165686.949935:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124daed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977422888192:0@lo:400:kworker.0 00000100:00100000:3.0:1746165686.949945:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124dad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422887296:0@lo:400:kworker.0 00000100:00100000:1.0:1746165686.963244:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422888320:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746165686.963296:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165686.963340:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422888320 00000100:00100000:1.0:1746165686.963345:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422888320 00000100:00100000:1.0:1746165686.963376:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35114 00000100:00100000:1.0:1746165686.963382:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136053800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422888320:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746165686.963410:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746165686.963441:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136053800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422888320:12345-0@lo:41:osp-pre-1-0.0 Request processed in 58us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165686.963446:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35114 00000100:00100000:1.0:1746165686.966613:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422888320:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165686.967281:0:11581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439075584 00000100:00100000:3.0:1746165686.967288:0:11581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439075584 00000100:00100000:3.0:1746165686.967331:0:11581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 505 00000100:00100000:3.0:1746165686.967338:0:11581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439075584:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165686.967389:0:11581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439075584:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 51us (3001us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165686.967394:0:11581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 505 00000100:00100000:3.0:1746165686.968196:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439075840 00000100:00100000:3.0:1746165686.968201:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439075840 00000100:00100000:3.0:1746165686.968253:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1735 00000100:00100000:3.0:1746165686.968258:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439075840:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165686.968289:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439075840:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 31us (3289us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165686.968294:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1735 00010000:00010000:1.0:1746165687.176659:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165687.250578:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422888576 00000100:00100000:3.0:1746165687.250586:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422888576 00000100:00100000:3.0:1746165687.250638:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6762 00000100:00100000:3.0:1746165687.250646:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124dace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422888576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746165687.250673:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165687.250729:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124dace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422888576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165687.250735:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6762 00000100:00100000:1.0:1746165687.250810:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422888576:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746165688.178094:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165690.787361:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422888704 00000100:00100000:3.0:1746165690.787369:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422888704 00000100:00100000:3.0:1746165690.787410:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6763 00000100:00100000:3.0:1746165690.787418:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124dad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422888704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746165690.787443:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165690.787491:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124dad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422888704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165690.787497:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6763 00010000:00010000:3.0:1746165691.185870:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165691.953907:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124daca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977422889088:0@lo:400:kworker.0 00000100:00100000:3.0:1746165691.953959:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165691.954013:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422889728:0@lo:400:kworker.0 00000100:00100000:3.0:1746165691.954035:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165691.954050:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1746165691.954055:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124daea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422889216:0@lo:400:kworker.0 00000100:00100000:3.0:1746165691.954071:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165691.954108:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422889984:0@lo:400:kworker.0 00000100:00100000:3.0:1746165691.954126:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165691.954162:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35117 00000100:00100000:3.0:1746165691.954167:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097618e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422889216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165691.954194:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097618e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422889216:12345-0@lo:400:kworker.0 Request processed in 28us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165691.954200:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35117 00000100:00100000:3.0:1746165691.954326:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124daea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422889216:0@lo:400:kworker.0 00000100:00100000:3.0:1746165691.954335:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422889728:0@lo:400:kworker.0 00000100:00100000:1.0:1746165691.954795:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124dad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422888832:0@lo:400:kworker.0 00000100:00100000:1.0:1746165691.954823:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165691.954842:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124dac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422889472:0@lo:400:kworker.0 00000100:00100000:1.0:1746165691.954855:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165691.954864:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977422890112:0@lo:400:kworker.0 00000100:00100000:1.0:1746165691.954876:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165691.954887:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746165691.954890:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124daed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977422888960:0@lo:400:kworker.0 00000100:00100000:1.0:1746165691.954901:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165691.954910:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b203b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977422889600:0@lo:400:kworker.0 00000100:00100000:1.0:1746165691.954922:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165691.954943:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422889472 00000100:00100000:1.0:1746165691.954945:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422889472 00000100:00100000:3.0:1746165691.955109:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124daca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977422889088:0@lo:400:kworker.0 00000100:00100000:3.0:1746165691.955135:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422889984:0@lo:400:kworker.0 00000100:00100000:3.0:1746165691.955151:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1738 00000100:00100000:3.0:1746165691.955157:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977422888960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165691.955178:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977422888960:12345-0@lo:400:kworker.0 Request processed in 23us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165691.955183:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1738 00000100:00100000:1.0:1746165691.956345:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7391 00000100:00100000:1.0:1746165691.956354:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136053100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422889472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165691.956393:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136053100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422889472:12345-0@lo:400:kworker.0 Request processed in 42us (1537us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165691.956399:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7391 00000100:00100000:1.0:1746165691.956411:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49659 00000100:00100000:1.0:1746165691.956414:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132101f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977422889856:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746165691.956427:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165691.956447:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132101f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977422889856:12345-0@lo:8:kworker.0 Request processed in 32us (2078us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165691.956452:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49659 00000100:00100000:1.0:1746165691.956513:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124daed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977422888960:0@lo:400:kworker.0 00000100:00100000:1.0:1746165691.956522:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b203b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977422889600:0@lo:400:kworker.0 00000100:00100000:1.0:1746165691.956531:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124dac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422889472:0@lo:400:kworker.0 00000100:00100000:1.0:1746165691.956538:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977422890112:0@lo:400:kworker.0 00000100:00080000:1.0:1746165691.956571:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165691.956575:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165691.956579:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124dadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422889344:0@lo:8:kworker.0 00000100:00080000:1.0:1746165691.956586:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165691.956589:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165691.956592:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422889856:0@lo:8:kworker.0 00000100:00100000:1.0:1746165691.956611:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422888832 00000100:00100000:1.0:1746165691.956614:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422888832 00000100:00100000:1.0:1746165691.956634:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:1.0:1746165691.956639:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422888832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165691.956666:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422888832:12345-0@lo:400:kworker.0 Request processed in 27us (1842us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165691.956670:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:1.0:1746165691.956713:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124dad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422888832:0@lo:400:kworker.0 00000100:00080000:1.0:1746165691.956731:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746165691.956734:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746165691.970322:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746165691.970345:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422890240:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746165691.970418:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165691.970489:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422890240 00000100:00100000:1.0:1746165691.970497:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422890240 00000100:00100000:1.0:1746165691.970541:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35118 00000100:00100000:1.0:1746165691.970549:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422890240:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746165691.970587:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746165691.970626:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422890240:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165691.970632:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35118 00000100:00100000:1.0:1746165691.970696:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422890240:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746165691.972343:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746165692.082599:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746165692.082623:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422890368:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746165692.082727:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1746165692.186220:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165692.258820:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746165692.258842:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422890496:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746165692.258920:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165692.260225:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422890496:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746165693.191465:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165695.795800:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422890624:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746165695.795884:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165695.808770:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422890624:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165696.203036:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165696.967453:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422891136:0@lo:400:kworker.0 00000100:00100000:1.0:1746165696.967485:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165696.967521:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977422890752:0@lo:400:kworker.0 00000100:00100000:3.0:1746165696.967631:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165696.967908:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422891136:0@lo:400:kworker.0 00000100:00100000:1.0:1746165696.967915:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422891904:0@lo:400:kworker.0 00000100:00100000:1.0:1746165696.967936:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165696.967977:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422891904 00000100:00100000:1.0:1746165696.967980:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422891904 00000100:00100000:1.0:1746165696.968009:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49661 00000100:00100000:1.0:1746165696.968015:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977422891264:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746165696.968034:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165696.968062:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977422891264:12345-0@lo:8:kworker.0 Request processed in 47us (659us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165696.968069:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49661 00000100:00080000:1.0:1746165696.968087:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746165696.968090:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746165696.968103:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422891904:0@lo:400:kworker.0 00000100:00100000:3.0:1746165696.968194:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977422890752:0@lo:400:kworker.0 00000100:00100000:3.0:1746165696.968203:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422891392:0@lo:400:kworker.0 00000100:00100000:3.0:1746165696.968223:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165696.968247:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977422892032:0@lo:400:kworker.0 00000100:00100000:3.0:1746165696.968265:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165696.968656:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977422892032:0@lo:400:kworker.0 00000100:00100000:3.0:1746165696.971298:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422891392:0@lo:400:kworker.0 00000100:00100000:1.0:1746165696.978915:0:11581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439076608 00000100:00100000:1.0:1746165696.978923:0:11581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439076608 00000100:00100000:3.0:1746165696.980102:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422892160:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746165696.980118:0:11581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 509 00000100:00100000:1.0:1746165696.980124:0:11581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439076608:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165696.980406:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439076736 00000100:00100000:3.0:1746165696.980412:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439076736 00000100:00100000:3.0:1746165696.980460:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439076864 00000100:00100000:3.0:1746165696.980463:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439076864 00000100:00100000:3.0:1746165696.980487:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1746 00000100:00100000:3.0:1746165696.980494:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439076736:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165696.980653:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439076736:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 157us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165696.980661:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1746 00000100:00100000:1.0:1746165696.982808:0:11581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439076608:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 2678us (4135us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165696.982817:0:11581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 509 00000100:00100000:1.0:1746165697.094328:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422892288 00000100:00100000:1.0:1746165697.094336:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422892288 00000100:00100000:1.0:1746165697.094397:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35123 00000100:00100000:1.0:1746165697.094405:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422892288:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746165697.094435:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746165697.094475:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422892288:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (706us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165697.094481:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35123 00000100:00100000:1.0:1746165697.094525:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422892288:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1746165697.212735:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165697.265900:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422892416:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746165697.265980:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165697.271212:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422892416:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746165698.213995:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165700.819027:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422892544 00000100:00100000:1.0:1746165700.819035:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422892544 00000100:00100000:1.0:1746165700.819083:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6767 00000100:00100000:1.0:1746165700.819091:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422892544:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746165700.819119:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746165700.819158:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422892544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165700.819164:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6767 00010000:00010000:3.0:1746165701.222646:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165701.984786:0:11581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439077120 00000100:00100000:1.0:1746165701.984792:0:11581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439077120 00000100:00100000:1.0:1746165701.986308:0:11581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 510 00000100:00100000:1.0:1746165701.986317:0:11581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f67ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439077120:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165701.986568:0:11581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f67ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439077120:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 252us (2835us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165701.986575:0:11581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 510 00000100:00100000:1.0:1746165701.986647:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422892672:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746165701.986707:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165701.986768:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422892672 00000100:00100000:1.0:1746165701.986771:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422892672 00000100:00100000:1.0:1746165701.986792:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35124 00000100:00100000:1.0:1746165701.986796:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422892672:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746165701.986821:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746165701.986851:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422892672:12345-0@lo:41:osp-pre-1-0.0 Request processed in 55us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165701.986857:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35124 00000100:00100000:1.0:1746165701.986979:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422892672:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165701.987489:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977422892800:0@lo:400:kworker.0 00000100:00100000:3.0:1746165701.987520:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165701.987562:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422892800 00000100:00100000:3.0:1746165701.987566:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422892800 00000100:00100000:3.0:1746165701.988959:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:3.0:1746165701.988974:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f67e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977422892800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165701.989024:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f67e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977422892800:12345-0@lo:400:kworker.0 Request processed in 56us (1503us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165701.989030:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:3.0:1746165701.989070:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422892928 00000100:00100000:3.0:1746165701.989075:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422892928 00000100:00100000:3.0:1746165701.989107:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422893568 00000100:00100000:3.0:1746165701.989109:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422893568 00000100:00100000:3.0:1746165701.989123:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1750 00000100:00100000:3.0:1746165701.989128:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c791880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977422892928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165701.989163:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c791880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977422892928:12345-0@lo:400:kworker.0 Request processed in 34us (1268us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165701.989168:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1750 00000100:00100000:3.0:1746165701.989180:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1751 00000100:00100000:3.0:1746165701.989185:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c793100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977422893568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165701.989207:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c793100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977422893568:12345-0@lo:400:kworker.0 Request processed in 22us (1282us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165701.989212:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1751 00000100:00100000:3.0:1746165701.989238:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422893440:0@lo:400:kworker.0 00000100:00100000:3.0:1746165701.989263:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165701.989293:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422893184:0@lo:400:kworker.0 00000100:00100000:1.0:1746165701.989322:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165701.989345:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977422893952:0@lo:400:kworker.0 00000100:00100000:1.0:1746165701.989362:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165701.989387:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422893184 00000100:00100000:1.0:1746165701.989390:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422893184 00000100:00100000:1.0:1746165701.989410:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35125 00000100:00100000:1.0:1746165701.989415:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422893184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165701.989447:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422893184:12345-0@lo:400:kworker.0 Request processed in 32us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165701.989453:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35125 00000100:00100000:1.0:1746165701.989470:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422893952 00000100:00100000:1.0:1746165701.989472:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422893952 00000100:00100000:1.0:1746165701.989489:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1752 00000100:00100000:1.0:1746165701.989494:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977422893952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165701.989517:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977422893952:12345-0@lo:400:kworker.0 Request processed in 23us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165701.989522:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1752 00000100:00100000:1.0:1746165701.989545:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422893184:0@lo:400:kworker.0 00000100:00100000:1.0:1746165701.989554:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977422893952:0@lo:400:kworker.0 00000100:00100000:3.0:1746165701.990742:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977422892800:0@lo:400:kworker.0 00000100:00100000:3.0:1746165701.990772:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49665 00000100:00100000:3.0:1746165701.990777:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c790000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977422893312:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165701.990796:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165701.990826:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c790000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977422893312:12345-0@lo:8:kworker.0 Request processed in 48us (2865us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165701.992222:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49665 00000100:00100000:3.0:1746165701.992394:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422893440:0@lo:400:kworker.0 00000100:00100000:3.0:1746165702.097954:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422894080:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165702.098229:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165702.098392:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422894080 00000100:00100000:1.0:1746165702.098401:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422894080 00000100:00100000:1.0:1746165702.098458:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35126 00000100:00100000:1.0:1746165702.098467:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f129180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422894080:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746165702.098504:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746165702.098558:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f129180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422894080:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165702.098565:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35126 00000100:00100000:3.0:1746165702.099810:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422894080:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1746165702.224856:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165702.276310:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746165702.276340:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422894208:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746165702.276422:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165702.279419:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422894208:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746165703.227937:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165705.827402:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422894336 00000100:00100000:1.0:1746165705.827415:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422894336 00000100:00100000:1.0:1746165705.827477:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6769 00000100:00100000:1.0:1746165705.827485:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c790700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422894336:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746165705.827521:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746165705.827596:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c790700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422894336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 111us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165705.827602:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6769 00010000:00010000:3.0:1746165706.235502:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1746165706.994875:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746165706.994879:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165706.994882:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165706.994887:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9622 00000100:00080000:3.0:1746165706.994891:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1746165706.994896:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165706.994912:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e323800 x1830977422895104/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746165706.994936:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746165706.994939:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165706.994940:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165706.994943:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9622 00000100:00080000:3.0:1746165706.994945:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1746165706.994948:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165706.994956:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c989f80 x1830977422895488/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746165706.994981:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977422894592:0@lo:400:kworker.0 00000100:00100000:3.0:1746165706.995012:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165706.995034:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977422894848:0@lo:400:kworker.0 00000100:00100000:3.0:1746165706.995056:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165706.995336:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422894848 00000100:00100000:1.0:1746165706.995545:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422894848 00000100:00100000:1.0:1746165706.995586:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1754 00000100:00100000:1.0:1746165706.995593:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097598e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977422894848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165706.995638:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097598e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977422894848:12345-0@lo:400:kworker.0 Request processed in 46us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165706.995643:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1754 00000100:00100000:1.0:1746165706.995662:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422894464 00000100:00100000:1.0:1746165706.995664:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422894464 00000100:00100000:1.0:1746165706.995695:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422894976 00000100:00100000:1.0:1746165706.995697:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422894976 00000100:00100000:1.0:1746165706.995710:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35127 00000100:00100000:1.0:1746165706.995715:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c790000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422894464:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746165706.995737:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746165706.995762:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c790000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422894464:12345-0@lo:41:osp-pre-1-0.0 Request processed in 47us (1675us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165706.995767:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35127 00000100:00100000:1.0:1746165706.995777:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35128 00000100:00100000:1.0:1746165706.995781:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422894976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165706.995803:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422894976:12345-0@lo:400:kworker.0 Request processed in 22us (636us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165706.995807:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35128 00000100:00100000:1.0:1746165706.995824:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977422894720:0@lo:400:kworker.0 00000100:00100000:1.0:1746165706.995844:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165706.995861:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422894720 00000100:00100000:1.0:1746165706.995864:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422894720 00000100:00100000:1.0:1746165706.995881:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1755 00000100:00100000:1.0:1746165706.995886:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977422894720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165706.995910:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977422894720:12345-0@lo:400:kworker.0 Request processed in 25us (66us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165706.995915:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1755 00000100:00100000:1.0:1746165706.995943:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e323800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422895104:0@lo:8:kworker.0 00000100:00100000:3.0:1746165706.997772:0:11581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422894592 00000100:00100000:3.0:1746165706.997779:0:11581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422894592 00000100:00100000:3.0:1746165706.997809:0:11581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:3.0:1746165706.997814:0:11581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977422894592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165706.997857:0:11581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977422894592:12345-0@lo:400:kworker.0 Request processed in 43us (2844us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165706.997862:0:11581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:3.0:1746165706.998799:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977422894592:0@lo:400:kworker.0 00000100:00100000:3.0:1746165706.998805:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422895232:0@lo:400:kworker.0 00000100:00100000:3.0:1746165706.998826:0:11581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439077632 00000100:00100000:3.0:1746165706.998828:0:11581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439077632 00000100:00100000:3.0:1746165706.998855:0:11581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 513 00000100:00100000:3.0:1746165706.998860:0:11581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439077632:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165706.998883:0:11581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439077632:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 23us (786us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165706.998887:0:11581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 513 00000100:00100000:1.0:1746165706.999170:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165707.001263:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977422894848:0@lo:400:kworker.0 00000100:00100000:3.0:1746165707.001274:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422895616:0@lo:400:kworker.0 00000100:00100000:3.0:1746165707.003417:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165707.003493:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422895104 00000100:00100000:3.0:1746165707.003500:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422895104 00000100:00100000:3.0:1746165707.003521:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422895616 00000100:00100000:3.0:1746165707.003523:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422895616 00000100:00100000:3.0:1746165707.003554:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7396 00000100:00100000:3.0:1746165707.003561:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097598700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422895616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165707.003603:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097598700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422895616:12345-0@lo:400:kworker.0 Request processed in 43us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165707.003609:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7396 00000100:00100000:3.0:1746165707.003626:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49667 00000100:00100000:3.0:1746165707.003629:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977422895104:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165707.003648:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165707.003670:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977422895104:12345-0@lo:8:kworker.0 Request processed in 39us (4501us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165707.003689:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49667 00000100:00100000:3.0:1746165707.003704:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165707.003736:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422895232 00000100:00100000:3.0:1746165707.003739:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422895232 00000100:00100000:3.0:1746165707.003755:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7397 00000100:00100000:3.0:1746165707.003758:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422895232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165707.003783:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422895232:12345-0@lo:400:kworker.0 Request processed in 25us (79us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165707.003788:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7397 00000100:00100000:3.0:1746165707.003826:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422895232:0@lo:400:kworker.0 00000100:00100000:3.0:1746165707.003846:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422895616:0@lo:400:kworker.0 00000100:00100000:3.0:1746165707.003895:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977422894720:0@lo:400:kworker.0 00000100:00100000:3.0:1746165707.003904:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977422895360:0@lo:400:kworker.0 00000100:00100000:3.0:1746165707.003927:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165707.003957:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422895360 00000100:00100000:3.0:1746165707.003959:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422895360 00000100:00100000:3.0:1746165707.003977:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1758 00000100:00100000:3.0:1746165707.003981:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977422895360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165707.004007:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977422895360:12345-0@lo:400:kworker.0 Request processed in 26us (79us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165707.004012:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1758 00000100:00100000:3.0:1746165707.004030:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977422895360:0@lo:400:kworker.0 00000100:00100000:3.0:1746165707.004050:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746165707.004095:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746165707.004110:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439078016 00000100:00100000:3.0:1746165707.004113:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439078016 00000100:00100000:3.0:1746165707.004126:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49668 00000100:00100000:3.0:1746165707.004129:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439078016:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746165707.004139:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165707.004167:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439078016:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 36us (118us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165707.004171:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49668 00000100:00100000:3.0:1746165707.004185:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439077888 00000100:00100000:3.0:1746165707.004187:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439077888 00000100:00100000:3.0:1746165707.004219:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1759 00000100:00100000:3.0:1746165707.004224:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439077888:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165707.004247:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439077888:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 24us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165707.004253:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1759 00000100:00080000:1.0:1746165707.005634:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165707.005639:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165707.005643:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e323800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422895104:0@lo:8:kworker.0 00000100:00100000:1.0:1746165707.005649:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c989f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422895488:0@lo:8:kworker.0 00000100:00100000:1.0:1746165707.005685:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165707.010817:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422895488 00000100:00100000:3.0:1746165707.010828:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422895488 00000100:00100000:3.0:1746165707.010881:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49669 00000100:00100000:3.0:1746165707.010888:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977422895488:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165707.010911:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165707.012956:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977422895488:12345-0@lo:8:kworker.0 Request processed in 2064us (7279us total) trans 0 rc -19/-19 00000100:00080000:1.0:1746165707.013851:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165707.013856:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165707.013860:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c989f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422895488:0@lo:8:kworker.0 00000100:00100000:3.0:1746165707.015901:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49669 00000100:00100000:1.0:1746165707.109000:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422895872:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1746165707.237885:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165707.299932:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422896000 00000100:00100000:1.0:1746165707.299938:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422896000 00000100:00100000:1.0:1746165707.299967:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6770 00000100:00100000:1.0:1746165707.299972:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422896000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746165707.300208:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746165707.300243:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422896000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 271us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165707.300249:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6770 00000100:00100000:3.0:1746165707.301277:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422896000:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746165708.240952:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165710.834557:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422896128:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746165710.834636:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165710.838407:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422896128:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165711.245924:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165712.003595:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977422896256:0@lo:400:kworker.0 00000100:00100000:1.0:1746165712.004041:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165712.004912:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977422896512:0@lo:400:kworker.0 00000100:00100000:1.0:1746165712.004936:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165712.004960:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422896384 00000100:00100000:1.0:1746165712.004966:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422896384 00000100:00100000:1.0:1746165712.005008:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422896512 00000100:00100000:1.0:1746165712.005010:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422896512 00000100:00100000:1.0:1746165712.005026:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1760 00000100:00100000:1.0:1746165712.005033:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977422896384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165712.005069:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977422896384:12345-0@lo:400:kworker.0 Request processed in 38us (1239us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165712.005074:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1760 00000100:00100000:1.0:1746165712.005087:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1761 00000100:00100000:1.0:1746165712.005090:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977422896512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165712.005108:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977422896512:12345-0@lo:400:kworker.0 Request processed in 17us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165712.005112:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1761 00000100:00080000:1.0:1746165712.005142:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746165712.005145:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746165712.005178:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422896256 00000100:00100000:1.0:1746165712.005180:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422896256 00000100:00100000:1.0:1746165712.005197:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:1.0:1746165712.005200:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422896256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165712.005224:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422896256:12345-0@lo:400:kworker.0 Request processed in 24us (1184us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165712.005230:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00080000:3.0:1746165712.005980:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746165712.005984:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165712.005987:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165712.005992:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9627 00000100:00080000:3.0:1746165712.005995:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1746165712.005999:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165712.006019:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801223f9c00 x1830977422896896/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746165712.009843:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746165712.009847:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165712.009850:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165712.009855:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9627 00000100:00080000:3.0:1746165712.009858:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1746165712.009863:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165712.009882:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f849180 x1830977422897280/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746165712.009933:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422897024:0@lo:400:kworker.0 00000100:00100000:3.0:1746165712.009965:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165712.009988:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746165712.009992:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977422897536:0@lo:400:kworker.0 00000100:00100000:3.0:1746165712.010013:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165712.010037:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422897024 00000100:00100000:3.0:1746165712.010040:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422897024 00000100:00100000:3.0:1746165712.010072:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7398 00000100:00100000:3.0:1746165712.010078:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422897024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165712.010108:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422897024:12345-0@lo:400:kworker.0 Request processed in 31us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165712.010125:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7398 00000100:00080000:3.0:1746165712.010148:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746165712.010164:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422897024:0@lo:400:kworker.0 00000100:00100000:3.0:1746165712.010216:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422896768:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165712.010229:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422897408:0@lo:400:kworker.0 00000100:00100000:3.0:1746165712.010247:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165712.010258:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746165712.010262:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977422897152:0@lo:400:kworker.0 00000100:00100000:3.0:1746165712.010277:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165712.010292:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422897408 00000100:00100000:3.0:1746165712.010294:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422897408 00000100:00100000:3.0:1746165712.010311:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7399 00000100:00100000:3.0:1746165712.010315:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422897408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165712.010336:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422897408:12345-0@lo:400:kworker.0 Request processed in 21us (88us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165712.010341:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7399 00000100:00080000:3.0:1746165712.010353:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746165712.010363:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422897408:0@lo:400:kworker.0 00000100:00100000:3.0:1746165712.010391:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422897536 00000100:00100000:3.0:1746165712.010393:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422897536 00000100:00100000:3.0:1746165712.010435:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422897152 00000100:00100000:3.0:1746165712.010437:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422897152 00000100:00100000:3.0:1746165712.010466:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1762 00000100:00100000:3.0:1746165712.010470:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977422897536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165712.010498:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977422897536:12345-0@lo:400:kworker.0 Request processed in 27us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165712.010503:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1762 00000100:00100000:3.0:1746165712.010514:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1763 00000100:00100000:3.0:1746165712.010518:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097632300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977422897152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165712.010539:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097632300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977422897152:12345-0@lo:400:kworker.0 Request processed in 21us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165712.010544:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1763 00000100:00100000:3.0:1746165712.010564:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977422897152:0@lo:400:kworker.0 00000100:00100000:3.0:1746165712.010577:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977422897536:0@lo:400:kworker.0 00000100:00100000:1.0:1746165712.012469:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977422896256:0@lo:400:kworker.0 00000100:00100000:3.0:1746165712.018842:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422896640:0@lo:400:kworker.0 00000100:00100000:1.0:1746165712.020377:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439078144 00000100:00100000:1.0:1746165712.020384:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439078144 00000100:00100000:1.0:1746165712.020418:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 515 00000100:00100000:1.0:1746165712.020424:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439078144:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165712.020479:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439078144:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 55us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165712.020485:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 515 00000100:00100000:1.0:1746165712.020512:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439078528 00000100:00100000:1.0:1746165712.020515:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439078528 00000100:00100000:1.0:1746165712.020528:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49672 00000100:00100000:1.0:1746165712.020532:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439078528:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746165712.020550:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165712.020569:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439078528:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 37us (188us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165712.020574:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49672 00000100:00080000:1.0:1746165712.020934:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165712.021159:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165712.021164:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f849180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422897280:0@lo:8:kworker.0 00000100:00100000:3.0:1746165712.114175:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422897664:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165712.114264:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1746165712.247879:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165712.306968:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422897792 00000100:00100000:3.0:1746165712.306977:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422897792 00000100:00100000:3.0:1746165712.307036:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6772 00000100:00100000:3.0:1746165712.307046:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422897792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746165712.307297:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165712.307399:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422897792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 354us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165712.307406:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6772 00010000:00010000:3.0:1746165713.255609:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165714.258293:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165715.843895:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422897920 00000100:00100000:3.0:1746165715.843904:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422897920 00000100:00100000:3.0:1746165715.843965:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6773 00000100:00100000:3.0:1746165715.843975:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422897920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746165715.844235:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165715.844276:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422897920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 304us (797us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165715.844283:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6773 00010000:00010000:3.0:1746165716.261968:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165717.025588:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439078656 00000100:00100000:1.0:1746165717.025599:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439078656 00000100:00100000:1.0:1746165717.025657:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 516 00000100:00100000:1.0:1746165717.025665:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439078656:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:3.0:1746165717.025809:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746165717.025814:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165717.025817:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165717.025823:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9632 00000100:00080000:3.0:1746165717.025826:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1746165717.025831:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165717.025849:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130489f80 x1830977422898560/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746165717.025876:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746165717.025879:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165717.025880:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165717.025883:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9632 00000100:00080000:3.0:1746165717.025885:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1746165717.025887:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165717.025896:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136050700 x1830977422899072/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746165717.025925:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422898432 00000100:00100000:3.0:1746165717.025927:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422898432 00000100:00100000:3.0:1746165717.025949:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422898944 00000100:00100000:3.0:1746165717.025950:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422898944 00000100:00100000:3.0:1746165717.025962:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35133 00000100:00100000:3.0:1746165717.025966:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422898432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165717.026002:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422898432:12345-0@lo:400:kworker.0 Request processed in 35us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165717.026008:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35133 00000100:00100000:3.0:1746165717.026026:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35134 00000100:00100000:3.0:1746165717.026042:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e830700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422898944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165717.026065:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e830700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422898944:12345-0@lo:400:kworker.0 Request processed in 34us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165717.026071:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439078656:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 406us (1207us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165717.026071:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35134 00000100:00100000:1.0:1746165717.026077:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 516 00000100:00100000:3.0:1746165717.026100:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977422898048:0@lo:400:kworker.0 00000100:00100000:1.0:1746165717.026102:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130489f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422898560:0@lo:8:kworker.0 00000100:00100000:3.0:1746165717.026126:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165717.026136:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422898048 00000100:00100000:1.0:1746165717.026139:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422898048 00000100:00100000:3.0:1746165717.026143:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013048a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422898688:0@lo:400:kworker.0 00000100:00100000:1.0:1746165717.026155:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:1.0:1746165717.026160:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422898048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165717.026191:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422898048:12345-0@lo:400:kworker.0 Request processed in 31us (64us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165717.026197:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:1.0:1746165717.026218:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977422898176:0@lo:400:kworker.0 00000100:00100000:1.0:1746165717.026237:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165717.026253:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422898176 00000100:00100000:1.0:1746165717.026255:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422898176 00000100:00100000:1.0:1746165717.026275:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1767 00000100:00100000:1.0:1746165717.026280:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977422898176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165717.026303:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977422898176:12345-0@lo:400:kworker.0 Request processed in 24us (66us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165717.026308:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1767 00000100:00100000:1.0:1746165717.026337:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977422898176:0@lo:400:kworker.0 00000100:00100000:1.0:1746165717.026342:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977422898816:0@lo:400:kworker.0 00000100:00100000:1.0:1746165717.026360:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165717.026373:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422898816 00000100:00100000:1.0:1746165717.026375:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422898816 00000100:00100000:1.0:1746165717.026391:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1768 00000100:00100000:1.0:1746165717.026601:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977422898816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165717.026626:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977422898816:12345-0@lo:400:kworker.0 Request processed in 26us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165717.026631:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1768 00000100:00100000:1.0:1746165717.026655:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977422898816:0@lo:400:kworker.0 00000100:00100000:1.0:1746165717.026713:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422899456:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746165717.026729:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165717.026742:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422899456 00000100:00100000:1.0:1746165717.026745:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422899456 00000100:00100000:1.0:1746165717.026760:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35135 00000100:00100000:1.0:1746165717.026764:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422899456:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746165717.026788:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746165717.026812:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422899456:12345-0@lo:41:osp-pre-1-0.0 Request processed in 48us (82us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165717.026817:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35135 00000100:00100000:1.0:1746165717.026840:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422899456:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746165717.027824:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746165717.027862:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746165717.027877:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439078784 00000100:00100000:1.0:1746165717.027879:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439078784 00000100:00100000:1.0:1746165717.027899:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439078912 00000100:00100000:1.0:1746165717.027900:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439078912 00000100:00100000:1.0:1746165717.027912:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1769 00000100:00100000:1.0:1746165717.027917:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439078784:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165717.028581:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439078784:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 286us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165717.028588:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1769 00000100:00100000:1.0:1746165717.029900:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439079040 00000100:00100000:1.0:1746165717.029908:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439079040 00000100:00100000:1.0:1746165717.029928:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422898560 00000100:00100000:1.0:1746165717.029931:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422898560 00000100:00100000:3.0:1746165717.029944:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49673 00000100:00100000:1.0:1746165717.029949:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49674 00000100:00100000:3.0:1746165717.029951:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439079040:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:1.0:1746165717.029954:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e323800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977422898560:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746165717.029977:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1746165717.030002:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165717.030167:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e323800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977422898560:12345-0@lo:8:kworker.0 Request processed in 212us (3363us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165717.030172:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49674 00000100:00100000:3.0:1746165717.030376:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439079040:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 423us (5448us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165717.030383:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49673 00000100:00100000:3.0:1746165717.030394:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422899072 00000100:00100000:3.0:1746165717.030397:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422899072 00000100:00100000:3.0:1746165717.030633:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422899200 00000100:00100000:3.0:1746165717.030637:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422899200 00000100:00100000:1.0:1746165717.030639:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49675 00000100:00100000:1.0:1746165717.030643:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e321500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977422899072:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746165717.030653:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1746165717.030659:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746165717.030690:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e321500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977422899072:12345-0@lo:8:kworker.0 Request processed in 46us (464us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165717.030694:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49675 00000100:00100000:3.0:1746165717.030700:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7400 00000100:00100000:3.0:1746165717.030706:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422899200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165717.030778:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422899200:12345-0@lo:400:kworker.0 Request processed in 72us (158us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165717.030785:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7400 00000100:00100000:3.0:1746165717.030815:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165717.030834:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977422899328:0@lo:400:kworker.0 00000100:00100000:3.0:1746165717.030857:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165717.030895:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977422898048:0@lo:400:kworker.0 00000100:00100000:3.0:1746165717.030912:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422898688 00000100:00100000:3.0:1746165717.030914:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422898688 00000100:00100000:3.0:1746165717.030933:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7401 00000100:00100000:3.0:1746165717.030937:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422898688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165717.030941:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422899328 00000100:00100000:1.0:1746165717.030944:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422899328 00000100:00100000:3.0:1746165717.030962:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422898688:12345-0@lo:400:kworker.0 Request processed in 24us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165717.030964:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1771 00000100:00100000:3.0:1746165717.030966:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7401 00000100:00100000:1.0:1746165717.030968:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977422899328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165717.030983:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013048a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422898688:0@lo:400:kworker.0 00000100:00100000:3.0:1746165717.030997:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977422899328:0@lo:400:kworker.0 00000100:00100000:1.0:1746165717.030998:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977422899328:12345-0@lo:400:kworker.0 Request processed in 29us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165717.031003:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1771 00000100:00100000:1.0:1746165717.122448:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746165717.122471:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130489880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422899584:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746165717.122551:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1746165717.264162:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746165718.265888:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165719.268642:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1746165720.851154:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746165721.275814:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165722.031072:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439079168 00000100:00100000:1.0:1746165722.031081:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439079168 00000100:00100000:1.0:1746165722.031121:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 518 00000100:00100000:1.0:1746165722.031129:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439079168:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165722.031196:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439079168:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 68us (1478us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165722.031202:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 518 00000100:00100000:3.0:1746165722.032372:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439079552 00000100:00100000:3.0:1746165722.032376:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439079552 00000100:00100000:3.0:1746165722.032395:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49676 00000100:00100000:3.0:1746165722.032400:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136053100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439079552:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746165722.033399:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165722.033441:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136053100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439079552:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 1040us (1385us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165722.033448:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49676 00000100:00100000:1.0:1746165722.033755:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422899968:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746165722.033794:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165722.033841:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422899968 00000100:00100000:1.0:1746165722.033844:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422899968 00000100:00100000:1.0:1746165722.033864:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35137 00000100:00100000:1.0:1746165722.033869:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a410450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422899968:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746165722.033891:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746165722.033916:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a410450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422899968:12345-0@lo:41:osp-pre-1-0.0 Request processed in 47us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165722.033920:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35137 00000100:00100000:1.0:1746165722.034207:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422899968:0@lo:41:osp-pre-1-0.0 00000100:00080000:3.0:1746165722.034409:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746165722.034412:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165722.034414:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165722.034419:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9637 00000100:00080000:3.0:1746165722.034422:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1746165722.034425:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165722.034439:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090ceb480 x1830977422900608/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746165722.034459:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746165722.034461:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165722.034463:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165722.034465:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9637 00000100:00080000:3.0:1746165722.034467:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1746165722.034470:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165722.034477:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098e88000 x1830977422900992/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746165722.034498:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422900096:0@lo:400:kworker.0 00000100:00100000:3.0:1746165722.034522:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165722.034537:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422900736:0@lo:400:kworker.0 00000100:00100000:3.0:1746165722.034550:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165722.034561:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746165722.034565:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977422900864:0@lo:400:kworker.0 00000100:00100000:1.0:1746165722.036964:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977422900352:0@lo:400:kworker.0 00000100:00100000:1.0:1746165722.036989:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165722.037014:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422901120:0@lo:400:kworker.0 00000100:00100000:1.0:1746165722.037032:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165722.037046:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1746165722.037052:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422900480:0@lo:400:kworker.0 00000100:00100000:1.0:1746165722.037071:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165722.037086:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977422901248:0@lo:400:kworker.0 00000100:00100000:1.0:1746165722.037101:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165722.037128:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422901120 00000100:00100000:1.0:1746165722.037131:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422901120 00000100:00100000:1.0:1746165722.037151:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7403 00000100:00100000:1.0:1746165722.037156:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422901120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165722.037181:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422901120:12345-0@lo:400:kworker.0 Request processed in 24us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165722.037185:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7403 00000100:00100000:1.0:1746165722.037210:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422901120:0@lo:400:kworker.0 00000100:00100000:1.0:1746165722.037235:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165722.037256:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422900096:0@lo:400:kworker.0 00000100:00100000:1.0:1746165722.037266:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422900736:0@lo:400:kworker.0 00000100:00100000:1.0:1746165722.037286:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422900480 00000100:00100000:1.0:1746165722.037288:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422900480 00000100:00100000:1.0:1746165722.037305:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35138 00000100:00100000:1.0:1746165722.037309:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422900480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165722.037334:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422900480:12345-0@lo:400:kworker.0 Request processed in 25us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165722.037339:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35138 00000100:00100000:1.0:1746165722.037357:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422900480:0@lo:400:kworker.0 00000100:00100000:1.0:1746165722.037372:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422900352 00000100:00100000:1.0:1746165722.037374:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422900352 00000100:00100000:1.0:1746165722.037388:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422901248 00000100:00100000:1.0:1746165722.037389:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422901248 00000100:00100000:1.0:1746165722.037398:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422900864 00000100:00100000:1.0:1746165722.037400:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422900864 00000100:00100000:1.0:1746165722.037408:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1775 00000100:00100000:1.0:1746165722.037413:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977422900352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165722.037442:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977422900352:12345-0@lo:400:kworker.0 Request processed in 24us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165722.037447:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1775 00000100:00100000:1.0:1746165722.037456:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1776 00000100:00100000:1.0:1746165722.037459:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977422901248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165722.037480:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977422901248:12345-0@lo:400:kworker.0 Request processed in 20us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165722.037484:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1776 00000100:00100000:1.0:1746165722.037492:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1777 00000100:00100000:1.0:1746165722.037496:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097599180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977422900864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165722.037516:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097599180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977422900864:12345-0@lo:400:kworker.0 Request processed in 21us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165722.037520:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1777 00000100:00100000:1.0:1746165722.037539:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977422900864:0@lo:400:kworker.0 00000100:00100000:1.0:1746165722.037555:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977422901248:0@lo:400:kworker.0 00000100:00100000:1.0:1746165722.037563:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977422900352:0@lo:400:kworker.0 00000100:00080000:3.0:1746165722.038983:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746165722.038989:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746165722.038992:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746165722.129933:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422901376:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746165722.130024:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1746165722.277917:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165722.327816:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422901504 00000100:00100000:1.0:1746165722.327825:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422901504 00000100:00100000:1.0:1746165722.327862:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6776 00000100:00100000:1.0:1746165722.327869:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422901504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746165722.327893:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746165722.327949:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422901504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (3054us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165722.327955:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6776 00010000:00010000:3.0:1746165723.281583:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165724.282201:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165725.858837:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422901632:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746165725.858902:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746165725.859303:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746165725.859665:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422901632:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165726.285936:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165727.040707:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439079680 00000100:00100000:1.0:1746165727.040715:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439079680 00000100:00100000:1.0:1746165727.040754:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 520 00000100:00100000:1.0:1746165727.040761:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439079680:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165727.040810:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439079680:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 48us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165727.040816:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 520 00000100:00100000:3.0:1746165727.041443:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439079808 00000100:00100000:3.0:1746165727.041448:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439079808 00000100:00100000:3.0:1746165727.041476:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439079936 00000100:00100000:3.0:1746165727.041478:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439079936 00000100:00100000:3.0:1746165727.041493:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1778 00000100:00100000:3.0:1746165727.041500:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439079808:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165727.041540:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439079808:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 41us (3399us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165727.041545:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1778 00000100:00100000:3.0:1746165727.041561:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1779 00000100:00100000:3.0:1746165727.041566:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439079936:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165727.041584:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439079936:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 19us (909us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165727.041588:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1779 00000100:00080000:3.0:1746165727.041601:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746165727.041603:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746165727.041753:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439080064 00000100:00100000:1.0:1746165727.041757:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439080064 00000100:00100000:1.0:1746165727.041811:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49679 00000100:00100000:1.0:1746165727.041817:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439080064:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746165727.041835:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165727.043290:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439080064:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 1469us (1905us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165727.043297:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49679 00000100:00100000:1.0:1746165727.043739:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422901888 00000100:00100000:1.0:1746165727.043742:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422901888 00000100:00100000:1.0:1746165727.043761:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35140 00000100:00100000:1.0:1746165727.043766:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422901888:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746165727.043785:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746165727.043812:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422901888:12345-0@lo:41:osp-pre-1-0.0 Request processed in 46us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165727.043817:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35140 00000100:00080000:3.0:1746165727.044043:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746165727.044046:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165727.044048:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165727.044052:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9642 00000100:00080000:3.0:1746165727.044055:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1746165727.044059:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165727.044072:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800977e2300 x1830977422902400/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746165727.044094:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746165727.044096:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165727.044098:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165727.044100:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9642 00000100:00080000:3.0:1746165727.044102:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1746165727.044105:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165727.044113:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fb5880 x1830977422902784/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746165727.044140:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422902400:0@lo:8:kworker.0 00000100:00100000:3.0:1746165727.044165:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165727.044178:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422902784:0@lo:8:kworker.0 00000100:00100000:3.0:1746165727.044191:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165727.044210:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422902400 00000100:00100000:3.0:1746165727.044212:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422902400 00000100:00100000:3.0:1746165727.044223:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422902784 00000100:00100000:3.0:1746165727.044225:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422902784 00000100:00100000:3.0:1746165727.044234:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49680 00000100:00100000:3.0:1746165727.044237:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977422902400:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165727.044251:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165727.044272:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977422902400:12345-0@lo:8:kworker.0 Request processed in 33us (106us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165727.044278:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49680 00000100:00100000:3.0:1746165727.044289:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49681 00000100:00100000:3.0:1746165727.044292:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977422902784:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165727.044300:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165727.044315:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977422902784:12345-0@lo:8:kworker.0 Request processed in 22us (123us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165727.044320:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49681 00000100:00080000:3.0:1746165727.044542:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165727.044545:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165727.044548:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422902400:0@lo:8:kworker.0 00000100:00080000:3.0:1746165727.044557:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165727.044559:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165727.044561:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422902784:0@lo:8:kworker.0 00000100:00100000:3.0:1746165727.044587:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977422902144:0@lo:400:kworker.0 00000100:00100000:1.0:1746165727.044760:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977422902656:0@lo:400:kworker.0 00000100:00100000:1.0:1746165727.044782:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422902272 00000100:00100000:1.0:1746165727.044785:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422902272 00000100:00100000:1.0:1746165727.044812:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35141 00000100:00100000:1.0:1746165727.044817:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422902272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165727.044846:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422902272:12345-0@lo:400:kworker.0 Request processed in 29us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165727.044851:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35141 00000100:00100000:1.0:1746165727.045744:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165727.046065:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977422902656:0@lo:400:kworker.0 00000100:00100000:3.0:1746165727.046147:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165727.046565:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422902912:0@lo:400:kworker.0 00000100:00100000:3.0:1746165727.046585:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165727.046606:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422902912 00000100:00100000:3.0:1746165727.046609:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422902912 00000100:00100000:3.0:1746165727.046761:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7405 00000100:00100000:3.0:1746165727.046766:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095626a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422902912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165727.046792:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095626a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422902912:12345-0@lo:400:kworker.0 Request processed in 26us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165727.046797:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7405 00000100:00100000:3.0:1746165727.046817:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422902912:0@lo:400:kworker.0 00000100:00080000:1.0:1746165727.047135:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746165727.048203:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977422902144:0@lo:400:kworker.0 00000100:00080000:1.0:1746165727.048254:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1746165727.288092:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165727.330309:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422903296 00000100:00100000:3.0:1746165727.330316:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422903296 00000100:00100000:3.0:1746165727.330571:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6778 00000100:00100000:3.0:1746165727.330578:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e830700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422903296:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746165727.330603:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165727.330638:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e830700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422903296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165727.330643:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6778 00010000:00010000:3.0:1746165728.290058:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165729.294124:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165730.294321:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165730.865996:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422903424:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746165730.866053:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165730.866095:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422903424 00000100:00100000:1.0:1746165730.866102:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422903424 00000100:00100000:1.0:1746165730.866135:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6779 00000100:00080000:3.0:1746165730.866139:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746165730.866142:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422903424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746165730.866163:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746165730.866206:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422903424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165730.866211:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6779 00000100:00100000:3.0:1746165730.866296:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422903424:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165731.295885:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1746165732.049860:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746165732.049864:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165732.049867:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165732.049872:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9647 00000100:00080000:3.0:1746165732.049876:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1746165732.049880:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165732.049896:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800977e0e00 x1830977422904064/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746165732.049922:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746165732.049925:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165732.049926:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165732.049929:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9647 00000100:00080000:3.0:1746165732.049931:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1746165732.049934:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165732.049942:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009eef4a80 x1830977422904576/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746165732.049968:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422904064:0@lo:8:kworker.0 00000100:00100000:1.0:1746165732.050047:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977422903808:0@lo:400:kworker.0 00000100:00100000:1.0:1746165732.050069:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165732.050085:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422904448:0@lo:400:kworker.0 00000100:00100000:1.0:1746165732.050103:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422903808 00000100:00100000:1.0:1746165732.050108:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422903808 00000100:00100000:1.0:1746165732.050141:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1784 00000100:00100000:1.0:1746165732.050152:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977422903808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165732.050277:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977422903808:12345-0@lo:400:kworker.0 Request processed in 130us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165732.050283:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1784 00000100:00100000:1.0:1746165732.051144:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422903680 00000100:00100000:1.0:1746165732.051149:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422903680 00000100:00100000:1.0:1746165732.051169:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1786 00000100:00100000:1.0:1746165732.051175:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132101f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977422903680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165732.051207:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132101f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977422903680:12345-0@lo:400:kworker.0 Request processed in 33us (1057us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165732.051211:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1786 00000100:00100000:3.0:1746165732.051263:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422904192 00000100:00100000:3.0:1746165732.051268:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422904192 00000100:00100000:3.0:1746165732.051564:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422904704 00000100:00100000:3.0:1746165732.051567:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422904704 00000100:00100000:3.0:1746165732.051590:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7407 00000100:00100000:3.0:1746165732.051595:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422904704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165732.051625:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422904704:12345-0@lo:400:kworker.0 Request processed in 30us (78us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165732.051630:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7407 00000100:00100000:3.0:1746165732.051651:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165732.051666:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422904576:0@lo:8:kworker.0 00000100:00100000:3.0:1746165732.051721:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165732.051741:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422904064 00000100:00100000:3.0:1746165732.051744:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422904064 00000100:00100000:3.0:1746165732.051754:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422904576 00000100:00100000:3.0:1746165732.051756:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422904576 00000100:00100000:3.0:1746165732.051770:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49682 00000100:00100000:3.0:1746165732.051784:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977422904064:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165732.051798:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165732.051822:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977422904064:12345-0@lo:8:kworker.0 Request processed in 47us (170us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165732.051826:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49682 00000100:00100000:3.0:1746165732.051834:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49683 00000100:00100000:3.0:1746165732.051836:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977422904576:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165732.051843:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165732.051854:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977422904576:12345-0@lo:8:kworker.0 Request processed in 17us (134us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165732.051858:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422904832 00000100:00100000:3.0:1746165732.051858:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49683 00000100:00100000:1.0:1746165732.051862:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422904832 00000100:00080000:3.0:1746165732.051874:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165732.051877:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165732.051880:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1787 00000100:00100000:3.0:1746165732.051880:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422904064:0@lo:8:kworker.0 00000100:00100000:1.0:1746165732.051885:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977422904832:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1746165732.051886:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165732.051888:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165732.051891:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422904576:0@lo:8:kworker.0 00000100:00100000:1.0:1746165732.051910:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977422904832:12345-0@lo:400:kworker.0 Request processed in 25us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165732.051914:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1787 00000100:00100000:3.0:1746165732.052345:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439080576 00000100:00100000:3.0:1746165732.052531:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439080576 00000100:00100000:3.0:1746165732.052553:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49684 00000100:00100000:3.0:1746165732.052557:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439080576:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746165732.052566:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165732.052586:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439080576:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 29us (448us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165732.052591:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49684 00000100:00100000:1.0:1746165732.052765:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439080320 00000100:00100000:1.0:1746165732.052769:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439080320 00000100:00080000:3.0:1746165732.054047:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746165732.054182:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439080448 00000100:00100000:1.0:1746165732.054187:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439080448 00000100:00100000:1.0:1746165732.054565:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1788 00000100:00100000:1.0:1746165732.054572:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439080320:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165732.054619:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439080320:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 48us (2625us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165732.054624:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1788 00000100:00100000:1.0:1746165732.054636:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1789 00000100:00100000:1.0:1746165732.054641:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439080448:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165732.054660:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439080448:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 20us (2589us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165732.054664:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1789 00000100:00080000:3.0:1746165732.054827:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746165732.145892:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746165732.145911:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422905088:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165732.145967:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165732.146831:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422905088:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1746165732.298224:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165732.339951:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422905216 00000100:00100000:3.0:1746165732.339958:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422905216 00000100:00100000:3.0:1746165732.340005:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6780 00000100:00100000:3.0:1746165732.340013:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422905216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746165732.340038:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165732.341665:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422905216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1651us (1813us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165732.341683:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6780 00010000:00010000:3.0:1746165733.300848:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165734.302349:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165735.305491:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165735.874093:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422905344:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746165735.874149:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165735.875273:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422905344 00000100:00100000:3.0:1746165735.875280:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422905344 00000100:00100000:3.0:1746165735.875318:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6781 00000100:00100000:3.0:1746165735.875326:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422905344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746165735.875348:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165735.875378:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422905344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (1229us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165735.875384:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6781 00000100:00100000:1.0:1746165735.875456:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422905344:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165736.307376:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165737.055274:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439080832 00000100:00100000:1.0:1746165737.055283:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439080832 00000100:00100000:1.0:1746165737.055314:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439080960 00000100:00100000:1.0:1746165737.055316:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439080960 00000100:00100000:1.0:1746165737.055330:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1790 00000100:00100000:1.0:1746165737.055337:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439080832:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165737.055982:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439080832:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 644us (836us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165737.055989:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1790 00000100:00080000:1.0:1746165737.056032:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746165737.056035:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746165737.056704:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439080704 00000100:00100000:3.0:1746165737.056709:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439080704 00000100:00100000:3.0:1746165737.056746:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 524 00000100:00100000:3.0:1746165737.056751:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439080704:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165737.056791:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439080704:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 39us (1595us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165737.056796:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 524 00000100:00080000:3.0:1746165737.058040:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746165737.058043:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165737.058046:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165737.058051:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9652 00000100:00080000:3.0:1746165737.058054:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1746165737.058058:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165737.058072:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880124dadf80 x1830977422905984/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746165737.058095:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746165737.058097:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165737.058099:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165737.058101:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9652 00000100:00080000:3.0:1746165737.058103:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1746165737.058105:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165737.058113:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880124dad500 x1830977422906496/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746165737.058137:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124dadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422905984:0@lo:8:kworker.0 00000100:00100000:3.0:1746165737.058160:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165737.058175:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124dad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422906496:0@lo:8:kworker.0 00000100:00100000:3.0:1746165737.058190:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165737.058210:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422905984 00000100:00100000:3.0:1746165737.058213:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422905984 00000100:00100000:3.0:1746165737.058225:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422906496 00000100:00100000:3.0:1746165737.058227:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422906496 00000100:00100000:3.0:1746165737.058236:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49686 00000100:00100000:3.0:1746165737.058240:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124daed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977422905984:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165737.058256:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165737.058279:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124daed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977422905984:12345-0@lo:8:kworker.0 Request processed in 38us (118us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165737.058285:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49686 00000100:00100000:3.0:1746165737.058295:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49687 00000100:00100000:3.0:1746165737.058299:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124daca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977422906496:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165737.058306:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165737.058324:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124daca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977422906496:12345-0@lo:8:kworker.0 Request processed in 24us (133us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165737.058328:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49687 00000100:00080000:3.0:1746165737.058556:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165737.058559:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165737.058562:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124dadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422905984:0@lo:8:kworker.0 00000100:00080000:3.0:1746165737.058568:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165737.058570:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165737.058572:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124dad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422906496:0@lo:8:kworker.0 00000100:00100000:3.0:1746165737.058600:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124dafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422905856:0@lo:400:kworker.0 00000100:00100000:3.0:1746165737.058632:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165737.058649:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124dadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422906624:0@lo:400:kworker.0 00000100:00100000:3.0:1746165737.058665:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165737.058702:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1746165737.058708:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977422905728:0@lo:400:kworker.0 00000100:00100000:1.0:1746165737.058742:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422905472 00000100:00100000:1.0:1746165737.058745:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422905472 00000100:00100000:1.0:1746165737.058776:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:1.0:1746165737.058781:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422905472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165737.058808:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422905472:12345-0@lo:400:kworker.0 Request processed in 27us (868us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165737.058813:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:1.0:1746165737.058840:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422905856 00000100:00100000:1.0:1746165737.058842:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422905856 00000100:00100000:1.0:1746165737.058859:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35147 00000100:00100000:1.0:1746165737.058863:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124dad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422905856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165737.058889:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124dad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422905856:12345-0@lo:400:kworker.0 Request processed in 26us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165737.058894:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35147 00000100:00100000:1.0:1746165737.058919:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422906624 00000100:00100000:1.0:1746165737.058921:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422906624 00000100:00100000:1.0:1746165737.058942:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7408 00000100:00100000:1.0:1746165737.058952:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124dadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422906624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165737.058978:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124dadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422906624:12345-0@lo:400:kworker.0 Request processed in 26us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165737.058982:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7408 00000100:00080000:1.0:1746165737.058994:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746165737.061023:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422906112 00000100:00100000:1.0:1746165737.061027:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422906112 00000100:00100000:1.0:1746165737.061050:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7409 00000100:00100000:1.0:1746165737.061055:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422906112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165737.061084:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422906112:12345-0@lo:400:kworker.0 Request processed in 30us (710us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165737.061090:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7409 00000100:00100000:3.0:1746165737.061301:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165737.061317:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124daf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422906368:0@lo:400:kworker.0 00000100:00100000:3.0:1746165737.061531:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165737.061555:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124dafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422905856:0@lo:400:kworker.0 00000100:00100000:3.0:1746165737.061564:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124dadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422906624:0@lo:400:kworker.0 00000100:00100000:3.0:1746165737.061594:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422905728 00000100:00100000:3.0:1746165737.061598:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422905728 00000100:00100000:3.0:1746165737.061617:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1795 00000100:00100000:3.0:1746165737.061621:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124daea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977422905728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165737.061646:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124daea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977422905728:12345-0@lo:400:kworker.0 Request processed in 24us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165737.061651:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1795 00000100:00100000:3.0:1746165737.061699:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977422905728:0@lo:400:kworker.0 00000100:00100000:3.0:1746165737.062223:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422906880:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165737.062240:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124daf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422906368:0@lo:400:kworker.0 00010000:00010000:1.0:1746165737.309895:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746165738.313486:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165739.314786:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165740.315910:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1746165740.882922:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746165741.318233:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1746165742.065893:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746165742.065897:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165742.065901:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165742.065906:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9657 00000100:00080000:3.0:1746165742.065909:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1746165742.065914:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165742.065930:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880124dac000 x1830977422907904/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746165742.065955:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746165742.065958:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165742.065959:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165742.065962:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9657 00000100:00080000:3.0:1746165742.065963:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1746165742.065968:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165742.065976:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f12b480 x1830977422908416/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746165742.066005:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124daf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422907776:0@lo:400:kworker.0 00000100:00100000:3.0:1746165742.066032:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165742.066049:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422908544:0@lo:400:kworker.0 00000100:00100000:3.0:1746165742.066068:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165742.066089:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124dac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422907904:0@lo:8:kworker.0 00000100:00100000:3.0:1746165742.066107:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165742.066117:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422908416:0@lo:8:kworker.0 00000100:00100000:3.0:1746165742.066132:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165742.066153:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422908032 00000100:00100000:3.0:1746165742.066158:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422908032 00000100:00100000:3.0:1746165742.066190:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422908544 00000100:00100000:3.0:1746165742.066193:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422908544 00000100:00100000:3.0:1746165742.066203:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422907904 00000100:00100000:3.0:1746165742.066205:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422907904 00000100:00100000:3.0:1746165742.066213:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422908416 00000100:00100000:3.0:1746165742.066215:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422908416 00000100:00100000:3.0:1746165742.066225:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7410 00000100:00100000:3.0:1746165742.066231:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422908032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165742.066264:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422908032:12345-0@lo:400:kworker.0 Request processed in 33us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165742.066269:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7410 00000100:00100000:3.0:1746165742.066284:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7411 00000100:00100000:3.0:1746165742.066288:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c791f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422908544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165742.066307:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c791f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422908544:12345-0@lo:400:kworker.0 Request processed in 19us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165742.066312:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7411 00000100:00100000:3.0:1746165742.066320:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49688 00000100:00100000:3.0:1746165742.066323:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c5a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977422907904:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165742.066338:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165742.066358:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c5a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977422907904:12345-0@lo:8:kworker.0 Request processed in 34us (250us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165742.066362:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49688 00000100:00100000:3.0:1746165742.066702:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49689 00000100:00100000:3.0:1746165742.066706:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c790000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977422908416:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165742.066715:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165742.066732:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c790000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977422908416:12345-0@lo:8:kworker.0 Request processed in 25us (599us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165742.066737:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49689 00000100:00080000:3.0:1746165742.066755:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746165742.066758:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746165742.066759:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746165742.066777:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165742.066780:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165742.066783:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124dac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422907904:0@lo:8:kworker.0 00000100:00080000:3.0:1746165742.066789:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165742.066791:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165742.066794:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422908416:0@lo:8:kworker.0 00000100:00100000:3.0:1746165742.066812:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124daf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422907776:0@lo:400:kworker.0 00000100:00100000:3.0:1746165742.066818:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422908544:0@lo:400:kworker.0 00000100:00100000:3.0:1746165742.066835:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422908032:0@lo:400:kworker.0 00000100:00100000:3.0:1746165742.066841:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977422908672:0@lo:400:kworker.0 00000100:00100000:1.0:1746165742.067162:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422907392 00000100:00100000:1.0:1746165742.067165:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422907392 00000100:00100000:1.0:1746165742.067185:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:1.0:1746165742.067190:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977422907392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165742.067217:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977422907392:12345-0@lo:400:kworker.0 Request processed in 27us (1260us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165742.067221:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:1.0:1746165742.069452:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422908800 00000100:00100000:1.0:1746165742.069457:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422908800 00000100:00100000:1.0:1746165742.069494:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35153 00000100:00100000:1.0:1746165742.069501:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422908800:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746165742.069525:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746165742.069641:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422908800:12345-0@lo:41:osp-pre-1-0.0 Request processed in 140us (2311us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165742.069647:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35153 00000100:00100000:1.0:1746165742.070250:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439081216 00000100:00100000:1.0:1746165742.070253:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439081216 00000100:00100000:1.0:1746165742.070271:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 527 00000100:00100000:1.0:1746165742.070276:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439081216:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165742.070294:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439081216:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 18us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165742.070298:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 527 00000100:00080000:3.0:1746165742.070450:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746165742.070453:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1746165742.320400:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165742.370470:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422909056:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746165742.370522:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165742.371878:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422909056 00000100:00100000:1.0:1746165742.371886:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422909056 00000100:00100000:1.0:1746165742.371938:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6784 00000100:00100000:1.0:1746165742.371949:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c791f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422909056:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746165742.371974:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746165742.372022:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c791f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422909056:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (1499us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165742.372028:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6784 00000100:00100000:3.0:1746165742.372312:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422909056:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746165743.321900:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165744.324233:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165745.325988:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165745.890002:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746165745.890021:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422909184:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746165745.890077:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165745.890952:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422909184 00000100:00100000:1.0:1746165745.890959:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422909184 00000100:00100000:1.0:1746165745.891217:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6785 00000100:00100000:1.0:1746165745.891225:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422909184:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1746165745.891247:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:1.0:1746165745.891249:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746165745.891298:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422909184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (1221us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165745.891305:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6785 00000100:00100000:3.0:1746165745.891572:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422909184:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165746.328190:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165747.071170:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439081728 00000100:00100000:1.0:1746165747.071179:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439081728 00000100:00100000:1.0:1746165747.071215:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 528 00000100:00100000:1.0:1746165747.071221:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439081728:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165747.071272:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439081728:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 50us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165747.071278:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 528 00000100:00100000:1.0:1746165747.071305:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439082112 00000100:00100000:1.0:1746165747.071307:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439082112 00000100:00100000:1.0:1746165747.071322:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49691 00000100:00100000:1.0:1746165747.071327:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439082112:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746165747.071348:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165747.071370:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439082112:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 42us (222us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165747.071376:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49691 00000100:00100000:3.0:1746165747.071834:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439081856 00000100:00100000:3.0:1746165747.071839:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439081856 00000100:00100000:3.0:1746165747.071881:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1802 00000100:00100000:3.0:1746165747.071888:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439081856:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165747.071915:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439081856:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 28us (2155us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165747.071921:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1802 00000100:00100000:3.0:1746165747.073299:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439081984 00000100:00100000:3.0:1746165747.073303:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439081984 00000100:00100000:3.0:1746165747.073336:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1803 00000100:00100000:3.0:1746165747.073341:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439081984:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165747.073367:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439081984:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 27us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165747.073372:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1803 00000100:00100000:3.0:1746165747.079974:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422909312 00000100:00100000:3.0:1746165747.080186:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422909312 00000100:00100000:3.0:1746165747.080238:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35155 00000100:00100000:3.0:1746165747.080245:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422909312:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746165747.080276:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746165747.080544:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422909312:12345-0@lo:41:osp-pre-1-0.0 Request processed in 300us (6708us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165747.080551:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35155 00000100:00100000:1.0:1746165747.080706:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422909312:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165747.081359:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422909952:0@lo:8:kworker.0 00000100:00100000:3.0:1746165747.081383:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165747.081407:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422910336:0@lo:8:kworker.0 00000100:00100000:3.0:1746165747.081422:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165747.081444:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422910464 00000100:00100000:3.0:1746165747.081447:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422910464 00000100:00100000:3.0:1746165747.081465:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422909952 00000100:00100000:3.0:1746165747.081467:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422909952 00000100:00100000:3.0:1746165747.081657:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422910336 00000100:00100000:3.0:1746165747.081659:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422910336 00000100:00100000:3.0:1746165747.081668:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7412 00000100:00100000:3.0:1746165747.081673:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422910464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165747.081715:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422910464:12345-0@lo:400:kworker.0 Request processed in 42us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165747.081720:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7412 00000100:00100000:3.0:1746165747.081733:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49692 00000100:00100000:3.0:1746165747.081736:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977422909952:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165747.081751:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165747.081773:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977422909952:12345-0@lo:8:kworker.0 Request processed in 36us (390us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165747.081778:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49692 00000100:00100000:3.0:1746165747.081787:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49693 00000100:00100000:3.0:1746165747.081789:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977422910336:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165747.081796:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165747.081809:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977422910336:12345-0@lo:8:kworker.0 Request processed in 19us (387us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165747.081813:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49693 00000100:00080000:3.0:1746165747.081841:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165747.081844:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165747.081847:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422909952:0@lo:8:kworker.0 00000100:00080000:3.0:1746165747.081853:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165747.081855:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165747.081858:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422910336:0@lo:8:kworker.0 00000100:00100000:1.0:1746165747.082363:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422909440 00000100:00100000:1.0:1746165747.082366:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422909440 00000100:00100000:1.0:1746165747.082389:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1746165747.082393:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422909440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165747.082446:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422910080 00000100:00100000:3.0:1746165747.082449:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422910080 00000100:00100000:3.0:1746165747.082466:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7413 00000100:00100000:3.0:1746165747.082470:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4950000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422910080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165747.082488:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4950000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422910080:12345-0@lo:400:kworker.0 Request processed in 18us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165747.082492:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7413 00000100:00100000:1.0:1746165747.082541:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422909440:12345-0@lo:400:kworker.0 Request processed in 28us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165747.082548:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1746165747.169888:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422910720:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746165747.169933:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165747.170571:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422910720 00000100:00100000:3.0:1746165747.170578:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422910720 00000100:00100000:3.0:1746165747.170625:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35157 00000100:00100000:3.0:1746165747.170632:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422910720:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746165747.170659:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746165747.170719:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422910720:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (784us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165747.170725:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35157 00000100:00100000:1.0:1746165747.170843:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422910720:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1746165747.329947:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165747.377885:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746165747.377903:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422910848:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746165747.378174:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165747.379965:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422910848:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746165748.331958:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165749.336772:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165750.344508:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165750.897971:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422910976:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746165750.898023:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165750.899139:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422910976:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165751.346931:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165752.080065:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439082240 00000100:00100000:1.0:1746165752.080076:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439082240 00000100:00100000:1.0:1746165752.080129:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 530 00000100:00100000:1.0:1746165752.080136:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439082240:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165752.080187:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439082240:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 52us (1816us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165752.080194:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 530 00000100:00100000:3.0:1746165752.080469:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439082624 00000100:00100000:3.0:1746165752.080475:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439082624 00000100:00100000:3.0:1746165752.080509:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49694 00000100:00100000:3.0:1746165752.080514:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439082624:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746165752.080539:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165752.080570:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439082624:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 55us (2103us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165752.080576:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49694 00000100:00080000:3.0:1746165752.099069:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746165752.099073:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165752.099076:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165752.099081:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9667 00000100:00080000:3.0:1746165752.099084:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1746165752.099088:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165752.099107:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136053100 x1830977422911744/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746165752.099138:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746165752.099142:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165752.099143:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165752.099146:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9667 00000100:00080000:3.0:1746165752.099149:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1746165752.099152:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165752.099163:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a085c000 x1830977422912128/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746165752.099193:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136053100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422911744:0@lo:8:kworker.0 00000100:00100000:3.0:1746165752.099229:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165752.099253:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977422911488:0@lo:400:kworker.0 00000100:00100000:3.0:1746165752.099259:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422912128:0@lo:8:kworker.0 00000100:00100000:3.0:1746165752.099276:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165752.099290:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165752.099303:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422911744 00000100:00100000:3.0:1746165752.099307:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422911744 00000100:00100000:3.0:1746165752.099321:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422912128 00000100:00100000:3.0:1746165752.099323:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422912128 00000100:00100000:3.0:1746165752.099334:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49695 00000100:00100000:3.0:1746165752.099338:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090943100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977422911744:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746165752.099350:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130489f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422912256:0@lo:400:kworker.0 00010000:00020000:3.0:1746165752.099357:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165752.099372:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165752.099605:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1746165752.099610:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097598700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977422911360:0@lo:400:kworker.0 00000100:00100000:3.0:1746165752.099824:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090943100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977422911744:12345-0@lo:8:kworker.0 Request processed in 483us (599us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165752.099830:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49695 00000100:00100000:1.0:1746165752.099843:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165752.099846:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422912256 00000100:00100000:3.0:1746165752.099849:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422912256 00000100:00100000:1.0:1746165752.099861:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136053800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977422912000:0@lo:400:kworker.0 00000100:00100000:3.0:1746165752.099875:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7414 00000100:00100000:1.0:1746165752.099879:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165752.099880:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422912256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165752.099906:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422911872 00000100:00100000:1.0:1746165752.099910:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422911872 00000100:00100000:3.0:1746165752.099913:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422912256:12345-0@lo:400:kworker.0 Request processed in 32us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165752.099918:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7414 00000100:00100000:3.0:1746165752.100128:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7415 00000100:00100000:3.0:1746165752.100133:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4950e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422911872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165752.100144:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422911488 00000100:00100000:1.0:1746165752.100146:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422911488 00000100:00100000:1.0:1746165752.100169:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422912384 00000100:00100000:1.0:1746165752.100171:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422912384 00000100:00100000:1.0:1746165752.100182:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422911360 00000100:00100000:1.0:1746165752.100184:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422911360 00000100:00100000:1.0:1746165752.100196:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422912000 00000100:00100000:1.0:1746165752.100198:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422912000 00000100:00100000:1.0:1746165752.100213:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1811 00000100:00100000:1.0:1746165752.100219:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4951c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977422912384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165752.101650:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4951c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977422912384:12345-0@lo:400:kworker.0 Request processed in 1430us (2284us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165752.101657:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1811 00000100:00100000:1.0:1746165752.101670:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1813 00000100:00100000:1.0:1746165752.101688:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977422912000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165752.101716:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977422912000:12345-0@lo:400:kworker.0 Request processed in 42us (1836us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165752.101721:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1813 00000100:00100000:1.0:1746165752.101772:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422911104:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746165752.101798:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097598700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977422911360:0@lo:400:kworker.0 00000100:00100000:1.0:1746165752.101809:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136053800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977422912000:0@lo:400:kworker.0 00000100:00100000:1.0:1746165752.101816:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977422911488:0@lo:400:kworker.0 00000100:00100000:1.0:1746165752.101825:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130489f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422912256:0@lo:400:kworker.0 00000100:00080000:1.0:1746165752.101868:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746165752.101872:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746165752.101875:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746165752.101890:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165752.101894:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165752.101897:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136053100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422911744:0@lo:8:kworker.0 00000100:00100000:3.0:1746165752.102207:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4950e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422911872:12345-0@lo:400:kworker.0 Request processed in 2073us (2311us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165752.102213:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7415 00000100:00080000:1.0:1746165752.102325:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165752.102328:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165752.102332:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422912128:0@lo:8:kworker.0 00000100:00100000:1.0:1746165752.178629:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422912512 00000100:00100000:1.0:1746165752.178638:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422912512 00000100:00100000:1.0:1746165752.178711:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35160 00000100:00100000:1.0:1746165752.178721:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422912512:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746165752.178758:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746165752.178817:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422912512:12345-0@lo:41:osp-pre-0-1.0 Request processed in 98us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165752.178824:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35160 00010000:00010000:1.0:1746165752.348492:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165752.387817:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422912640 00000100:00100000:3.0:1746165752.387825:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422912640 00000100:00100000:3.0:1746165752.387878:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6788 00000100:00100000:3.0:1746165752.387887:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422912640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746165752.387919:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165752.387959:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422912640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (505us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165752.387965:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6788 00010000:00010000:3.0:1746165753.350346:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165754.352781:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165755.353955:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1746165755.907788:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746165756.357078:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165757.087237:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439082880 00000100:00100000:1.0:1746165757.087244:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439082880 00000100:00100000:1.0:1746165757.087282:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439083008 00000100:00100000:3.0:1746165757.087317:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439083136 00000100:00100000:3.0:1746165757.087319:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439083136 00000100:00100000:3.0:1746165757.087335:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49697 00000100:00100000:3.0:1746165757.087340:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439083136:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746165757.087378:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165757.087400:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439083136:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 59us (128us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165757.087408:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49697 00000100:00080000:3.0:1746165757.087439:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746165757.088912:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439083008 00000100:00100000:1.0:1746165757.089127:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1815 00000100:00100000:1.0:1746165757.089133:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439083008:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165757.090170:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439083008:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1036us (2924us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165757.090176:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1815 00000100:00080000:3.0:1746165757.105853:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746165757.105857:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165757.105860:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165757.105867:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9672 00000100:00080000:3.0:1746165757.105872:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1746165757.105876:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165757.105892:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801304bdf80 x1830977422913408/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746165757.105915:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746165757.105917:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165757.105918:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165757.105921:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9672 00000100:00080000:3.0:1746165757.105923:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1746165757.105925:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165757.105933:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008ede1880 x1830977422913920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746165757.105967:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422913280:0@lo:400:kworker.0 00000100:00100000:3.0:1746165757.105992:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165757.106019:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422914048:0@lo:400:kworker.0 00000100:00100000:3.0:1746165757.106035:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165757.106047:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1746165757.106051:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977422913152:0@lo:400:kworker.0 00000100:00100000:3.0:1746165757.106066:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165757.106076:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422913792:0@lo:400:kworker.0 00000100:00100000:3.0:1746165757.106088:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165757.106105:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422913280 00000100:00100000:3.0:1746165757.106110:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422913280 00000100:00100000:3.0:1746165757.106137:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422913792 00000100:00100000:3.0:1746165757.106139:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422913792 00000100:00100000:3.0:1746165757.106152:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35161 00000100:00100000:3.0:1746165757.106158:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422913280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165757.106193:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422913280:12345-0@lo:400:kworker.0 Request processed in 34us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165757.106199:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35161 00000100:00100000:3.0:1746165757.106231:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422913792:0@lo:400:kworker.0 00000100:00100000:3.0:1746165757.106238:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422913280:0@lo:400:kworker.0 00000100:00100000:3.0:1746165757.106262:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422914048 00000100:00100000:3.0:1746165757.106264:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422914048 00000100:00100000:3.0:1746165757.106283:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422913536 00000100:00100000:3.0:1746165757.106284:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422913536 00000100:00100000:3.0:1746165757.106296:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7416 00000100:00100000:3.0:1746165757.106300:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422914048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165757.106323:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422914048:12345-0@lo:400:kworker.0 Request processed in 23us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165757.106327:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7416 00000100:00100000:3.0:1746165757.106334:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7417 00000100:00100000:3.0:1746165757.106337:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097633480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422913536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165757.106363:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097633480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422913536:12345-0@lo:400:kworker.0 Request processed in 25us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165757.106368:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7417 00000100:00080000:3.0:1746165757.106382:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746165757.106385:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746165757.106387:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746165757.106400:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422914048:0@lo:400:kworker.0 00000100:00100000:3.0:1746165757.106437:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1818 00000100:00100000:3.0:1746165757.106442:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977422913152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165757.106469:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977422913152:12345-0@lo:400:kworker.0 Request processed in 27us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165757.106474:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1818 00000100:00100000:3.0:1746165757.106503:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977422913152:0@lo:400:kworker.0 00000100:00100000:1.0:1746165757.106601:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422913408:0@lo:8:kworker.0 00000100:00100000:1.0:1746165757.106625:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165757.106985:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422913920:0@lo:8:kworker.0 00000100:00100000:1.0:1746165757.107003:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165757.107025:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090943480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422914304:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746165757.107038:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746165757.107340:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165757.107343:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165757.107346:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422913408:0@lo:8:kworker.0 00000100:00080000:1.0:1746165757.107363:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165757.107365:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165757.107368:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422913920:0@lo:8:kworker.0 00000100:00100000:3.0:1746165757.107766:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422914304 00000100:00100000:3.0:1746165757.107769:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422914304 00000100:00100000:3.0:1746165757.109956:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35163 00000100:00100000:3.0:1746165757.110176:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013048ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422914304:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746165757.110208:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746165757.112893:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013048ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422914304:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2715us (5846us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165757.112904:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35163 00000100:00100000:1.0:1746165757.113738:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422914304:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746165757.186947:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422914432:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746165757.186998:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165757.187277:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422914432 00000100:00100000:1.0:1746165757.187283:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422914432 00000100:00100000:1.0:1746165757.188518:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35164 00000100:00100000:1.0:1746165757.188529:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422914432:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746165757.188559:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746165757.188602:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422914432:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (1603us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165757.188608:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35164 00010000:00010000:1.0:1746165757.357949:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746165758.360293:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165759.361908:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165760.366262:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165760.914480:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422914688 00000100:00100000:3.0:1746165760.914487:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422914688 00000100:00100000:3.0:1746165760.914539:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6791 00000100:00100000:3.0:1746165760.914547:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422914688:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746165760.914570:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165760.914602:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422914688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165760.914608:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6791 00010000:00010000:3.0:1746165761.367864:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165762.096452:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439083392 00000100:00100000:3.0:1746165762.096460:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439083392 00000100:00100000:3.0:1746165762.096527:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1820 00000100:00100000:3.0:1746165762.096536:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439083392:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165762.096597:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439083392:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 63us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165762.096604:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1820 00000100:00080000:1.0:1746165762.096774:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746165762.103875:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439083520 00000100:00100000:3.0:1746165762.103879:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439083520 00000100:00100000:3.0:1746165762.103926:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1821 00000100:00100000:3.0:1746165762.104148:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439083520:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165762.104186:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439083520:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 40us (6947us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165762.104191:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1821 00000100:00080000:1.0:1746165762.104357:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746165762.113817:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746165762.113821:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165762.113824:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165762.113830:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9677 00000100:00080000:3.0:1746165762.113834:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1746165762.113839:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165762.113854:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801304bdc00 x1830977422915328/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746165762.113895:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746165762.113897:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165762.113899:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165762.113901:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9677 00000100:00080000:3.0:1746165762.113903:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1746165762.113906:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165762.113917:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008ede3800 x1830977422915840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746165762.113952:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977422915072:0@lo:400:kworker.0 00000100:00100000:3.0:1746165762.114001:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165762.114260:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422915712:0@lo:400:kworker.0 00000100:00100000:3.0:1746165762.114290:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165762.114309:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1746165762.114313:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977422914944:0@lo:400:kworker.0 00000100:00100000:3.0:1746165762.114328:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165762.114340:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977422915584:0@lo:400:kworker.0 00000100:00100000:3.0:1746165762.114352:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165762.114373:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422915072 00000100:00100000:3.0:1746165762.114379:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422915072 00000100:00100000:3.0:1746165762.114410:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422914944 00000100:00100000:3.0:1746165762.114412:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422914944 00000100:00100000:3.0:1746165762.114422:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422915584 00000100:00100000:3.0:1746165762.114423:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422915584 00000100:00100000:3.0:1746165762.114435:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1822 00000100:00100000:3.0:1746165762.114441:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e323b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977422915072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165762.114756:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422915712 00000100:00100000:1.0:1746165762.114760:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422915712 00000100:00100000:1.0:1746165762.114779:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422915200 00000100:00100000:1.0:1746165762.114780:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422915200 00000100:00100000:1.0:1746165762.114798:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35165 00000100:00100000:1.0:1746165762.114803:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e320e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422915712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165762.115640:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e320e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422915712:12345-0@lo:400:kworker.0 Request processed in 836us (1348us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165762.115646:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35165 00000100:00100000:1.0:1746165762.115662:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35166 00000100:00100000:1.0:1746165762.115666:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422915200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165762.115716:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422915200:12345-0@lo:400:kworker.0 Request processed in 49us (1303us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165762.115721:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35166 00000100:00100000:1.0:1746165762.115755:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422915712:0@lo:400:kworker.0 00000100:00100000:1.0:1746165762.115788:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7419 00000100:00100000:1.0:1746165762.115793:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124dac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422915456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165762.116015:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e323b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977422915072:12345-0@lo:400:kworker.0 Request processed in 1575us (2014us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165762.116020:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1822 00000100:00080000:3.0:1746165762.116041:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746165762.116043:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746165762.116044:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746165762.116837:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124dac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422915456:12345-0@lo:400:kworker.0 Request processed in 1042us (1185us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165762.116843:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7419 00000100:00100000:1.0:1746165762.116867:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977422914944:0@lo:400:kworker.0 00000100:00100000:1.0:1746165762.116874:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977422915584:0@lo:400:kworker.0 00000100:00100000:1.0:1746165762.116881:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977422915072:0@lo:400:kworker.0 00000100:00100000:1.0:1746165762.131940:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422916224 00000100:00100000:1.0:1746165762.131948:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422916224 00000100:00100000:1.0:1746165762.131997:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35167 00000100:00100000:1.0:1746165762.132004:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124daf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422916224:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746165762.132033:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746165762.132074:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124daf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422916224:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (1174us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165762.132080:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35167 00000100:00100000:3.0:1746165762.194420:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746165762.196208:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124dac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422916352:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165762.196301:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165762.196729:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124dac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422916352:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1746165762.370297:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165762.405236:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422916480 00000100:00100000:3.0:1746165762.405242:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422916480 00000100:00100000:3.0:1746165762.405297:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6792 00000100:00100000:3.0:1746165762.405304:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422916480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746165762.405329:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165762.405428:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422916480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 124us (561us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165762.405434:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6792 00010000:00010000:3.0:1746165763.371897:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165764.374354:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165765.376699:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165765.922670:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422916608 00000100:00100000:3.0:1746165765.922701:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422916608 00000100:00100000:3.0:1746165765.922748:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6793 00000100:00100000:3.0:1746165765.922757:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f849180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422916608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746165765.922781:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165765.922828:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f849180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422916608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (656us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165765.922834:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6793 00010000:00010000:3.0:1746165766.377872:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165767.102789:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439083904 00000100:00100000:3.0:1746165767.102796:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439083904 00000100:00100000:3.0:1746165767.102877:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439083776 00000100:00100000:3.0:1746165767.102879:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439083776 00000100:00100000:3.0:1746165767.102912:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 536 00000100:00100000:3.0:1746165767.102919:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439083776:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165767.102966:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439083776:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 47us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165767.102972:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 536 00000100:00100000:3.0:1746165767.103010:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1827 00000100:00100000:3.0:1746165767.103015:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124daca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439083904:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165767.103032:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124daca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439083904:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 18us (1062us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165767.103038:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1827 00000100:00100000:1.0:1746165767.103383:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439084160 00000100:00100000:1.0:1746165767.103388:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439084160 00000100:00100000:1.0:1746165767.103415:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49703 00000100:00100000:1.0:1746165767.103420:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124daed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439084160:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746165767.103439:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165767.103531:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124daed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439084160:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 109us (383us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165767.103538:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49703 00000100:00080000:3.0:1746165767.122537:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746165767.122542:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165767.122544:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165767.122549:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9682 00000100:00080000:3.0:1746165767.122558:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1746165767.122563:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165767.122581:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009eef7b80 x1830977422917248/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746165767.122616:0:12562:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746165767.122618:0:12562:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746165767.122620:0:12562:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746165767.122623:0:12562:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9682 00000100:00080000:3.0:1746165767.122625:0:12562:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1746165767.122628:0:12562:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165767.122651:0:12562:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009dafc000 x1830977422917760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746165767.122696:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422917248:0@lo:8:kworker.0 00000100:00100000:3.0:1746165767.122723:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165767.122739:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422917760:0@lo:8:kworker.0 00000100:00100000:3.0:1746165767.122756:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165767.122781:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422917376 00000100:00100000:3.0:1746165767.122787:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422917376 00000100:00100000:3.0:1746165767.122825:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422917248 00000100:00100000:3.0:1746165767.122828:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422917248 00000100:00100000:3.0:1746165767.122837:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422917760 00000100:00100000:3.0:1746165767.122838:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422917760 00000100:00100000:3.0:1746165767.122849:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7420 00000100:00100000:3.0:1746165767.122855:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124dac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422917376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165767.122894:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124dac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422917376:12345-0@lo:400:kworker.0 Request processed in 38us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165767.122901:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7420 00000100:00100000:3.0:1746165767.122917:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49704 00000100:00100000:3.0:1746165767.122921:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977422917248:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165767.122937:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165767.122958:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977422917248:12345-0@lo:8:kworker.0 Request processed in 36us (234us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165767.122965:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49704 00000100:00100000:3.0:1746165767.122976:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49705 00000100:00100000:3.0:1746165767.122979:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977422917760:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165767.122986:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165767.123009:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977422917760:12345-0@lo:8:kworker.0 Request processed in 28us (252us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165767.123013:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49705 00000100:00080000:3.0:1746165767.123029:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746165767.123031:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746165767.123043:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165767.123045:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165767.123048:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422917248:0@lo:8:kworker.0 00000100:00080000:3.0:1746165767.123054:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165767.123055:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165767.123058:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422917760:0@lo:8:kworker.0 00000100:00100000:3.0:1746165767.123084:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422916736 00000100:00100000:3.0:1746165767.123086:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422916736 00000100:00100000:3.0:1746165767.123102:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:3.0:1746165767.123107:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422916736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165767.123129:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422916736:12345-0@lo:400:kworker.0 Request processed in 23us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165767.123134:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:3.0:1746165767.123154:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422916992 00000100:00100000:3.0:1746165767.123156:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422916992 00000100:00080000:3.0:1746165767.123167:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746165767.123196:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1831 00000100:00100000:3.0:1746165767.123201:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977422916992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165767.123225:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977422916992:12345-0@lo:400:kworker.0 Request processed in 25us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165767.123230:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1831 00000100:00100000:3.0:1746165767.123377:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35170 00000100:00100000:3.0:1746165767.123384:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ceb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422917120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165767.123408:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ceb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422917120:12345-0@lo:400:kworker.0 Request processed in 26us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165767.123414:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35170 00000100:00100000:1.0:1746165767.139204:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746165767.139223:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422918144:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746165767.139286:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165767.142946:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422918144 00000100:00100000:3.0:1746165767.142958:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422918144 00000100:00100000:3.0:1746165767.143873:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35171 00000100:00100000:3.0:1746165767.143885:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422918144:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746165767.143918:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746165767.143970:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422918144:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (4684us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165767.143976:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35171 00000100:00100000:1.0:1746165767.144171:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422918144:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165767.203943:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35172 00000100:00100000:3.0:1746165767.203955:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422918272:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746165767.203987:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746165767.204049:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422918272:12345-0@lo:41:osp-pre-0-1.0 Request processed in 98us (1822us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165767.204281:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35172 00010000:00010000:1.0:1746165767.379834:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165767.412615:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422918400 00000100:00100000:3.0:1746165767.412623:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422918400 00000100:00100000:3.0:1746165767.412661:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6794 00000100:00100000:3.0:1746165767.412667:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422918400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746165767.412710:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165767.412756:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422918400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165767.412762:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6794 00010000:00010000:3.0:1746165768.383671:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165769.385901:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165770.387939:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165770.931066:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f87f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422918528:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746165770.931150:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165770.931494:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f87f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422918528:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165771.390799:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165772.112779:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439084288 00000100:00100000:3.0:1746165772.112783:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439084288 00000100:00100000:3.0:1746165772.112809:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 538 00000100:00100000:3.0:1746165772.112813:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439084288:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165772.112836:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439084288:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 23us (925us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165772.112841:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 538 00000100:00100000:1.0:1746165772.130175:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746165772.130197:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094048380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422919040:0@lo:400:kworker.0 00000100:00100000:1.0:1746165772.130256:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165772.130316:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422918656:0@lo:400:kworker.0 00000100:00100000:1.0:1746165772.130337:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165772.130360:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422919808:0@lo:400:kworker.0 00000100:00100000:1.0:1746165772.130378:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165772.130392:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746165772.130397:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094048a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422919296:0@lo:400:kworker.0 00000100:00100000:1.0:1746165772.130501:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165772.130501:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422919808 00000100:00100000:3.0:1746165772.130507:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422919808 00000100:00100000:1.0:1746165772.130516:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977422919936:0@lo:400:kworker.0 00000100:00100000:1.0:1746165772.130537:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165772.130541:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422919296 00000100:00100000:3.0:1746165772.130543:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422919296 00000100:00100000:3.0:1746165772.130557:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7422 00000100:00100000:1.0:1746165772.130559:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977422918912:0@lo:400:kworker.0 00000100:00100000:3.0:1746165772.130564:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422919808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165772.130575:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165772.130589:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422919552:0@lo:400:kworker.0 00000100:00100000:3.0:1746165772.130601:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422919808:12345-0@lo:400:kworker.0 Request processed in 37us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165772.130603:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165772.130607:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7422 00000100:00100000:3.0:1746165772.130622:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7423 00000100:00100000:1.0:1746165772.130623:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422919936 00000100:00100000:1.0:1746165772.130625:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422919936 00000100:00100000:3.0:1746165772.130627:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422919296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165772.130643:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422918912 00000100:00100000:3.0:1746165772.130644:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422919296:12345-0@lo:400:kworker.0 Request processed in 17us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165772.130645:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422918912 00000100:00100000:3.0:1746165772.130648:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7423 00000100:00100000:1.0:1746165772.130662:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1835 00000100:00100000:1.0:1746165772.130667:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977422919936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165772.130669:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422919040 00000100:00100000:3.0:1746165772.130671:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422919040 00000100:00100000:3.0:1746165772.130700:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422919552 00000100:00100000:3.0:1746165772.130702:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422919552 00000100:00100000:3.0:1746165772.130713:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35173 00000100:00100000:3.0:1746165772.130717:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422919040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165772.130724:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977422919936:12345-0@lo:400:kworker.0 Request processed in 57us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165772.130729:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1835 00000100:00100000:3.0:1746165772.130741:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422919040:12345-0@lo:400:kworker.0 Request processed in 23us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165772.130746:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35173 00000100:00100000:1.0:1746165772.130747:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1836 00000100:00100000:1.0:1746165772.130751:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009404a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977422919424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165772.130754:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35174 00000100:00100000:3.0:1746165772.130758:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422919552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165772.130774:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009404a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977422919424:12345-0@lo:400:kworker.0 Request processed in 23us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165772.130775:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422919552:12345-0@lo:400:kworker.0 Request processed in 18us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165772.130780:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1836 00000100:00100000:3.0:1746165772.130780:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35174 00000100:00080000:3.0:1746165772.130796:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746165772.130799:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746165772.130801:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746165772.130807:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977422918912:0@lo:400:kworker.0 00000100:00100000:1.0:1746165772.130814:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422919552:0@lo:400:kworker.0 00000100:00100000:3.0:1746165772.130821:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422918656 00000100:00100000:3.0:1746165772.130823:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422918656 00000100:00100000:1.0:1746165772.130838:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094048a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422919296:0@lo:400:kworker.0 00000100:00100000:3.0:1746165772.130838:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:3.0:1746165772.130842:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422918656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165772.130847:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977422919936:0@lo:400:kworker.0 00000100:00100000:1.0:1746165772.130854:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422919808:0@lo:400:kworker.0 00000100:00100000:1.0:1746165772.130862:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094048380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422919040:0@lo:400:kworker.0 00000100:00100000:3.0:1746165772.130863:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422918656:12345-0@lo:400:kworker.0 Request processed in 21us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165772.130868:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422918656:0@lo:400:kworker.0 00000100:00100000:3.0:1746165772.130868:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:1.0:1746165772.163043:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422920064 00000100:00100000:1.0:1746165772.163050:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422920064 00000100:00100000:1.0:1746165772.163104:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35175 00000100:00100000:1.0:1746165772.163111:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422920064:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746165772.163136:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746165772.163180:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094048e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422920064:12345-0@lo:41:osp-pre-1-0.0 Request processed in 70us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165772.163186:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35175 00000100:00100000:3.0:1746165772.210261:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422920192 00000100:00100000:3.0:1746165772.210268:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422920192 00000100:00100000:3.0:1746165772.210309:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35176 00000100:00100000:3.0:1746165772.210316:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009404a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422920192:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746165772.210341:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746165772.210372:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009404a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422920192:12345-0@lo:41:osp-pre-0-1.0 Request processed in 57us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165772.210377:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35176 00010000:00010000:1.0:1746165772.391908:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165772.418745:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746165772.418763:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009404aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422920320:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746165772.418821:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165772.420256:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009404aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422920320:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746165773.393879:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165774.395866:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165775.397884:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165775.942149:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136053800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422920448:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746165775.942228:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746165775.942958:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746165776.399962:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165777.120451:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439084800 00000100:00100000:3.0:1746165777.120458:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439084800 00000100:00100000:3.0:1746165777.120504:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 540 00000100:00100000:3.0:1746165777.120511:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439084800:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165777.121497:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439084800:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 984us (1147us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165777.121504:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 540 00000100:00100000:3.0:1746165777.122992:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439085184 00000100:00100000:3.0:1746165777.122996:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439085184 00000100:00100000:3.0:1746165777.123033:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49709 00000100:00100000:3.0:1746165777.123038:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009404b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439085184:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746165777.123059:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165777.123930:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009404b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439085184:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 888us (2122us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165777.123936:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49709 00000100:00100000:3.0:1746165777.139759:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422920576 00000100:00100000:3.0:1746165777.139762:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422920576 00000100:00100000:3.0:1746165777.139785:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:3.0:1746165777.139790:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977422920576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165777.139817:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977422920576:12345-0@lo:400:kworker.0 Request processed in 28us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165777.139823:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:3.0:1746165777.139855:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009404b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977422920576:0@lo:400:kworker.0 00000100:00080000:3.0:1746165777.139874:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746165777.139887:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422920704 00000100:00100000:3.0:1746165777.139890:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422920704 00000100:00100000:3.0:1746165777.139908:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422921344 00000100:00100000:3.0:1746165777.139910:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422921344 00000100:00100000:3.0:1746165777.139920:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422921856 00000100:00100000:3.0:1746165777.139922:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422921856 00000100:00100000:3.0:1746165777.143064:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1841 00000100:00100000:3.0:1746165777.143078:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977422920704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165777.143138:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977422920704:12345-0@lo:400:kworker.0 Request processed in 66us (3699us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165777.143145:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1841 00000100:00100000:3.0:1746165777.143163:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1842 00000100:00100000:3.0:1746165777.143168:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977422921344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165777.143188:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977422921344:12345-0@lo:400:kworker.0 Request processed in 21us (3709us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165777.143192:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1842 00000100:00100000:3.0:1746165777.143204:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1843 00000100:00100000:3.0:1746165777.143208:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977422921856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165777.143225:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977422921856:12345-0@lo:400:kworker.0 Request processed in 18us (3647us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165777.143229:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1843 00000100:00080000:1.0:1746165777.144385:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746165777.171712:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422921984:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165777.217886:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746165777.217906:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422922112:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165777.217964:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165777.218462:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422922112:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1746165777.404688:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165777.427778:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422922240:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746165778.407693:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165779.410019:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165780.411874:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165780.962462:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095e85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422922368:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746165780.962523:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165780.963273:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095e85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422922368:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165781.413874:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165782.127164:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439085440 00000100:00100000:3.0:1746165782.127168:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439085440 00000100:00100000:3.0:1746165782.127197:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1844 00000100:00100000:3.0:1746165782.127203:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439085440:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165782.127228:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439085440:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 26us (1508us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165782.127233:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1844 00000100:00100000:3.0:1746165782.146253:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094baca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977422922496:0@lo:400:kworker.0 00000100:00100000:3.0:1746165782.146319:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165782.146355:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422923136:0@lo:400:kworker.0 00000100:00100000:3.0:1746165782.146372:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165782.146388:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746165782.146392:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422922880:0@lo:400:kworker.0 00000100:00100000:3.0:1746165782.146405:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165782.146430:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422923136 00000100:00100000:3.0:1746165782.146609:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422923136 00000100:00100000:3.0:1746165782.146641:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7426 00000100:00100000:3.0:1746165782.146647:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422923136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165782.146693:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422923136:12345-0@lo:400:kworker.0 Request processed in 47us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165782.146698:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7426 00000100:00080000:3.0:1746165782.146719:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746165782.146738:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422923136:0@lo:400:kworker.0 00000100:00100000:3.0:1746165782.146762:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422922880 00000100:00100000:3.0:1746165782.146765:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422922880 00000100:00100000:3.0:1746165782.146783:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35181 00000100:00100000:3.0:1746165782.146788:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422922880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165782.146813:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422922880:12345-0@lo:400:kworker.0 Request processed in 26us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165782.146817:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35181 00000100:00100000:3.0:1746165782.146839:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422922880:0@lo:400:kworker.0 00000100:00100000:3.0:1746165782.146861:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422922496 00000100:00100000:3.0:1746165782.146863:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422922496 00000100:00100000:3.0:1746165782.146880:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:3.0:1746165782.146884:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977422922496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165782.146905:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977422922496:12345-0@lo:400:kworker.0 Request processed in 21us (587us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165782.146910:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:3.0:1746165782.146941:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094baca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977422922496:0@lo:400:kworker.0 00000100:00100000:3.0:1746165782.146961:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422923008:0@lo:8:kworker.0 00000100:00100000:3.0:1746165782.146980:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165782.146995:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422923008 00000100:00100000:3.0:1746165782.146997:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422923008 00000100:00100000:3.0:1746165782.147009:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49713 00000100:00100000:1.0:1746165782.147013:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094badc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977422922752:0@lo:400:kworker.0 00000100:00100000:3.0:1746165782.147013:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977422923008:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165782.147028:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165782.147042:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165782.147047:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977422923008:12345-0@lo:8:kworker.0 Request processed in 33us (66us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165782.147052:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49713 00000100:00100000:1.0:1746165782.147062:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422923392:0@lo:400:kworker.0 00000100:00080000:3.0:1746165782.147065:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165782.147067:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165782.147070:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422923008:0@lo:8:kworker.0 00000100:00100000:1.0:1746165782.147076:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165782.147084:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422923392 00000100:00100000:3.0:1746165782.147086:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422923392 00000100:00100000:1.0:1746165782.147088:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1746165782.147093:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977422922624:0@lo:400:kworker.0 00000100:00100000:3.0:1746165782.147098:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35182 00000100:00100000:3.0:1746165782.147101:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422923392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165782.147105:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165782.147115:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094baea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977422923264:0@lo:400:kworker.0 00000100:00100000:3.0:1746165782.147120:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422923392:12345-0@lo:400:kworker.0 Request processed in 18us (43us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165782.147124:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35182 00000100:00100000:1.0:1746165782.147128:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165782.147138:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422922752 00000100:00100000:3.0:1746165782.147140:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422922752 00000100:00100000:1.0:1746165782.147144:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422923392:0@lo:400:kworker.0 00000100:00100000:3.0:1746165782.147157:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422922624 00000100:00100000:3.0:1746165782.147159:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422922624 00000100:00100000:1.0:1746165782.147161:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422923264 00000100:00100000:1.0:1746165782.147164:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422923264 00000100:00100000:3.0:1746165782.147170:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1846 00000100:00100000:3.0:1746165782.147174:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136053100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977422922752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165782.147181:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1847 00000100:00100000:1.0:1746165782.147186:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097598700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977422922624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165782.147193:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136053100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977422922752:12345-0@lo:400:kworker.0 Request processed in 19us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165782.147197:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1846 00000100:00100000:3.0:1746165782.147204:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1848 00000100:00100000:3.0:1746165782.147207:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977422923264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165782.147209:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097598700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977422922624:12345-0@lo:400:kworker.0 Request processed in 23us (103us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165782.147215:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1847 00000100:00100000:3.0:1746165782.147222:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977422923264:12345-0@lo:400:kworker.0 Request processed in 14us (93us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165782.147226:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1848 00000100:00080000:1.0:1746165782.147240:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746165782.147243:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746165782.147255:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977422922624:0@lo:400:kworker.0 00000100:00100000:1.0:1746165782.147262:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094baea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977422923264:0@lo:400:kworker.0 00000100:00100000:1.0:1746165782.147269:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094badc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977422922752:0@lo:400:kworker.0 00000100:00100000:3.0:1746165782.147699:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422923520:0@lo:8:kworker.0 00000100:00100000:3.0:1746165782.147722:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165782.147742:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422923520 00000100:00100000:3.0:1746165782.147744:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422923520 00000100:00100000:3.0:1746165782.147755:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49714 00000100:00100000:3.0:1746165782.147758:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977422923520:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165782.147768:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165782.147789:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977422923520:12345-0@lo:8:kworker.0 Request processed in 30us (66us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165782.147793:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49714 00000100:00080000:3.0:1746165782.147808:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165782.147810:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165782.147813:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422923520:0@lo:8:kworker.0 00000100:00100000:3.0:1746165782.147822:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422923648 00000100:00100000:3.0:1746165782.147824:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422923648 00000100:00100000:3.0:1746165782.148071:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7427 00000100:00100000:3.0:1746165782.148076:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422923648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165782.150102:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e86300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422923648:12345-0@lo:400:kworker.0 Request processed in 2025us (2291us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165782.150108:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7427 00000100:00100000:3.0:1746165782.178418:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422923904 00000100:00100000:3.0:1746165782.178424:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422923904 00000100:00100000:3.0:1746165782.178460:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35183 00000100:00100000:3.0:1746165782.178465:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422923904:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746165782.178491:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746165782.178519:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422923904:12345-0@lo:41:osp-pre-1-0.0 Request processed in 55us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165782.178525:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35183 00000100:00100000:1.0:1746165782.226055:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422924032:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746165782.226110:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165782.227258:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422924032:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1746165782.417850:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746165783.419880:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165784.421853:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165785.423912:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165785.970082:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422924288 00000100:00100000:1.0:1746165785.970089:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422924288 00000100:00100000:1.0:1746165785.970130:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6801 00000100:00100000:1.0:1746165785.970137:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094baf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422924288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746165785.970162:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746165785.970197:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094baf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422924288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165785.970202:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6801 00000100:00080000:1.0:1746165785.970225:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746165786.426582:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165787.135446:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439085824 00000100:00100000:3.0:1746165787.135451:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439085824 00000100:00100000:3.0:1746165787.135480:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 544 00000100:00100000:3.0:1746165787.135487:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439085824:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165787.135591:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439085824:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 102us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165787.135597:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 544 00000100:00100000:3.0:1746165787.135631:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1851 00000100:00100000:3.0:1746165787.135637:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094badc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439085952:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165787.135661:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094badc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439085952:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 24us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165787.135666:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1851 00000100:00080000:1.0:1746165787.135855:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746165787.135859:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746165787.154094:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977422924672:0@lo:400:kworker.0 00000100:00100000:1.0:1746165787.154186:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977422924544:0@lo:400:kworker.0 00000100:00100000:3.0:1746165787.154796:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165787.154821:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422925312:0@lo:400:kworker.0 00000100:00100000:3.0:1746165787.154850:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165787.154881:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422924800 00000100:00100000:3.0:1746165787.154887:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422924800 00000100:00100000:3.0:1746165787.154914:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422925312 00000100:00100000:3.0:1746165787.154916:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422925312 00000100:00100000:1.0:1746165787.155105:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165787.155125:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977422925184:0@lo:400:kworker.0 00000100:00100000:1.0:1746165787.155141:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165787.155164:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422924672 00000100:00100000:1.0:1746165787.155167:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422924672 00000100:00100000:1.0:1746165787.155194:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422924544 00000100:00100000:1.0:1746165787.155196:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422924544 00000100:00100000:1.0:1746165787.155209:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422925184 00000100:00100000:1.0:1746165787.155210:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422925184 00000100:00100000:1.0:1746165787.155221:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1852 00000100:00100000:1.0:1746165787.155227:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009daff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977422924672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165787.155264:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009daff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977422924672:12345-0@lo:400:kworker.0 Request processed in 37us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165787.155270:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1852 00000100:00100000:1.0:1746165787.155282:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1853 00000100:00100000:1.0:1746165787.155286:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977422924544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165787.155308:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977422924544:12345-0@lo:400:kworker.0 Request processed in 22us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165787.155313:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1853 00000100:00100000:1.0:1746165787.155319:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1854 00000100:00100000:1.0:1746165787.155323:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977422925184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165787.155338:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977422925184:12345-0@lo:400:kworker.0 Request processed in 15us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165787.155342:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1854 00000100:00080000:1.0:1746165787.155358:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746165787.155361:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746165787.155380:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977422924544:0@lo:400:kworker.0 00000100:00100000:1.0:1746165787.155387:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977422925184:0@lo:400:kworker.0 00000100:00100000:3.0:1746165787.155490:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35186 00000100:00100000:3.0:1746165787.155497:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009daff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422925312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165787.155529:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009daff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422925312:12345-0@lo:400:kworker.0 Request processed in 34us (689us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165787.155536:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35186 00000100:00100000:3.0:1746165787.155563:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094baca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422924928:0@lo:8:kworker.0 00000100:00100000:3.0:1746165787.155582:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165787.155601:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422925440:0@lo:8:kworker.0 00000100:00100000:3.0:1746165787.155615:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165787.155636:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422925440 00000100:00100000:3.0:1746165787.155640:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422925440 00000100:00100000:3.0:1746165787.155653:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49716 00000100:00100000:3.0:1746165787.155658:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009daffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977422924928:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165787.155690:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165787.155716:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009daffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977422924928:12345-0@lo:8:kworker.0 Request processed in 57us (132us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165787.155725:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49716 00000100:00080000:3.0:1746165787.155745:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165787.155748:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165787.155752:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094baca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422924928:0@lo:8:kworker.0 00000100:00080000:3.0:1746165787.155764:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165787.155766:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165787.155769:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422925440:0@lo:8:kworker.0 00000100:00100000:3.0:1746165787.156315:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422925696 00000100:00100000:3.0:1746165787.156317:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422925696 00000100:00100000:3.0:1746165787.156333:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1855 00000100:00100000:3.0:1746165787.156336:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977422925696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165787.156365:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977422925696:12345-0@lo:400:kworker.0 Request processed in 29us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165787.156370:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1855 00000100:00080000:1.0:1746165787.156587:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746165787.156788:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746165787.186009:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746165787.186028:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095e87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422925824:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165787.186086:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165787.237933:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422925952 00000100:00100000:3.0:1746165787.237942:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422925952 00000100:00100000:3.0:1746165787.237994:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35188 00000100:00100000:3.0:1746165787.238001:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422925952:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746165787.238030:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746165787.238286:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422925952:12345-0@lo:41:osp-pre-0-1.0 Request processed in 285us (2369us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165787.238293:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35188 00010000:00010000:1.0:1746165787.439048:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165787.441890:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746165787.441907:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c790000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422926080:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746165787.441962:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165787.442067:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422926080 00000100:00100000:3.0:1746165787.442074:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422926080 00000100:00100000:3.0:1746165787.442109:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6802 00000100:00100000:3.0:1746165787.442114:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094baea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422926080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746165787.442333:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165787.443029:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094baea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422926080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 912us (1065us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165787.443035:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6802 00010000:00010000:3.0:1746165788.441898:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165789.443930:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165790.447245:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165790.979263:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746165790.979284:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c790000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422926208:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746165790.979344:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165790.979403:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422926208 00000100:00100000:3.0:1746165790.979410:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422926208 00000100:00100000:3.0:1746165790.979458:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6803 00000100:00100000:3.0:1746165790.979466:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422926208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746165790.979494:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165790.979528:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422926208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165790.979535:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6803 00000100:00100000:1.0:1746165790.980401:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c790000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422926208:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165791.449946:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165792.242320:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422927872:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746165792.449923:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746165792.449942:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422928000:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746165792.449999:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165792.450343:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422928000:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746165792.454932:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746165793.457922:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165794.459910:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165795.461904:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165795.987806:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746165795.987823:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422928128:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746165795.987876:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165795.988236:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422928128:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1746165795.988360:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746165796.467088:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165797.152470:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439086976 00000100:00100000:1.0:1746165797.152475:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439086976 00000100:00100000:1.0:1746165797.152506:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439087104 00000100:00100000:1.0:1746165797.152508:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439087104 00000100:00100000:1.0:1746165797.152521:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1862 00000100:00100000:3.0:1746165797.152748:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439087232 00000100:00100000:3.0:1746165797.152754:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439087232 00000100:00100000:3.0:1746165797.152772:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49721 00000100:00100000:3.0:1746165797.152777:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090943100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439087232:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746165797.152801:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165797.152824:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090943100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439087232:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 46us (1816us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165797.152830:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49721 00000100:00100000:1.0:1746165797.154999:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439086976:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165797.155030:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439086976:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 37us (4150us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165797.155035:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1862 00000100:00080000:1.0:1746165797.155233:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746165797.155236:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746165797.186333:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090943480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977422928384:0@lo:400:kworker.0 00000100:00100000:3.0:1746165797.186390:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165797.186636:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746165797.186642:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977422928256:0@lo:400:kworker.0 00000100:00100000:3.0:1746165797.186698:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165797.186974:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422928384 00000100:00100000:1.0:1746165797.186980:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422928384 00000100:00100000:1.0:1746165797.187015:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422928512 00000100:00100000:1.0:1746165797.187017:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422928512 00000100:00100000:1.0:1746165797.187033:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1864 00000100:00100000:1.0:1746165797.187040:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977422928384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165797.187083:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977422928384:12345-0@lo:400:kworker.0 Request processed in 43us (692us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165797.187089:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1864 00000100:00100000:1.0:1746165797.187102:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1865 00000100:00100000:1.0:1746165797.187106:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097633480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977422928512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165797.187151:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097633480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977422928512:12345-0@lo:400:kworker.0 Request processed in 44us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165797.187157:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1865 00000100:00100000:3.0:1746165797.187748:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977422928384:0@lo:400:kworker.0 00000100:00100000:3.0:1746165797.188277:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977422928256:0@lo:400:kworker.0 00000100:00100000:3.0:1746165797.188983:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422928640 00000100:00100000:3.0:1746165797.188987:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422928640 00000100:00100000:3.0:1746165797.189010:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35193 00000100:00100000:3.0:1746165797.189015:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422928640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165797.189055:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422928640:12345-0@lo:400:kworker.0 Request processed in 40us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165797.189060:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35193 00000100:00100000:3.0:1746165797.189083:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422928640:0@lo:400:kworker.0 00000100:00100000:3.0:1746165797.189903:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422929152 00000100:00100000:3.0:1746165797.189908:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422929152 00000100:00100000:3.0:1746165797.189928:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35194 00000100:00100000:3.0:1746165797.189934:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422929152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165797.189963:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422929152:12345-0@lo:400:kworker.0 Request processed in 29us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165797.189968:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35194 00000100:00100000:3.0:1746165797.189991:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422928896 00000100:00100000:3.0:1746165797.189993:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422928896 00000100:00100000:3.0:1746165797.190376:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49723 00000100:00100000:3.0:1746165797.190380:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4950000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977422929280:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165797.190391:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165797.190415:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422929152:0@lo:400:kworker.0 00000100:00100000:3.0:1746165797.190417:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4950000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977422929280:12345-0@lo:8:kworker.0 Request processed in 35us (574us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165797.190422:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49723 00000100:00100000:1.0:1746165797.190424:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009404b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422929408:0@lo:400:kworker.0 00000100:00080000:3.0:1746165797.190439:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165797.190442:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165797.190445:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422929280:0@lo:8:kworker.0 00000100:00100000:1.0:1746165797.190451:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422929024 00000100:00100000:1.0:1746165797.190454:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422929024 00000100:00080000:3.0:1746165797.190456:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746165797.190471:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422929536 00000100:00100000:1.0:1746165797.190473:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422929536 00000100:00100000:3.0:1746165797.190484:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1866 00000100:00100000:1.0:1746165797.190488:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1867 00000100:00100000:3.0:1746165797.190490:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4950e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977422929024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165797.190493:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c790000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977422929536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165797.190514:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4950e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977422929024:12345-0@lo:400:kworker.0 Request processed in 26us (611us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165797.190519:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1866 00000100:00100000:1.0:1746165797.190522:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c790000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977422929536:12345-0@lo:400:kworker.0 Request processed in 29us (567us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165797.190527:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1867 00000100:00100000:1.0:1746165797.205881:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746165797.205898:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422929664:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746165797.205955:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165797.206281:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422929664 00000100:00100000:3.0:1746165797.206288:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422929664 00000100:00100000:3.0:1746165797.206320:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35195 00000100:00100000:3.0:1746165797.206326:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094baca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422929664:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746165797.206352:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746165797.206383:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094baca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422929664:12345-0@lo:41:osp-pre-1-0.0 Request processed in 57us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165797.206388:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35195 00000100:00100000:1.0:1746165797.206637:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422929664:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746165797.250083:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422929792 00000100:00100000:1.0:1746165797.250091:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422929792 00000100:00100000:1.0:1746165797.250146:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35196 00000100:00100000:1.0:1746165797.250153:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422929792:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746165797.250184:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746165797.250226:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422929792:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165797.250235:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35196 00000100:00100000:1.0:1746165797.458084:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422929920 00000100:00100000:1.0:1746165797.458091:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422929920 00000100:00100000:1.0:1746165797.458134:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6806 00000100:00100000:1.0:1746165797.458141:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009404b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422929920:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746165797.458167:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746165797.458213:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009404b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422929920:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165797.458219:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6806 00010000:00010000:1.0:1746165797.465861:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746165798.467848:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165799.471271:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165800.474605:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165800.993964:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422930048:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746165800.994024:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746165800.994920:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746165801.475961:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165802.161981:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439087488 00000100:00100000:1.0:1746165802.161986:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439087488 00000100:00100000:3.0:1746165802.162502:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439087616 00000100:00100000:3.0:1746165802.162511:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439087616 00000100:00100000:1.0:1746165802.162515:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1868 00000100:00100000:1.0:1746165802.162522:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094048a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439087488:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165802.162537:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1869 00000100:00100000:3.0:1746165802.162544:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094048700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439087616:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165802.162572:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094048a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439087488:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 51us (1602us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165802.162578:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1868 00000100:00100000:3.0:1746165802.162671:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094048700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439087616:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 127us (956us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165802.162697:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1869 00000100:00100000:1.0:1746165802.195372:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746165802.195389:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422930560:0@lo:400:kworker.0 00000100:00100000:3.0:1746165802.196063:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977422930304:0@lo:400:kworker.0 00000100:00100000:1.0:1746165802.198108:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165802.198141:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009404aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977422930176:0@lo:400:kworker.0 00000100:00100000:1.0:1746165802.198171:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165802.198294:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422931328:0@lo:400:kworker.0 00000100:00100000:3.0:1746165802.201691:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165802.201713:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977422930944:0@lo:400:kworker.0 00000100:00100000:3.0:1746165802.201733:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165802.201759:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009404b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422930688:0@lo:8:kworker.0 00000100:00100000:3.0:1746165802.201781:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165802.201794:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088faf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422931200:0@lo:8:kworker.0 00000100:00100000:3.0:1746165802.201810:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165802.202008:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422930176 00000100:00100000:1.0:1746165802.202099:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422930176 00000100:00100000:1.0:1746165802.202131:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:1.0:1746165802.202137:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422930176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165802.202178:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422930176:12345-0@lo:400:kworker.0 Request processed in 41us (4005us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165802.202184:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:1.0:1746165802.202208:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422930432 00000100:00100000:1.0:1746165802.202211:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422930432 00000100:00100000:1.0:1746165802.202235:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422930304 00000100:00100000:1.0:1746165802.202238:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422930304 00000100:00100000:1.0:1746165802.202710:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422930944 00000100:00100000:1.0:1746165802.202714:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422930944 00000100:00100000:3.0:1746165802.202729:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1870 00000100:00100000:1.0:1746165802.202733:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1871 00000100:00100000:3.0:1746165802.202737:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977422930432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165802.202738:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977422930304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165802.202769:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977422930304:12345-0@lo:400:kworker.0 Request processed in 31us (1095us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165802.202774:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1871 00000100:00100000:1.0:1746165802.202784:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1872 00000100:00100000:1.0:1746165802.203760:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977422930944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165802.203795:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977422930944:12345-0@lo:400:kworker.0 Request processed in 1006us (2060us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165802.203800:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1872 00000100:00100000:1.0:1746165802.203961:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165802.203978:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977422931456:0@lo:400:kworker.0 00000100:00100000:1.0:1746165802.203995:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165802.204016:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422931456 00000100:00100000:1.0:1746165802.204019:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422931456 00000100:00100000:1.0:1746165802.204035:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1873 00000100:00100000:1.0:1746165802.204039:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977422931456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165802.204062:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977422931456:12345-0@lo:400:kworker.0 Request processed in 23us (66us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165802.204066:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1873 00000100:00100000:1.0:1746165802.204087:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977422931456:0@lo:400:kworker.0 00000100:00100000:3.0:1746165802.205997:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977422930432:12345-0@lo:400:kworker.0 Request processed in 3261us (7903us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165802.205998:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094049500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977422930432:0@lo:400:kworker.0 00000100:00100000:3.0:1746165802.206004:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1870 00000100:00100000:1.0:1746165802.206010:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422931072:0@lo:400:kworker.0 00000100:00080000:3.0:1746165802.206036:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1746165802.206039:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f87f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422930816:0@lo:400:kworker.0 00000100:00080000:3.0:1746165802.206040:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165802.206043:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009404b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422930688:0@lo:8:kworker.0 00000100:00080000:3.0:1746165802.206248:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165802.206251:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165802.206254:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088faf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422931200:0@lo:8:kworker.0 00000100:00100000:1.0:1746165802.211846:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422931584:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165802.258486:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422931712:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746165802.466342:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422931840:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746165802.479648:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746165803.484657:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165804.485899:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165805.489391:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165806.005144:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422931968:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746165806.005200:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165806.005283:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422931968 00000100:00100000:1.0:1746165806.005288:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422931968 00000100:00080000:3.0:1746165806.005356:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746165806.007309:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6809 00000100:00100000:1.0:1746165806.007320:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094badf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422931968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746165806.007344:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746165806.007399:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094badf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422931968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (2200us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165806.007404:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6809 00010000:00010000:3.0:1746165806.491104:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165807.172666:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439088000 00000100:00100000:3.0:1746165807.172688:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439088000 00000100:00100000:3.0:1746165807.172746:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439088128 00000100:00100000:3.0:1746165807.172748:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439088128 00000100:00100000:3.0:1746165807.172766:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1874 00000100:00100000:3.0:1746165807.172773:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439088000:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165807.172816:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439088000:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 45us (3566us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165807.172822:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1874 00000100:00100000:3.0:1746165807.172839:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1875 00000100:00100000:3.0:1746165807.172843:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439088128:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165807.172857:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439088128:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 14us (2673us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165807.172862:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1875 00000100:00100000:3.0:1746165807.203825:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422932096:0@lo:400:kworker.0 00000100:00100000:3.0:1746165807.203871:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165807.207211:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977422932224:0@lo:400:kworker.0 00000100:00100000:1.0:1746165807.207468:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422932352 00000100:00100000:1.0:1746165807.207476:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422932352 00000100:00100000:1.0:1746165807.207750:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1876 00000100:00100000:1.0:1746165807.207758:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977422932352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165807.207811:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977422932352:12345-0@lo:400:kworker.0 Request processed in 54us (4155us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165807.207817:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1876 00000100:00080000:1.0:1746165807.207849:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746165807.208301:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422932096 00000100:00100000:1.0:1746165807.208305:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422932096 00000100:00100000:3.0:1746165807.208567:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422932736:0@lo:400:kworker.0 00000100:00100000:3.0:1746165807.208599:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165807.208615:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977422933376:0@lo:400:kworker.0 00000100:00100000:3.0:1746165807.208640:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165807.208788:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:1.0:1746165807.208795:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0808c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422932096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165807.208831:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0808c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422932096:12345-0@lo:400:kworker.0 Request processed in 37us (4960us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165807.208836:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:1.0:1746165807.208857:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422933376 00000100:00100000:1.0:1746165807.208860:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422933376 00000100:00100000:1.0:1746165807.208876:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1877 00000100:00100000:1.0:1746165807.208880:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977422933376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165807.208904:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977422933376:12345-0@lo:400:kworker.0 Request processed in 24us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165807.208910:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1877 00000100:00100000:3.0:1746165807.209014:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422932736 00000100:00100000:3.0:1746165807.209017:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422932736 00000100:00100000:3.0:1746165807.209041:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7437 00000100:00100000:3.0:1746165807.209047:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088faf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422932736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165807.209075:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088faf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422932736:12345-0@lo:400:kworker.0 Request processed in 29us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165807.209080:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7437 00000100:00100000:3.0:1746165807.209114:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422932736:0@lo:400:kworker.0 00000100:00100000:3.0:1746165807.209122:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977422933376:0@lo:400:kworker.0 00000100:00100000:3.0:1746165807.209128:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422932096:0@lo:400:kworker.0 00000100:00100000:1.0:1746165807.210517:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422932864 00000100:00100000:1.0:1746165807.210522:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422932864 00000100:00100000:1.0:1746165807.210582:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1878 00000100:00100000:1.0:1746165807.210589:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e499500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977422932864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165807.210625:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e499500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977422932864:12345-0@lo:400:kworker.0 Request processed in 38us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165807.210631:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1878 00000100:00080000:3.0:1746165807.210933:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746165807.228202:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422933504 00000100:00100000:1.0:1746165807.228210:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422933504 00000100:00100000:1.0:1746165807.228262:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35203 00000100:00100000:1.0:1746165807.228270:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e499880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422933504:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746165807.228305:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746165807.228351:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e499880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422933504:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165807.228358:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35203 00000100:00100000:1.0:1746165807.267324:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422933632 00000100:00100000:1.0:1746165807.267332:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422933632 00000100:00100000:1.0:1746165807.267378:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35204 00000100:00100000:1.0:1746165807.267385:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422933632:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746165807.267418:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746165807.267481:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422933632:12345-0@lo:41:osp-pre-0-1.0 Request processed in 96us (1227us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165807.267487:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35204 00000100:00100000:3.0:1746165807.267598:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422933632:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1746165807.493880:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746165808.499127:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165809.498229:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165810.500016:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165811.010263:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e499f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422933888:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746165811.010325:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165811.011046:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e499f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422933888:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165811.501969:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1746165812.179558:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746165812.180383:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439088384 00000100:00100000:3.0:1746165812.180392:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439088384 00000100:00100000:3.0:1746165812.181361:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 554 00000100:00100000:3.0:1746165812.181372:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0808450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439088384:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165812.181446:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0808450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439088384:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 76us (2676us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165812.181452:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 554 00000100:00100000:1.0:1746165812.182319:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746165812.184576:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439088640 00000100:00100000:3.0:1746165812.184587:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439088640 00000100:00100000:3.0:1746165812.184653:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1881 00000100:00100000:3.0:1746165812.184661:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439088640:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165812.184776:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439088640:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 115us (2458us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165812.184783:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1881 00000100:00080000:1.0:1746165812.184809:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746165812.185431:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746165812.209947:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e49a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977422934016:0@lo:400:kworker.0 00000100:00100000:1.0:1746165812.210034:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165812.210281:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e49b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422934656:0@lo:400:kworker.0 00000100:00100000:1.0:1746165812.210328:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165812.210354:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977422935296:0@lo:400:kworker.0 00000100:00100000:1.0:1746165812.210374:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165812.210392:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1746165812.210398:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e49b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422934400:0@lo:400:kworker.0 00000100:00100000:1.0:1746165812.210429:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165812.210449:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422935168:0@lo:400:kworker.0 00000100:00100000:1.0:1746165812.210467:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165812.210499:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422934912 00000100:00100000:1.0:1746165812.210507:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422934912 00000100:00100000:1.0:1746165812.210541:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422934400 00000100:00100000:1.0:1746165812.210544:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422934400 00000100:00100000:1.0:1746165812.210561:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35205 00000100:00100000:1.0:1746165812.210568:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422934912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165812.210616:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422934912:12345-0@lo:400:kworker.0 Request processed in 48us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165812.210623:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35205 00000100:00100000:1.0:1746165812.210640:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35206 00000100:00100000:1.0:1746165812.210645:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b630700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422934400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165812.210694:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b630700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422934400:12345-0@lo:400:kworker.0 Request processed in 28us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165812.210700:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35206 00000100:00100000:1.0:1746165812.210737:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e49ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977422934272:0@lo:400:kworker.0 00000100:00100000:1.0:1746165812.210747:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e499f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422934912:0@lo:400:kworker.0 00000100:00080000:1.0:1746165812.210767:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746165812.210770:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746165812.210781:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422934016 00000100:00100000:1.0:1746165812.210783:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422934016 00000100:00100000:1.0:1746165812.210804:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:1.0:1746165812.210808:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0809450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977422934016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165812.210843:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0809450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977422934016:12345-0@lo:400:kworker.0 Request processed in 34us (809us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165812.210849:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:1.0:1746165812.210878:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422934528 00000100:00100000:1.0:1746165812.210881:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422934528 00000100:00100000:1.0:1746165812.213758:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7438 00000100:00100000:3.0:1746165812.213767:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7439 00000100:00100000:1.0:1746165812.213774:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b630000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422934656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165812.213777:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b630a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422935168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165812.213831:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b630000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422934656:12345-0@lo:400:kworker.0 Request processed in 64us (3503us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165812.213833:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b630a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422935168:12345-0@lo:400:kworker.0 Request processed in 58us (3363us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165812.213838:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7438 00000100:00100000:3.0:1746165812.213847:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7439 00000100:00080000:1.0:1746165812.213862:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746165812.213898:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e49aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977422934144:0@lo:400:kworker.0 00000100:00100000:1.0:1746165812.213912:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e49bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977422934784:0@lo:400:kworker.0 00000100:00080000:3.0:1746165812.213936:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165812.213942:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165812.213943:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e49b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422934400:0@lo:400:kworker.0 00000100:00100000:3.0:1746165812.213947:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422935040:0@lo:8:kworker.0 00000100:00100000:1.0:1746165812.213953:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422935168:0@lo:400:kworker.0 00000100:00100000:1.0:1746165812.213964:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977422935296:0@lo:400:kworker.0 00000100:00080000:3.0:1746165812.213966:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165812.213969:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165812.213972:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e49b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422934528:0@lo:8:kworker.0 00000100:00100000:1.0:1746165812.213977:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e49b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422934656:0@lo:400:kworker.0 00000100:00100000:1.0:1746165812.213986:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e49a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977422934016:0@lo:400:kworker.0 00000100:00100000:1.0:1746165812.275193:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422935552:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746165812.275274:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165812.275902:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422935552:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165812.482432:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422935680:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746165812.482512:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1746165812.506671:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746165813.506067:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165814.508026:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165815.511581:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165816.017881:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422935808:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746165816.017937:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165816.017972:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422935808 00000100:00100000:3.0:1746165816.017979:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422935808 00000100:00100000:3.0:1746165816.018022:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6813 00000100:00100000:3.0:1746165816.018030:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b631180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422935808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746165816.018054:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165816.018097:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b631180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422935808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165816.018103:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6813 00000100:00100000:1.0:1746165816.018184:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422935808:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165816.513980:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165817.186523:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439088896 00000100:00100000:3.0:1746165817.186536:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439088896 00000100:00100000:3.0:1746165817.186601:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 556 00000100:00100000:3.0:1746165817.186609:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439088896:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165817.188725:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439088896:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 2111us (2323us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165817.188735:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 556 00000100:00100000:1.0:1746165817.190239:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439089152 00000100:00100000:1.0:1746165817.190243:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439089152 00000100:00100000:1.0:1746165817.190288:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439089024 00000100:00100000:1.0:1746165817.190291:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439089024 00000100:00100000:1.0:1746165817.190309:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1886 00000100:00100000:1.0:1746165817.190314:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439089152:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165817.190365:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439089152:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 50us (1185us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165817.190370:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1886 00000100:00100000:1.0:1746165817.190382:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1887 00000100:00100000:1.0:1746165817.190387:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439089024:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165817.190405:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439089024:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 19us (648us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165817.190411:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1887 00000100:00100000:3.0:1746165817.218741:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977422936192:0@lo:400:kworker.0 00000100:00100000:3.0:1746165817.218807:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165817.218876:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422936192 00000100:00100000:3.0:1746165817.218882:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422936192 00000100:00100000:3.0:1746165817.218927:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1888 00000100:00100000:3.0:1746165817.218933:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977422936192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165817.218979:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977422936192:12345-0@lo:400:kworker.0 Request processed in 46us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165817.218989:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1888 00000100:00100000:1.0:1746165817.219240:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422936320:0@lo:400:kworker.0 00000100:00100000:1.0:1746165817.219271:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165817.219297:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746165817.219303:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422936832:0@lo:400:kworker.0 00000100:00100000:1.0:1746165817.219319:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165817.219354:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422937088:0@lo:400:kworker.0 00000100:00100000:1.0:1746165817.219382:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422936320 00000100:00100000:1.0:1746165817.219386:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422936320 00000100:00100000:1.0:1746165817.219406:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422936832 00000100:00100000:1.0:1746165817.219408:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422936832 00000100:00100000:1.0:1746165817.219422:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35209 00000100:00100000:1.0:1746165817.219427:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b631500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422936320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165817.219456:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b631500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422936320:12345-0@lo:400:kworker.0 Request processed in 29us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165817.219461:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35209 00000100:00100000:1.0:1746165817.220459:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35210 00000100:00100000:1.0:1746165817.220470:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b631880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422936832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165817.220859:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b631880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422936832:12345-0@lo:400:kworker.0 Request processed in 390us (1537us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165817.220865:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35210 00000100:00100000:1.0:1746165817.220997:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977422936704:0@lo:400:kworker.0 00000100:00100000:1.0:1746165817.221154:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1889 00000100:00100000:1.0:1746165817.221162:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094049500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977422936064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165817.221395:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977422936192:0@lo:400:kworker.0 00000100:00100000:1.0:1746165817.221719:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094049500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977422936064:12345-0@lo:400:kworker.0 Request processed in 557us (2756us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165817.221726:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1889 00000100:00100000:1.0:1746165817.221748:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165817.221827:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422935936 00000100:00100000:3.0:1746165817.221832:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422935936 00000100:00100000:3.0:1746165817.221872:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:3.0:1746165817.221878:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422935936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165817.221925:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422935936:12345-0@lo:400:kworker.0 Request processed in 48us (3042us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165817.221931:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:1.0:1746165817.222001:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977422936704:0@lo:400:kworker.0 00000100:00100000:3.0:1746165817.250132:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746165817.250157:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009404bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422937344:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165817.250254:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165817.251852:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009404bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422937344:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746165817.282291:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422937472 00000100:00100000:1.0:1746165817.282300:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422937472 00000100:00100000:1.0:1746165817.282382:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35212 00000100:00100000:1.0:1746165817.282392:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422937472:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746165817.282430:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746165817.282485:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422937472:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165817.282492:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35212 00000100:00100000:3.0:1746165817.490389:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746165817.490415:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422937600:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746165817.490496:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165817.492259:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422937600:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746165817.516053:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746165818.517959:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165819.522597:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165820.523932:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165821.025976:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422937728:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746165821.026055:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165821.027442:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422937728:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165821.527219:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165822.194388:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439089408 00000100:00100000:1.0:1746165822.194393:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439089408 00000100:00100000:1.0:1746165822.194420:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 558 00000100:00100000:1.0:1746165822.194425:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439089408:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165822.194493:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439089792 00000100:00100000:3.0:1746165822.194497:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439089792 00000100:00100000:3.0:1746165822.194521:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49736 00000100:00100000:3.0:1746165822.194526:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439089792:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746165822.194548:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165822.196400:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439089408:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1969us (3482us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165822.196409:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 558 00000100:00100000:3.0:1746165822.196424:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439089792:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 1890us (2931us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165822.196433:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49736 00000100:00100000:3.0:1746165822.225972:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422938240:0@lo:400:kworker.0 00000100:00100000:1.0:1746165822.225986:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977422938112:0@lo:400:kworker.0 00000100:00100000:1.0:1746165822.226050:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165822.226390:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422938752:0@lo:400:kworker.0 00000100:00100000:3.0:1746165822.227232:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165822.227275:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165822.227278:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977422937984:0@lo:400:kworker.0 00000100:00100000:3.0:1746165822.227302:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165822.227309:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977422938112:0@lo:400:kworker.0 00000100:00100000:3.0:1746165822.227318:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977422938624:0@lo:400:kworker.0 00000100:00100000:3.0:1746165822.227333:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165822.227357:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35214 00000100:00100000:3.0:1746165822.227359:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422937984 00000100:00100000:1.0:1746165822.227362:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b632a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422938752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165822.227362:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422937984 00000100:00100000:1.0:1746165822.227385:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b632a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422938752:12345-0@lo:400:kworker.0 Request processed in 24us (111us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165822.227386:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422938624 00000100:00100000:3.0:1746165822.227388:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422938624 00000100:00100000:1.0:1746165822.227389:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35214 00000100:00100000:3.0:1746165822.227401:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1895 00000100:00100000:1.0:1746165822.227405:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422938752:0@lo:400:kworker.0 00000100:00100000:3.0:1746165822.227407:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977422937984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165822.227418:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422937856 00000100:00100000:1.0:1746165822.227420:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422937856 00000100:00100000:3.0:1746165822.227436:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977422937984:12345-0@lo:400:kworker.0 Request processed in 29us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165822.227437:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:1.0:1746165822.227440:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977422937856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165822.227441:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1895 00000100:00100000:1.0:1746165822.227458:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977422937856:12345-0@lo:400:kworker.0 Request processed in 17us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165822.227461:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:3.0:1746165822.227472:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977422937984:0@lo:400:kworker.0 00000100:00100000:3.0:1746165822.227481:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977422938624:0@lo:400:kworker.0 00000100:00100000:1.0:1746165822.227482:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977422937856:0@lo:400:kworker.0 00000100:00100000:3.0:1746165822.227499:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422938240:0@lo:400:kworker.0 00000100:00100000:1.0:1746165822.227514:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422938368:0@lo:8:kworker.0 00000100:00100000:1.0:1746165822.227535:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165822.227555:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422938368 00000100:00100000:3.0:1746165822.227557:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422938368 00000100:00100000:1.0:1746165822.227562:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422938496:0@lo:400:kworker.0 00000100:00100000:3.0:1746165822.227572:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49737 00000100:00100000:3.0:1746165822.227576:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b632d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977422938368:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165822.227598:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165822.227634:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b632d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977422938368:12345-0@lo:8:kworker.0 Request processed in 57us (98us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165822.227639:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49737 00000100:00100000:3.0:1746165822.227665:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422939008:0@lo:400:kworker.0 00000100:00100000:3.0:1746165822.227700:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165822.227726:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746165822.227731:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977422939136:0@lo:400:kworker.0 00000100:00100000:3.0:1746165822.227747:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165822.227763:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422939136 00000100:00100000:3.0:1746165822.227766:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422939136 00000100:00100000:3.0:1746165822.227781:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1897 00000100:00100000:3.0:1746165822.227785:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977422939136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165822.227810:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977422939136:12345-0@lo:400:kworker.0 Request processed in 24us (62us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165822.227815:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1897 00000100:00100000:3.0:1746165822.227834:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977422939136:0@lo:400:kworker.0 00000100:00100000:1.0:1746165822.228299:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422938880:0@lo:8:kworker.0 00000100:00100000:1.0:1746165822.229055:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746165822.229091:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165822.229095:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165822.229100:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422938368:0@lo:8:kworker.0 00000100:00080000:1.0:1746165822.229158:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165822.229161:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165822.229164:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422938880:0@lo:8:kworker.0 00000100:00100000:3.0:1746165822.230521:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422939008:0@lo:400:kworker.0 00000100:00100000:1.0:1746165822.257919:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746165822.257944:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422939264:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746165822.258018:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165822.259949:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422939264:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746165822.291254:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422939392:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746165822.291335:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165822.293624:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422939392:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746165822.498204:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746165822.498229:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422939520:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746165822.498338:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165822.501926:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422939520:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746165822.530101:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746165823.534212:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165824.536255:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165825.540216:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165826.039110:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422939648:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746165826.039202:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165826.043343:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422939648:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165826.544250:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165827.200369:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439089920 00000100:00100000:1.0:1746165827.200379:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439089920 00000100:00100000:1.0:1746165827.200425:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 560 00000100:00100000:1.0:1746165827.200432:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439089920:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165827.200498:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439089920:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 66us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165827.200502:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 560 00000100:00100000:3.0:1746165827.200665:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439090048 00000100:00100000:3.0:1746165827.200669:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439090048 00000100:00100000:3.0:1746165827.200726:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1898 00000100:00100000:3.0:1746165827.200731:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439090048:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165827.200763:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439090048:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 34us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165827.200767:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1898 00000100:00100000:1.0:1746165827.236039:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977422939904:0@lo:400:kworker.0 00000100:00100000:1.0:1746165827.236075:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165827.236167:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422939904 00000100:00100000:1.0:1746165827.236175:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422939904 00000100:00100000:1.0:1746165827.236228:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1900 00000100:00100000:1.0:1746165827.236235:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b631f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977422939904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165827.236284:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b631f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977422939904:12345-0@lo:400:kworker.0 Request processed in 48us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165827.236290:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1900 00000100:00100000:1.0:1746165827.236325:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977422939904:0@lo:400:kworker.0 00000100:00080000:1.0:1746165827.236352:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746165827.236748:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009404bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977422940032:0@lo:400:kworker.0 00000100:00100000:3.0:1746165827.236775:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746165827.238014:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746165827.238131:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095e86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422940672:0@lo:400:kworker.0 00000100:00100000:3.0:1746165827.238153:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746165827.238489:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746165827.238991:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009404bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977422940032:0@lo:400:kworker.0 00000100:00100000:3.0:1746165827.240289:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095e86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422940672:0@lo:400:kworker.0 00000100:00100000:1.0:1746165827.266529:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422941184 00000100:00100000:1.0:1746165827.266538:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422941184 00000100:00100000:1.0:1746165827.266970:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35219 00000100:00100000:1.0:1746165827.266985:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422941184:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746165827.267226:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746165827.268373:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422941184:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1392us (2074us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165827.268381:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35219 00000100:00100000:3.0:1746165827.269347:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422941184:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165827.299535:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b630a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422941312:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165827.299823:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165827.300811:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b630a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422941312:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746165827.506100:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422941440 00000100:00100000:1.0:1746165827.506115:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422941440 00000100:00100000:1.0:1746165827.506204:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6818 00000100:00100000:1.0:1746165827.506214:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422941440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746165827.506248:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746165827.506312:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e5dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422941440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165827.506319:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6818 00010000:00010000:1.0:1746165827.545930:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746165828.550974:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165829.553970:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165830.556598:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165831.059890:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746165831.059919:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422941568:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746165831.059998:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746165831.060727:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746165831.062331:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422941568:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165831.559931:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165832.208883:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439090560 00000100:00100000:3.0:1746165832.208891:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439090560 00000100:00100000:1.0:1746165832.209334:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439090432 00000100:00100000:1.0:1746165832.209338:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439090432 00000100:00100000:1.0:1746165832.209372:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 562 00000100:00100000:1.0:1746165832.209379:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439090432:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165832.209431:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439090432:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 53us (643us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165832.209437:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 562 00000100:00080000:1.0:1746165832.209702:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746165832.210033:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1904 00000100:00100000:3.0:1746165832.210041:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439090560:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165832.210085:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439090560:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 37us (1346us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165832.210092:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1904 00000100:00100000:3.0:1746165832.210107:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439090688 00000100:00100000:3.0:1746165832.210109:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439090688 00000100:00100000:3.0:1746165832.210128:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1905 00000100:00100000:3.0:1746165832.210132:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439090688:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165832.210154:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439090688:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 21us (875us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165832.210158:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1905 00000100:00080000:1.0:1746165832.210270:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746165832.242758:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746165832.242781:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422941696:0@lo:400:kworker.0 00000100:00100000:1.0:1746165832.242843:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165832.242900:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422941696 00000100:00100000:1.0:1746165832.242905:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422941696 00000100:00100000:1.0:1746165832.242936:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:1.0:1746165832.242942:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422941696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165832.242975:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422941696:12345-0@lo:400:kworker.0 Request processed in 34us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165832.242981:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:1.0:1746165832.243015:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422941696:0@lo:400:kworker.0 00000100:00100000:1.0:1746165832.243563:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977422941952:0@lo:400:kworker.0 00000100:00100000:1.0:1746165832.243582:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422942080:0@lo:400:kworker.0 00000100:00100000:1.0:1746165832.243599:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165832.243614:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095e84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422942848:0@lo:400:kworker.0 00000100:00100000:1.0:1746165832.243631:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422942080 00000100:00100000:1.0:1746165832.243634:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422942080 00000100:00100000:1.0:1746165832.243654:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35221 00000100:00100000:1.0:1746165832.243658:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b630000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422942080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165832.243700:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b630000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422942080:12345-0@lo:400:kworker.0 Request processed in 41us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165832.243705:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35221 00000100:00100000:3.0:1746165832.244006:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094049180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422942336:0@lo:400:kworker.0 00000100:00100000:3.0:1746165832.244031:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165832.244058:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095e87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977422942976:0@lo:400:kworker.0 00000100:00100000:1.0:1746165832.244427:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422941824 00000100:00100000:3.0:1746165832.244427:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422942464 00000100:00100000:1.0:1746165832.244430:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422941824 00000100:00100000:3.0:1746165832.244431:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422942464 00000100:00100000:3.0:1746165832.244455:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422941952 00000100:00100000:3.0:1746165832.244457:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422941952 00000100:00100000:1.0:1746165832.244465:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1906 00000100:00100000:1.0:1746165832.244471:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977422942464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165832.244475:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1907 00000100:00100000:3.0:1746165832.244691:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977422941824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165832.244706:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977422942464:12345-0@lo:400:kworker.0 Request processed in 235us (1174us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165832.244712:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1906 00000100:00100000:3.0:1746165832.244721:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977422941824:12345-0@lo:400:kworker.0 Request processed in 241us (1221us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165832.244727:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1907 00000100:00100000:1.0:1746165832.244730:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1908 00000100:00100000:1.0:1746165832.244734:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977422941952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165832.244756:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977422941952:12345-0@lo:400:kworker.0 Request processed in 22us (713us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165832.244763:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1908 00000100:00100000:3.0:1746165832.244767:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977422941824:0@lo:400:kworker.0 00000100:00100000:3.0:1746165832.244776:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977422942464:0@lo:400:kworker.0 00000100:00100000:1.0:1746165832.244778:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422942592 00000100:00100000:1.0:1746165832.244781:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422942592 00000100:00100000:1.0:1746165832.244794:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35222 00000100:00100000:1.0:1746165832.244797:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009daff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422942592:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1746165832.244805:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746165832.244808:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746165832.244818:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009daff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422942592:12345-0@lo:400:kworker.0 Request processed in 20us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165832.244822:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35222 00000100:00100000:1.0:1746165832.244835:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165832.244854:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422942080:0@lo:400:kworker.0 00000100:00080000:3.0:1746165832.245105:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746165832.245248:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422942976 00000100:00100000:3.0:1746165832.245251:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422942976 00000100:00100000:3.0:1746165832.245270:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1909 00000100:00100000:3.0:1746165832.245274:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009daffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977422942976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165832.245298:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009daffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977422942976:12345-0@lo:400:kworker.0 Request processed in 24us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165832.245302:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1909 00000100:00100000:1.0:1746165832.245480:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095e84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422942848:0@lo:400:kworker.0 00000100:00100000:1.0:1746165832.275538:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422943104 00000100:00100000:1.0:1746165832.275546:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422943104 00000100:00100000:1.0:1746165832.275591:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35223 00000100:00100000:1.0:1746165832.275598:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422943104:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746165832.275624:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746165832.275671:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422943104:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (1641us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165832.275693:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35223 00000100:00100000:1.0:1746165832.307142:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422943232 00000100:00100000:1.0:1746165832.307148:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422943232 00000100:00100000:1.0:1746165832.307183:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35224 00000100:00100000:1.0:1746165832.307190:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422943232:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746165832.307217:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746165832.307255:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422943232:12345-0@lo:41:osp-pre-0-1.0 Request processed in 65us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165832.307261:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35224 00000100:00100000:3.0:1746165832.516458:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095e87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422943360:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746165832.562497:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746165833.564282:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165834.565903:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165835.567940:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1746165836.067277:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746165836.067411:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422943488:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165836.570437:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165837.214670:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439090944 00000100:00100000:1.0:1746165837.214715:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439090944 00000100:00100000:1.0:1746165837.214751:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 564 00000100:00100000:1.0:1746165837.214757:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439090944:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165837.214823:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439090944:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 65us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165837.214829:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 564 00000100:00100000:3.0:1746165837.216256:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439091200 00000100:00100000:3.0:1746165837.216259:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439091200 00000100:00100000:1.0:1746165837.217361:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746165837.217438:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439091328 00000100:00100000:1.0:1746165837.217442:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439091328 00000100:00100000:1.0:1746165837.217459:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49745 00000100:00100000:1.0:1746165837.217463:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e498380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439091328:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746165837.217483:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165837.217509:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e498380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439091328:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 45us (148us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165837.217514:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49745 00000100:00100000:3.0:1746165837.251934:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977422943744:0@lo:400:kworker.0 00000100:00100000:3.0:1746165837.251972:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165837.252236:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422943744 00000100:00100000:3.0:1746165837.252243:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422943744 00000100:00100000:3.0:1746165837.252288:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1912 00000100:00100000:3.0:1746165837.252295:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977422943744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165837.252335:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977422943744:12345-0@lo:400:kworker.0 Request processed in 41us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165837.252341:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1912 00000100:00100000:3.0:1746165837.252378:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977422943744:0@lo:400:kworker.0 00000100:00080000:3.0:1746165837.252417:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746165837.254231:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422943616 00000100:00100000:1.0:1746165837.254236:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422943616 00000100:00100000:1.0:1746165837.254264:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:1.0:1746165837.254269:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422943616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165837.254314:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422943616:12345-0@lo:400:kworker.0 Request processed in 44us (3835us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165837.254318:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:3.0:1746165837.259077:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422944256:0@lo:400:kworker.0 00000100:00100000:3.0:1746165837.286132:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422945024:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1746165837.571916:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746165838.577751:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165839.579885:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165840.582873:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746165841.583953:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165842.224365:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439091584 00000100:00100000:3.0:1746165842.224374:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439091584 00000100:00100000:3.0:1746165842.224423:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1916 00000100:00100000:3.0:1746165842.224432:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439091584:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165842.224482:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439091456 00000100:00100000:1.0:1746165842.224486:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439091456 00000100:00100000:1.0:1746165842.224510:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 566 00000100:00100000:1.0:1746165842.224515:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439091456:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165842.225601:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439091584:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1166us (1402us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165842.225609:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1916 00000100:00100000:1.0:1746165842.225888:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439091456:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1371us (1746us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165842.225895:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 566 00000100:00100000:1.0:1746165842.258499:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977422945664:0@lo:400:kworker.0 00000100:00100000:1.0:1746165842.258530:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165842.258605:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422945664 00000100:00100000:1.0:1746165842.258612:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422945664 00000100:00100000:1.0:1746165842.258659:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1918 00000100:00100000:1.0:1746165842.258665:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e498e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977422945664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165842.258724:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e498e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977422945664:12345-0@lo:400:kworker.0 Request processed in 58us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165842.258730:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1918 00000100:00100000:1.0:1746165842.258764:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977422945664:0@lo:400:kworker.0 00000100:00080000:1.0:1746165842.258784:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746165842.259373:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422945920:0@lo:400:kworker.0 00000100:00100000:3.0:1746165842.259868:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422946176 00000100:00100000:3.0:1746165842.259871:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422946176 00000100:00100000:3.0:1746165842.259892:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7450 00000100:00100000:3.0:1746165842.259896:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088faf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422946176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165842.259942:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088faf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422946176:12345-0@lo:400:kworker.0 Request processed in 45us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165842.259947:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7450 00000100:00100000:1.0:1746165842.260068:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977422946304:0@lo:400:kworker.0 00000100:00100000:1.0:1746165842.260090:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165842.260112:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422946304 00000100:00100000:1.0:1746165842.260115:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422946304 00000100:00100000:1.0:1746165842.260697:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1921 00000100:00100000:1.0:1746165842.260703:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977422946304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165842.260734:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977422946304:12345-0@lo:400:kworker.0 Request processed in 32us (643us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165842.260739:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1921 00000100:00100000:1.0:1746165842.260760:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977422946304:0@lo:400:kworker.0 00000100:00100000:1.0:1746165842.262785:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422946688 00000100:00100000:1.0:1746165842.262791:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422946688 00000100:00100000:1.0:1746165842.262819:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7451 00000100:00100000:1.0:1746165842.262824:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422946688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165842.262866:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422946688:12345-0@lo:400:kworker.0 Request processed in 42us (1899us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165842.262871:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7451 00000100:00100000:3.0:1746165842.290524:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422946944 00000100:00100000:3.0:1746165842.290530:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422946944 00000100:00100000:3.0:1746165842.290566:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35231 00000100:00100000:3.0:1746165842.290572:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422946944:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746165842.290597:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746165842.290639:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422946944:12345-0@lo:41:osp-pre-1-0.0 Request processed in 67us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165842.290645:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35231 00000100:00100000:1.0:1746165842.290727:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422946944:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165842.530214:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422947200 00000100:00100000:3.0:1746165842.530220:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422947200 00000100:00100000:3.0:1746165842.530257:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6824 00000100:00100000:3.0:1746165842.530263:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422947200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746165842.530286:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165842.530322:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422947200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165842.530327:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6824 00010000:00010000:1.0:1746165842.586049:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746165843.588302:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165844.589950:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165845.591890:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165846.081928:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422947328:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746165846.081988:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165846.082746:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422947328 00000100:00100000:1.0:1746165846.082754:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422947328 00000100:00100000:1.0:1746165846.082801:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6825 00000100:00100000:1.0:1746165846.082808:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422947328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746165846.082833:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746165846.083075:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422947328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 267us (1086us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165846.083082:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6825 00000100:00100000:3.0:1746165846.083151:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422947328:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165846.594262:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165847.238772:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439092096 00000100:00100000:3.0:1746165847.238776:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439092096 00000100:00100000:3.0:1746165847.238802:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439092224 00000100:00100000:3.0:1746165847.238804:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439092224 00000100:00100000:3.0:1746165847.238818:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1922 00000100:00100000:3.0:1746165847.238834:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439092096:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165847.238868:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439092096:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 36us (742us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165847.238874:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1922 00000100:00100000:3.0:1746165847.238889:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1923 00000100:00100000:3.0:1746165847.238894:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439092224:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165847.238909:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439092224:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 16us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165847.238914:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1923 00000100:00080000:3.0:1746165847.238982:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746165847.238985:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746165847.266460:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977422947584:0@lo:400:kworker.0 00000100:00100000:1.0:1746165847.266513:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165847.266555:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746165847.266559:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977422947456:0@lo:400:kworker.0 00000100:00100000:1.0:1746165847.266582:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165847.267411:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422947840:0@lo:400:kworker.0 00000100:00100000:3.0:1746165847.267434:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165847.267446:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009404bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422948608:0@lo:400:kworker.0 00000100:00100000:3.0:1746165847.267457:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165847.267473:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422947840 00000100:00100000:3.0:1746165847.267476:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422947840 00000100:00100000:1.0:1746165847.267852:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977422948224:0@lo:400:kworker.0 00000100:00080000:1.0:1746165847.267898:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165847.267902:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165847.267905:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422947968:0@lo:8:kworker.0 00000100:00080000:1.0:1746165847.267913:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165847.267915:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165847.267917:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094049c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422948480:0@lo:8:kworker.0 00000100:00100000:3.0:1746165847.268343:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35233 00000100:00100000:3.0:1746165847.268349:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422947840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165847.268374:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422947840:12345-0@lo:400:kworker.0 Request processed in 26us (939us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165847.268378:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35233 00000100:00100000:1.0:1746165847.270565:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422947584 00000100:00100000:1.0:1746165847.270568:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422947584 00000100:00100000:1.0:1746165847.270595:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422947712 00000100:00100000:1.0:1746165847.270597:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422947712 00000100:00100000:1.0:1746165847.270609:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422948736 00000100:00100000:1.0:1746165847.270611:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422948736 00000100:00100000:1.0:1746165847.270626:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1924 00000100:00100000:1.0:1746165847.270631:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977422947584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165847.270661:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977422947584:12345-0@lo:400:kworker.0 Request processed in 30us (4148us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165847.270665:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1924 00000100:00100000:1.0:1746165847.270688:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1925 00000100:00100000:1.0:1746165847.270693:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977422947712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165847.270712:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977422947712:12345-0@lo:400:kworker.0 Request processed in 20us (3698us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165847.270717:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1925 00000100:00100000:1.0:1746165847.270724:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1926 00000100:00100000:1.0:1746165847.270728:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977422948736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165847.270746:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977422948736:12345-0@lo:400:kworker.0 Request processed in 18us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165847.270750:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1926 00000100:00100000:1.0:1746165847.270762:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165847.270786:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977422947456:0@lo:400:kworker.0 00000100:00100000:1.0:1746165847.270794:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977422947584:0@lo:400:kworker.0 00000100:00100000:1.0:1746165847.270810:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422948224 00000100:00100000:1.0:1746165847.270812:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422948224 00000100:00100000:1.0:1746165847.271016:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977422948224:0@lo:400:kworker.0 00000100:00100000:3.0:1746165847.299323:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746165847.299341:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e49b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422948864:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165847.299397:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165847.300206:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e49b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422948864:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746165847.539991:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422949120 00000100:00100000:1.0:1746165847.539998:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422949120 00000100:00100000:1.0:1746165847.540040:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6826 00000100:00100000:1.0:1746165847.540047:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422949120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746165847.540070:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746165847.540122:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422949120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (1687us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165847.540127:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6826 00010000:00010000:1.0:1746165847.596648:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746165848.597995:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165849.600699:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165850.601984:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165851.090515:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422949248 00000100:00100000:1.0:1746165851.090522:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422949248 00000100:00100000:1.0:1746165851.090572:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6827 00000100:00100000:1.0:1746165851.090578:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422949248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746165851.090603:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746165851.090641:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422949248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165851.090648:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6827 00010000:00010000:3.0:1746165851.604047:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165852.242452:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439092480 00000100:00100000:3.0:1746165852.242460:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439092480 00000100:00100000:3.0:1746165852.242501:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 570 00000100:00100000:3.0:1746165852.242508:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439092480:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165852.242541:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439092480:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 33us (2121us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165852.242546:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 570 00000100:00100000:1.0:1746165852.274092:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f424e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977422949632:0@lo:400:kworker.0 00000100:00100000:3.0:1746165852.274167:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f424a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977422949504:0@lo:400:kworker.0 00000100:00100000:1.0:1746165852.274359:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165852.274420:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422949632 00000100:00100000:1.0:1746165852.274427:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422949632 00000100:00100000:1.0:1746165852.274469:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1930 00000100:00100000:1.0:1746165852.274476:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977422949632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165852.274516:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977422949632:12345-0@lo:400:kworker.0 Request processed in 40us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165852.274522:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1930 00000100:00100000:1.0:1746165852.274557:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f424e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977422949632:0@lo:400:kworker.0 00000100:00080000:1.0:1746165852.274580:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746165852.274626:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165852.274731:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422949504 00000100:00100000:1.0:1746165852.274762:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422949504 00000100:00100000:1.0:1746165852.274786:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1931 00000100:00100000:1.0:1746165852.274791:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977422949504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165852.274831:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977422949504:12345-0@lo:400:kworker.0 Request processed in 39us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165852.274836:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1931 00000100:00080000:1.0:1746165852.274847:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746165852.274901:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f424a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977422949504:0@lo:400:kworker.0 00000100:00100000:1.0:1746165852.275598:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f425500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422949888:0@lo:8:kworker.0 00000100:00100000:1.0:1746165852.275621:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165852.275654:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f425180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422949760:0@lo:400:kworker.0 00000100:00100000:1.0:1746165852.275709:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165852.275727:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422949888 00000100:00100000:1.0:1746165852.275730:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422949888 00000100:00100000:1.0:1746165852.275755:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49755 00000100:00100000:1.0:1746165852.275759:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977422949888:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746165852.275777:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165852.275802:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977422949888:12345-0@lo:8:kworker.0 Request processed in 42us (180us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165852.275807:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49755 00000100:00100000:1.0:1746165852.275821:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422949760 00000100:00100000:1.0:1746165852.275824:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422949760 00000100:00100000:1.0:1746165852.275840:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35237 00000100:00100000:1.0:1746165852.275845:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e499f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422949760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165852.275869:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e499f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422949760:12345-0@lo:400:kworker.0 Request processed in 24us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165852.275874:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35237 00000100:00080000:1.0:1746165852.275892:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165852.275895:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165852.275898:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f425500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422949888:0@lo:8:kworker.0 00000100:00100000:1.0:1746165852.275913:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f425180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422949760:0@lo:400:kworker.0 00000100:00100000:1.0:1746165852.275918:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746165852.275922:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f425880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422950016:0@lo:400:kworker.0 00000100:00100000:1.0:1746165852.275939:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165852.275952:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422950016 00000100:00100000:1.0:1746165852.275954:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422950016 00000100:00100000:3.0:1746165852.276419:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422949376 00000100:00100000:3.0:1746165852.276423:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422949376 00000100:00100000:3.0:1746165852.276446:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:3.0:1746165852.276451:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977422949376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165852.276478:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977422949376:12345-0@lo:400:kworker.0 Request processed in 27us (2127us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165852.276482:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:3.0:1746165852.276505:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f425c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977422950144:0@lo:400:kworker.0 00000100:00100000:3.0:1746165852.276521:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165852.276536:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746165852.276541:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f425f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422950272:0@lo:400:kworker.0 00000100:00100000:3.0:1746165852.276556:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165852.276766:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7454 00000100:00100000:1.0:1746165852.276774:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422950016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165852.276805:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422950016:12345-0@lo:400:kworker.0 Request processed in 33us (865us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165852.276810:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7454 00000100:00100000:1.0:1746165852.276819:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422950528 00000100:00100000:1.0:1746165852.276822:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422950528 00000100:00100000:1.0:1746165852.276850:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7455 00000100:00100000:1.0:1746165852.276854:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f426300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422950528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165852.276880:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f426300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422950528:12345-0@lo:400:kworker.0 Request processed in 26us (69us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165852.276885:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7455 00000100:00100000:1.0:1746165852.276898:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422950144 00000100:00100000:1.0:1746165852.276901:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422950144 00000100:00100000:1.0:1746165852.276914:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422950656 00000100:00100000:1.0:1746165852.276916:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422950656 00000100:00100000:1.0:1746165852.276937:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1933 00000100:00100000:1.0:1746165852.276942:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977422950656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165852.276976:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977422950656:12345-0@lo:400:kworker.0 Request processed in 34us (103us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165852.276981:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1933 00000100:00100000:1.0:1746165852.277023:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422950272 00000100:00100000:1.0:1746165852.277026:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422950272 00000100:00100000:3.0:1746165852.277037:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f425c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977422950144:0@lo:400:kworker.0 00000100:00100000:1.0:1746165852.277043:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35238 00000100:00100000:1.0:1746165852.277048:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422950272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165852.277074:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422950272:12345-0@lo:400:kworker.0 Request processed in 26us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165852.277079:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35238 00000100:00100000:3.0:1746165852.277085:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f425f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422950272:0@lo:400:kworker.0 00000100:00100000:1.0:1746165852.340397:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422950912:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746165852.340453:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165852.341251:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422950912:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1746165852.606060:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746165853.609537:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165854.610413:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165855.611875:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165856.099309:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422951168 00000100:00100000:1.0:1746165856.099317:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422951168 00000100:00100000:1.0:1746165856.099405:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6829 00000100:00100000:1.0:1746165856.099413:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422951168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746165856.099439:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746165856.099487:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422951168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165856.099493:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6829 00010000:00010000:3.0:1746165856.615286:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165857.248459:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439092992 00000100:00100000:3.0:1746165857.248464:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439092992 00000100:00100000:3.0:1746165857.248505:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 572 00000100:00100000:3.0:1746165857.248512:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439092992:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165857.248541:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439092992:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 30us (545us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165857.248547:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 572 00000100:00100000:1.0:1746165857.248923:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439093120 00000100:00100000:1.0:1746165857.248928:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439093120 00000100:00100000:1.0:1746165857.248980:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1934 00000100:00100000:1.0:1746165857.248987:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f427100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439093120:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165857.249030:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f427100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439093120:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 43us (1484us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165857.249036:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1934 00000100:00100000:3.0:1746165857.250010:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439093248 00000100:00100000:3.0:1746165857.250014:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439093248 00000100:00100000:3.0:1746165857.250421:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1935 00000100:00100000:3.0:1746165857.250429:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f427800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439093248:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165857.250465:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f427800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439093248:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 37us (760us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165857.250470:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1935 00000100:00100000:3.0:1746165857.282689:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422951296 00000100:00100000:3.0:1746165857.282696:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422951296 00000100:00100000:3.0:1746165857.282731:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:3.0:1746165857.282738:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422951296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165857.282790:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422951296:12345-0@lo:400:kworker.0 Request processed in 52us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165857.282796:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:3.0:1746165857.282834:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f425f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977422951552:0@lo:400:kworker.0 00000100:00100000:3.0:1746165857.282852:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165857.282909:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f425880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977422951424:0@lo:400:kworker.0 00000100:00100000:1.0:1746165857.284320:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422951552 00000100:00100000:1.0:1746165857.284325:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422951552 00000100:00100000:1.0:1746165857.284356:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1936 00000100:00100000:1.0:1746165857.284361:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977422951552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165857.284396:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977422951552:12345-0@lo:400:kworker.0 Request processed in 36us (1543us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165857.284401:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1936 00000100:00080000:1.0:1746165857.284419:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746165857.284478:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f425f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977422951552:0@lo:400:kworker.0 00000100:00100000:1.0:1746165857.286844:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422951424 00000100:00100000:1.0:1746165857.286848:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422951424 00000100:00100000:1.0:1746165857.286893:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1939 00000100:00100000:1.0:1746165857.286899:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977422951424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165857.286933:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977422951424:12345-0@lo:400:kworker.0 Request processed in 35us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165857.286938:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1939 00000100:00100000:3.0:1746165857.345857:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e498a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422952832:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165857.345952:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165857.346204:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422952832 00000100:00100000:1.0:1746165857.346211:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422952832 00000100:00100000:1.0:1746165857.347824:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35244 00000100:00100000:1.0:1746165857.347835:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422952832:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746165857.347866:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746165857.347927:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422952832:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (1974us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165857.347934:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35244 00000100:00100000:3.0:1746165857.348166:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e498a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422952832:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165857.553972:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746165857.553991:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422952960:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746165857.554268:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165857.554362:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422952960 00000100:00100000:1.0:1746165857.554368:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422952960 00000100:00100000:1.0:1746165857.554860:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6830 00000100:00100000:1.0:1746165857.554867:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e18c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422952960:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746165857.554892:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746165857.554930:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e18c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422952960:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (663us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165857.554936:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6830 00000100:00100000:3.0:1746165857.555236:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422952960:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746165857.616214:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746165858.621765:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165859.620939:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165860.622216:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165861.109324:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fda8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422953088:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165861.623996:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165862.255265:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439093632 00000100:00100000:3.0:1746165862.255269:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439093632 00000100:00100000:3.0:1746165862.255301:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439093760 00000100:00100000:3.0:1746165862.255303:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439093760 00000100:00100000:3.0:1746165862.255319:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1940 00000100:00100000:3.0:1746165862.255326:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439093632:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165862.255364:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439093632:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 40us (1354us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165862.255370:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1940 00000100:00100000:3.0:1746165862.255385:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1941 00000100:00100000:3.0:1746165862.255390:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439093760:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165862.255412:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439093760:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 22us (1120us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165862.255417:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1941 00000100:00100000:1.0:1746165862.291763:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977422953216:0@lo:400:kworker.0 00000100:00100000:1.0:1746165862.291827:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165862.291893:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422953216 00000100:00100000:1.0:1746165862.291899:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422953216 00000100:00100000:3.0:1746165862.292754:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422953600:0@lo:400:kworker.0 00000100:00100000:3.0:1746165862.292781:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165862.292805:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746165862.292810:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977422953472:0@lo:400:kworker.0 00000100:00100000:3.0:1746165862.292829:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165862.292847:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422953472 00000100:00100000:3.0:1746165862.292850:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422953472 00000100:00100000:3.0:1746165862.292875:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1942 00000100:00100000:3.0:1746165862.292881:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977422953472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165862.292914:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977422953472:12345-0@lo:400:kworker.0 Request processed in 33us (83us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165862.292919:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1942 00000100:00100000:3.0:1746165862.292953:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977422953472:0@lo:400:kworker.0 00000100:00100000:3.0:1746165862.292978:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422953600 00000100:00100000:3.0:1746165862.292980:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422953600 00000100:00100000:3.0:1746165862.293000:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35245 00000100:00100000:3.0:1746165862.293006:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422953600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165862.293045:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422953600:12345-0@lo:400:kworker.0 Request processed in 40us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165862.293051:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35245 00000100:00100000:3.0:1746165862.293067:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422954112:0@lo:400:kworker.0 00000100:00100000:3.0:1746165862.293086:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165862.293099:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746165862.293104:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977422953984:0@lo:400:kworker.0 00000100:00100000:3.0:1746165862.293123:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165862.293374:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422953984 00000100:00100000:3.0:1746165862.293377:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422953984 00000100:00100000:3.0:1746165862.293395:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1943 00000100:00100000:3.0:1746165862.293399:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977422953984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165862.293427:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977422953984:12345-0@lo:400:kworker.0 Request processed in 27us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165862.293434:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1943 00000100:00100000:3.0:1746165862.293449:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422954112 00000100:00100000:3.0:1746165862.293451:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422954112 00000100:00100000:3.0:1746165862.293466:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35246 00000100:00100000:3.0:1746165862.293470:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422954112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165862.293495:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422954112:12345-0@lo:400:kworker.0 Request processed in 24us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165862.293499:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35246 00000100:00100000:3.0:1746165862.293520:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977422953984:0@lo:400:kworker.0 00000100:00100000:3.0:1746165862.293528:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422954112:0@lo:400:kworker.0 00000100:00100000:3.0:1746165862.293556:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977422954496:0@lo:400:kworker.0 00000100:00100000:3.0:1746165862.293586:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165862.293606:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422954496 00000100:00100000:3.0:1746165862.293608:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422954496 00000100:00100000:3.0:1746165862.293623:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1944 00000100:00100000:3.0:1746165862.293627:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977422954496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165862.293650:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977422954496:12345-0@lo:400:kworker.0 Request processed in 22us (63us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165862.293654:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1944 00000100:00100000:3.0:1746165862.293688:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977422954496:0@lo:400:kworker.0 00000100:00100000:1.0:1746165862.295035:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:1.0:1746165862.295047:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f67e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977422953216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165862.295287:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f67e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977422953216:12345-0@lo:400:kworker.0 Request processed in 244us (3460us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165862.295294:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:1.0:1746165862.295330:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977422953216:0@lo:400:kworker.0 00000100:00080000:1.0:1746165862.295830:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746165862.297152:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977422953344:0@lo:400:kworker.0 00000100:00100000:3.0:1746165862.323289:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fda8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422954624:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165862.323342:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165862.323844:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fda8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422954624:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746165862.357015:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422954752 00000100:00100000:1.0:1746165862.357022:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422954752 00000100:00100000:1.0:1746165862.357057:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35248 00000100:00100000:1.0:1746165862.357063:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fda8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422954752:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746165862.357092:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746165862.357140:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fda8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422954752:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165862.357146:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35248 00000100:00100000:3.0:1746165862.357208:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096b5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422954752:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1746165862.629755:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746165863.630186:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165864.631960:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165865.636555:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1746165866.114203:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746165866.114337:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e499c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422955008:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165866.636269:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1746165867.263668:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746165867.263738:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746165867.263762:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1947 00000100:00100000:1.0:1746165867.263772:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439094272:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165867.263838:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439094272:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 69us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165867.263844:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1947 00000100:00100000:1.0:1746165867.265521:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439094400 00000100:00100000:1.0:1746165867.265530:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439094400 00000100:00100000:1.0:1746165867.265562:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49763 00000100:00100000:1.0:1746165867.265568:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439094400:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746165867.265590:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165867.265623:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439094400:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 55us (189us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165867.265629:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49763 00000100:00100000:1.0:1746165867.302901:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977422955264:0@lo:400:kworker.0 00000100:00100000:1.0:1746165867.302970:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165867.303239:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422955136:0@lo:400:kworker.0 00000100:00100000:1.0:1746165867.303973:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977422955264:0@lo:400:kworker.0 00000100:00100000:1.0:1746165867.303993:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f849180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977422955904:0@lo:400:kworker.0 00000100:00100000:1.0:1746165867.304758:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165867.304775:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1746165867.304781:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422955776:0@lo:400:kworker.0 00000100:00100000:1.0:1746165867.304799:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165867.304812:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977422956416:0@lo:400:kworker.0 00000100:00100000:1.0:1746165867.304827:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165867.304848:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422955776 00000100:00100000:1.0:1746165867.304851:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422955776 00000100:00100000:1.0:1746165867.304869:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7461 00000100:00100000:1.0:1746165867.304874:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e498000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422955776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165867.304901:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e498000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422955776:12345-0@lo:400:kworker.0 Request processed in 26us (101us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165867.304905:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7461 00000100:00100000:1.0:1746165867.304924:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422955904 00000100:00100000:1.0:1746165867.304926:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422955904 00000100:00100000:1.0:1746165867.304941:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422956416 00000100:00100000:1.0:1746165867.304943:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422956416 00000100:00100000:1.0:1746165867.304955:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1950 00000100:00100000:1.0:1746165867.304959:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e498a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977422955904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165867.304983:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e498a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977422955904:12345-0@lo:400:kworker.0 Request processed in 24us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165867.304988:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1950 00000100:00100000:1.0:1746165867.306316:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422955776:0@lo:400:kworker.0 00000100:00100000:1.0:1746165867.306325:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977422956416:0@lo:400:kworker.0 00000100:00100000:1.0:1746165867.306332:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f849180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977422955904:0@lo:400:kworker.0 00000100:00100000:3.0:1746165867.310389:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165867.310506:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977422955392:0@lo:400:kworker.0 00000100:00100000:3.0:1746165867.310520:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422956032:0@lo:400:kworker.0 00000100:00100000:3.0:1746165867.310553:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165867.310600:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422956032 00000100:00100000:3.0:1746165867.310606:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422956032 00000100:00100000:3.0:1746165867.310659:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35250 00000100:00100000:3.0:1746165867.310667:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422956032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165867.310730:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422956032:12345-0@lo:400:kworker.0 Request processed in 64us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165867.310737:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35250 00000100:00100000:1.0:1746165867.313340:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422955136 00000100:00100000:1.0:1746165867.313352:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422955136 00000100:00100000:1.0:1746165867.313403:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:1.0:1746165867.313410:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422955136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165867.316209:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422955136:12345-0@lo:400:kworker.0 Request processed in 2791us (5821us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165867.316221:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:3.0:1746165867.326845:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422955136:0@lo:400:kworker.0 00000100:00100000:3.0:1746165867.326930:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422956032:0@lo:400:kworker.0 00000100:00100000:3.0:1746165867.329823:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746165867.329845:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422956544:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165867.329923:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165867.337594:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422956544 00000100:00100000:3.0:1746165867.337604:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422956544 00000100:00100000:3.0:1746165867.337672:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35251 00000100:00100000:3.0:1746165867.337704:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422956544:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746165867.337747:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746165867.337812:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422956544:12345-0@lo:41:osp-pre-1-0.0 Request processed in 110us (7889us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165867.337819:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35251 00000100:00100000:3.0:1746165867.337872:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096b5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422956544:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746165867.362292:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422956672 00000100:00100000:1.0:1746165867.362302:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422956672 00000100:00100000:1.0:1746165867.362398:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35252 00000100:00100000:1.0:1746165867.362409:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fda9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422956672:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746165867.362453:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746165867.362576:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fda9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422956672:12345-0@lo:41:osp-pre-0-1.0 Request processed in 168us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165867.362583:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35252 00000100:00100000:3.0:1746165867.586743:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097618e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422956800:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746165867.637968:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746165868.645712:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165870.646004:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746165871.653731:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165872.324815:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422957696:0@lo:400:kworker.0 00000100:00100000:1.0:1746165872.324838:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165872.324856:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977422958336:0@lo:400:kworker.0 00000100:00100000:1.0:1746165872.324868:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165872.324881:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1746165872.324885:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422957440:0@lo:400:kworker.0 00000100:00100000:1.0:1746165872.324898:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165872.324908:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422958208:0@lo:400:kworker.0 00000100:00100000:1.0:1746165872.324920:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165872.325570:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422957056 00000100:00100000:3.0:1746165872.325575:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422957056 00000100:00100000:3.0:1746165872.325611:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:3.0:1746165872.325617:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422957056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165872.325646:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422957056:12345-0@lo:400:kworker.0 Request processed in 30us (2653us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165872.325651:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:3.0:1746165872.325700:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422957696 00000100:00100000:3.0:1746165872.325702:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422957696 00000100:00100000:3.0:1746165872.325718:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422958208 00000100:00100000:3.0:1746165872.325720:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422958208 00000100:00100000:3.0:1746165872.325739:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7462 00000100:00100000:3.0:1746165872.325744:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e499880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422957696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165872.325770:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e499880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422957696:12345-0@lo:400:kworker.0 Request processed in 26us (931us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165872.325774:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7462 00000100:00100000:3.0:1746165872.325783:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7463 00000100:00100000:3.0:1746165872.325787:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e498380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422958208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165872.325804:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e498380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422958208:12345-0@lo:400:kworker.0 Request processed in 17us (883us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165872.325808:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7463 00000100:00100000:1.0:1746165872.325968:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422957440 00000100:00100000:1.0:1746165872.325971:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422957440 00000100:00100000:1.0:1746165872.325999:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35254 00000100:00100000:1.0:1746165872.326003:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422957440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165872.326029:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422957440:12345-0@lo:400:kworker.0 Request processed in 26us (1130us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165872.326033:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35254 00000100:00100000:1.0:1746165872.326055:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422957440:0@lo:400:kworker.0 00000100:00100000:1.0:1746165872.326063:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422958208:0@lo:400:kworker.0 00000100:00100000:1.0:1746165872.326071:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422957696:0@lo:400:kworker.0 00000100:00100000:1.0:1746165872.330177:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977422958336:0@lo:400:kworker.0 00000100:00100000:3.0:1746165872.354037:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422958464 00000100:00100000:3.0:1746165872.354043:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422958464 00000100:00100000:3.0:1746165872.354292:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35255 00000100:00100000:3.0:1746165872.354300:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fdaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422958464:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746165872.354329:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746165872.354367:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fdaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422958464:12345-0@lo:41:osp-pre-1-0.0 Request processed in 68us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165872.354372:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35255 00000100:00100000:1.0:1746165872.369893:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746165872.369912:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fdaaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422958592:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746165872.369965:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165872.370407:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fdaaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422958592:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165872.598101:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096b5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422958720:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746165872.653997:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746165873.656775:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165875.661912:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165876.129925:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422958848:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746165876.129986:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165876.130423:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422958848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746165876.130450:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746165876.130487:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422958848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (501us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165876.130493:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6837 00000100:00100000:1.0:1746165876.130667:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422958848:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165876.664960:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165877.278852:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439095040 00000100:00100000:3.0:1746165877.278861:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439095040 00000100:00100000:3.0:1746165877.278911:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 580 00000100:00100000:3.0:1746165877.278919:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439095040:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165877.278986:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439095040:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 67us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165877.278993:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 580 00000100:00100000:1.0:1746165877.285220:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439095168 00000100:00100000:1.0:1746165877.285227:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439095168 00000100:00100000:1.0:1746165877.285262:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439095296 00000100:00100000:1.0:1746165877.285265:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439095296 00000100:00100000:1.0:1746165877.285282:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1958 00000100:00100000:1.0:1746165877.285289:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f129500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439095168:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165877.285354:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f129500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439095168:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 65us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165877.285361:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1958 00000100:00100000:3.0:1746165877.330868:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977422959232:0@lo:400:kworker.0 00000100:00100000:3.0:1746165877.330899:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165877.330937:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422959872:0@lo:400:kworker.0 00000100:00100000:3.0:1746165877.330958:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165877.330976:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1746165877.330982:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422959360:0@lo:400:kworker.0 00000100:00100000:2.0:1746165877.331427:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422959232 00000100:00100000:2.0:1746165877.331432:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422959232 00000100:00100000:2.0:1746165877.331474:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1960 00000100:00100000:2.0:1746165877.331480:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977422959232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165877.331546:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977422958976:0@lo:400:kworker.0 00000100:00100000:3.0:1746165877.332455:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165877.332478:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422960128:0@lo:400:kworker.0 00000100:00100000:3.0:1746165877.332499:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165877.332762:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977422959232:12345-0@lo:400:kworker.0 Request processed in 1279us (1858us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165877.332769:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1960 00000100:00100000:2.0:1746165877.332789:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422959872 00000100:00100000:2.0:1746165877.332792:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422959872 00000100:00100000:2.0:1746165877.332809:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422959360 00000100:00100000:2.0:1746165877.332811:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422959360 00000100:00100000:2.0:1746165877.332822:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35257 00000100:00100000:2.0:1746165877.332827:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422959872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165877.332851:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422959872:12345-0@lo:400:kworker.0 Request processed in 25us (1893us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165877.332856:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35257 00000100:00100000:2.0:1746165877.332863:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35258 00000100:00100000:2.0:1746165877.332867:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422959360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165877.332883:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422959360:12345-0@lo:400:kworker.0 Request processed in 16us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165877.332887:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35258 00000100:00100000:2.0:1746165877.332904:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977422959104:0@lo:400:kworker.0 00000100:00100000:2.0:1746165877.332925:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165877.332939:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977422959744:0@lo:400:kworker.0 00000100:00100000:2.0:1746165877.332952:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165877.332973:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422959104 00000100:00100000:2.0:1746165877.332976:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422959104 00000100:00100000:2.0:1746165877.332995:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422959744 00000100:00100000:2.0:1746165877.332997:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422959744 00000100:00100000:2.0:1746165877.333008:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1961 00000100:00100000:2.0:1746165877.333013:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fdab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977422959104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165877.333276:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fdab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977422959104:12345-0@lo:400:kworker.0 Request processed in 262us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165877.333281:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1961 00000100:00100000:2.0:1746165877.333291:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1962 00000100:00100000:2.0:1746165877.333295:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fdab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977422959744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165877.333329:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fdab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977422959744:12345-0@lo:400:kworker.0 Request processed in 34us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165877.333334:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1962 00000100:00100000:1.0:1746165877.333402:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165877.333432:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422959616:0@lo:400:kworker.0 00000100:00100000:1.0:1746165877.333451:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165877.333464:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977422960256:0@lo:400:kworker.0 00000100:00100000:1.0:1746165877.333479:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165877.333510:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422960256 00000100:00100000:1.0:1746165877.333513:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422960256 00000100:00100000:1.0:1746165877.333531:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1963 00000100:00100000:1.0:1746165877.333535:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977422960256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165877.333561:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977422960256:12345-0@lo:400:kworker.0 Request processed in 25us (80us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165877.333565:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1963 00000100:00100000:1.0:1746165877.333582:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422958976 00000100:00100000:1.0:1746165877.333585:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422958976 00000100:00100000:1.0:1746165877.333602:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:1.0:1746165877.333607:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422958976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165877.333628:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422958976:12345-0@lo:400:kworker.0 Request processed in 21us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165877.333633:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:2.0:1746165877.333654:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977422959104:0@lo:400:kworker.0 00000100:00100000:2.0:1746165877.333667:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977422959744:0@lo:400:kworker.0 00000100:00100000:2.0:1746165877.333718:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422959616 00000100:00100000:2.0:1746165877.333721:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422959616 00000100:00100000:2.0:1746165877.333736:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7465 00000100:00100000:2.0:1746165877.333741:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422959616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165877.333766:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422959616:12345-0@lo:400:kworker.0 Request processed in 24us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165877.333773:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7465 00000100:00100000:2.0:1746165877.333787:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165877.333801:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422960000 00000100:00100000:2.0:1746165877.333803:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422960000 00000100:00100000:2.0:1746165877.333816:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49771 00000100:00100000:2.0:1746165877.333819:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fdab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977422960000:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746165877.333834:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746165877.333856:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fdab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977422960000:12345-0@lo:8:kworker.0 Request processed in 36us (69us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746165877.333861:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49771 00000100:00080000:2.0:1746165877.333883:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746165877.333887:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746165877.333890:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422960000:0@lo:8:kworker.0 00000100:00100000:1.0:1746165877.334011:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977422958976:0@lo:400:kworker.0 00000100:00100000:1.0:1746165877.334020:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422959616:0@lo:400:kworker.0 00000100:00100000:1.0:1746165877.334027:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977422960256:0@lo:400:kworker.0 00000100:00100000:3.0:1746165877.335118:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422960128:0@lo:400:kworker.0 00000100:00100000:3.0:1746165877.335131:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977422959232:0@lo:400:kworker.0 00000100:00100000:3.0:1746165877.335140:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422959872:0@lo:400:kworker.0 00000100:00100000:3.0:1746165877.335167:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422959360:0@lo:400:kworker.0 00000100:00100000:3.0:1746165877.362374:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422960384 00000100:00100000:3.0:1746165877.362380:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422960384 00000100:00100000:3.0:1746165877.362417:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35259 00000100:00100000:3.0:1746165877.362424:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422960384:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746165877.362451:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746165877.362496:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422960384:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165877.362502:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35259 00000100:00100000:2.0:1746165877.384725:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422960512 00000100:00100000:2.0:1746165877.384733:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422960512 00000100:00100000:2.0:1746165877.384774:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35260 00000100:00100000:2.0:1746165877.384781:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422960512:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746165877.384810:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746165877.385001:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422960512:12345-0@lo:41:osp-pre-0-1.0 Request processed in 220us (1000us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165877.385008:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35260 00000100:00100000:1.0:1746165877.385698:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422960512:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746165877.609418:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422960640:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746165877.609485:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165877.609915:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422960640 00000100:00100000:3.0:1746165877.609923:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422960640 00000100:00100000:3.0:1746165877.609981:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6838 00000100:00100000:3.0:1746165877.609989:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422960640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746165877.610017:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165877.610063:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422960640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (577us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165877.610070:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6838 00000100:00100000:1.0:1746165877.610253:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096b5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422960640:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746165877.665975:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165880.672404:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165881.138080:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422960768 00000100:00100000:1.0:1746165881.138088:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422960768 00000100:00100000:1.0:1746165881.138139:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6839 00000100:00100000:1.0:1746165881.138147:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422960768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746165881.138170:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746165881.138206:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422960768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165881.138211:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6839 00000100:00080000:1.0:1746165881.138237:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746165881.678366:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746165882.288938:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439095680 00000100:00100000:2.0:1746165882.288946:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439095680 00000100:00080000:1.0:1746165882.291750:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746165882.291770:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439095552 00000100:00100000:1.0:1746165882.291777:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439095552 00000100:00100000:1.0:1746165882.291811:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 582 00000100:00100000:1.0:1746165882.291817:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439095552:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165882.291871:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439095552:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 54us (1688us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165882.291879:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 582 00000100:00100000:1.0:1746165882.291960:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439095936 00000100:00100000:1.0:1746165882.291963:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439095936 00000100:00100000:1.0:1746165882.291978:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49772 00000100:00100000:1.0:1746165882.291983:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439095936:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746165882.292002:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165882.292032:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439095936:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 47us (1879us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165882.292037:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49772 00000100:00100000:2.0:1746165882.293986:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439095808 00000100:00100000:2.0:1746165882.293994:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439095808 00000100:00100000:2.0:1746165882.294035:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1964 00000100:00100000:2.0:1746165882.294044:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009daff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439095680:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746165882.294087:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009daff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439095680:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 46us (5226us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165882.294093:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1964 00000100:00100000:2.0:1746165882.294104:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1965 00000100:00100000:2.0:1746165882.294109:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009daff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439095808:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746165882.294128:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009daff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439095808:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 19us (2313us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165882.294133:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1965 00000100:00100000:3.0:1746165882.337871:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422961280:0@lo:400:kworker.0 00000100:00100000:3.0:1746165882.337925:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165882.337980:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422962048:0@lo:400:kworker.0 00000100:00100000:3.0:1746165882.337999:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165882.338021:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422961280 00000100:00100000:3.0:1746165882.338027:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422961280 00000100:00100000:3.0:1746165882.338055:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35261 00000100:00100000:3.0:1746165882.338062:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422961280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165882.338100:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422961280:12345-0@lo:400:kworker.0 Request processed in 38us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165882.338106:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35261 00000100:00100000:3.0:1746165882.338137:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422961280:0@lo:400:kworker.0 00000100:00100000:3.0:1746165882.338151:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422962048:0@lo:400:kworker.0 00000100:00100000:3.0:1746165882.338157:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1746165882.338160:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977422960896:0@lo:400:kworker.0 00000100:00100000:3.0:1746165882.338180:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165882.338201:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094baea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422961536:0@lo:400:kworker.0 00000100:00100000:3.0:1746165882.338212:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165882.338222:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977422962176:0@lo:400:kworker.0 00000100:00100000:3.0:1746165882.338247:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165882.338266:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422960896 00000100:00100000:3.0:1746165882.338269:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422960896 00000100:00100000:3.0:1746165882.338285:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:3.0:1746165882.338289:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422960896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165882.338307:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422960896:12345-0@lo:400:kworker.0 Request processed in 18us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165882.338312:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:1.0:1746165882.338329:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977422961152:0@lo:400:kworker.0 00000100:00100000:3.0:1746165882.338334:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977422960896:0@lo:400:kworker.0 00000100:00100000:3.0:1746165882.338341:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094baea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422961536:0@lo:400:kworker.0 00000100:00100000:1.0:1746165882.338351:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165882.338367:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422962176 00000100:00100000:1.0:1746165882.338368:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422961792:0@lo:400:kworker.0 00000100:00100000:3.0:1746165882.338369:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422962176 00000100:00100000:1.0:1746165882.338382:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165882.338384:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1966 00000100:00100000:3.0:1746165882.338388:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977422962176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165882.338394:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1746165882.338398:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977422961024:0@lo:400:kworker.0 00000100:00100000:3.0:1746165882.338407:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977422962176:12345-0@lo:400:kworker.0 Request processed in 18us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165882.338411:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1966 00000100:00100000:1.0:1746165882.338414:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165882.338425:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977422961664:0@lo:400:kworker.0 00000100:00100000:1.0:1746165882.338437:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165882.338966:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422961024 00000100:00100000:3.0:1746165882.338969:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422961024 00000100:00100000:2.0:1746165882.339007:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422961664 00000100:00100000:2.0:1746165882.339010:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422961664 00000100:00100000:1.0:1746165882.339023:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977422961152:0@lo:400:kworker.0 00000100:00100000:2.0:1746165882.339026:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1969 00000100:00100000:2.0:1746165882.339031:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977422961664:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1746165882.339050:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746165882.339052:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746165882.339290:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977422961664:12345-0@lo:400:kworker.0 Request processed in 29us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165882.339291:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977422961024:0@lo:400:kworker.0 00000100:00100000:2.0:1746165882.339296:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1969 00000100:00100000:1.0:1746165882.339300:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977422961664:0@lo:400:kworker.0 00000100:00100000:2.0:1746165882.339315:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422961792 00000100:00100000:2.0:1746165882.339318:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422961792 00000100:00100000:2.0:1746165882.339373:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35262 00000100:00100000:2.0:1746165882.339378:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f849180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422961792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165882.339413:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f849180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422961792:12345-0@lo:400:kworker.0 Request processed in 35us (1029us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165882.339418:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35262 00000100:00100000:1.0:1746165882.344760:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422961792:0@lo:400:kworker.0 00000100:00100000:2.0:1746165882.369878:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422962304:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746165882.369963:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165882.370023:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422962304 00000100:00100000:2.0:1746165882.370029:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422962304 00000100:00100000:2.0:1746165882.370069:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35263 00000100:00100000:2.0:1746165882.370074:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fdabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422962304:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746165882.370099:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746165882.370127:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fdabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422962304:12345-0@lo:41:osp-pre-1-0.0 Request processed in 53us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165882.370132:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35263 00000100:00100000:2.0:1746165882.370161:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422962304:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165882.401957:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746165882.401975:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422962432:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165882.402030:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165882.406625:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422962432:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746165882.627487:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746165882.627507:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422962560:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746165882.627563:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165882.627948:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422962560 00000100:00100000:3.0:1746165882.627955:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422962560 00000100:00100000:3.0:1746165882.628021:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6840 00000100:00100000:3.0:1746165882.628028:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fdaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422962560:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746165882.628051:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165882.628082:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fdaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422962560:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165882.628088:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6840 00000100:00100000:2.0:1746165882.628199:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422962560:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746165882.681335:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165885.688137:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746165886.146598:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094baf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422962688:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746165886.146722:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746165886.147145:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746165886.151795:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094baf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422962688:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165886.689970:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165887.296913:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439096448 00000100:00100000:1.0:1746165887.296923:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439096448 00000100:00100000:1.0:1746165887.296961:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49775 00000100:00100000:1.0:1746165887.296969:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439096448:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746165887.296991:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165887.297050:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439096448:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 81us (1291us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165887.297055:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49775 00000100:00100000:2.0:1746165887.297497:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746165887.297829:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746165887.297857:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746165887.297875:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439096192 00000100:00100000:2.0:1746165887.297879:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439096192 00000100:00100000:1.0:1746165887.298358:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439096064 00000100:00100000:1.0:1746165887.298362:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439096064 00000100:00100000:1.0:1746165887.298387:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 584 00000100:00100000:1.0:1746165887.298392:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439096064:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165887.298952:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439096320 00000100:00100000:3.0:1746165887.298957:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439096320 00000100:00100000:1.0:1746165887.299449:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439096064:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1053us (1617us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165887.299456:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 584 00000100:00100000:2.0:1746165887.299849:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1970 00000100:00100000:3.0:1746165887.299857:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1971 00000100:00100000:2.0:1746165887.299861:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fda8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439096192:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165887.299864:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439096320:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165887.299898:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439096320:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 36us (2041us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165887.299904:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1971 00000100:00100000:2.0:1746165887.300387:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fda8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439096192:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 528us (2890us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165887.300395:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1970 00000100:00100000:3.0:1746165887.346925:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094baca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422962816:0@lo:400:kworker.0 00000100:00100000:3.0:1746165887.346989:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165887.347026:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977422962944:0@lo:400:kworker.0 00000100:00100000:2.0:1746165887.347057:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165887.347314:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422962944 00000100:00100000:2.0:1746165887.347322:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422962944 00000100:00100000:2.0:1746165887.347375:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1972 00000100:00100000:2.0:1746165887.347382:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977422962944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165887.347422:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977422962944:12345-0@lo:400:kworker.0 Request processed in 41us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165887.347426:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1972 00000100:00100000:2.0:1746165887.347628:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977422962944:0@lo:400:kworker.0 00000100:00080000:2.0:1746165887.347656:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746165887.347932:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977422963072:0@lo:400:kworker.0 00000100:00100000:1.0:1746165887.347954:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165887.347972:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422963712:0@lo:400:kworker.0 00000100:00100000:1.0:1746165887.347988:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165887.348006:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1746165887.348009:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422963200:0@lo:400:kworker.0 00000100:00100000:1.0:1746165887.348023:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165887.348033:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422963968:0@lo:400:kworker.0 00000100:00100000:1.0:1746165887.348050:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422963072 00000100:00100000:1.0:1746165887.348052:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422963072 00000100:00080000:1.0:1746165887.348065:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746165887.348081:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1973 00000100:00100000:1.0:1746165887.348085:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977422963072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165887.348112:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977422963072:12345-0@lo:400:kworker.0 Request processed in 26us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165887.348116:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1973 00000100:00100000:3.0:1746165887.351737:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422963456:0@lo:400:kworker.0 00000100:00100000:3.0:1746165887.351810:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422963712 00000100:00100000:3.0:1746165887.351816:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422963712 00000100:00100000:3.0:1746165887.351843:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422963200 00000100:00100000:3.0:1746165887.351845:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422963200 00000100:00100000:3.0:1746165887.351857:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35265 00000100:00100000:3.0:1746165887.351863:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422963712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165887.351900:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422963712:12345-0@lo:400:kworker.0 Request processed in 37us (3910us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165887.351905:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35265 00000100:00100000:3.0:1746165887.351919:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35266 00000100:00100000:3.0:1746165887.351923:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422963200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165887.351938:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422963200:12345-0@lo:400:kworker.0 Request processed in 16us (3915us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165887.351945:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35266 00000100:00100000:3.0:1746165887.351976:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422962816 00000100:00100000:3.0:1746165887.351978:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422962816 00000100:00100000:3.0:1746165887.351993:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:3.0:1746165887.351997:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422962816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165887.352015:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422962816:12345-0@lo:400:kworker.0 Request processed in 18us (5026us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165887.352019:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:2.0:1746165887.352219:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977422963584:0@lo:400:kworker.0 00000100:00100000:2.0:1746165887.352245:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165887.352277:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422963584 00000100:00100000:2.0:1746165887.352279:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422963584 00000100:00100000:2.0:1746165887.352296:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1974 00000100:00100000:2.0:1746165887.352299:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977422963584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165887.352510:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422963328 00000100:00100000:1.0:1746165887.352514:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422963328 00000100:00100000:1.0:1746165887.353249:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422963840 00000100:00100000:1.0:1746165887.353253:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422963840 00000100:00100000:1.0:1746165887.353265:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49776 00000100:00100000:1.0:1746165887.353269:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977422963328:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746165887.353288:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746165887.353320:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977422963584:12345-0@lo:400:kworker.0 Request processed in 1020us (1074us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165887.353326:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1974 00000100:00100000:2.0:1746165887.353350:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49777 00000100:00100000:2.0:1746165887.353353:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977422963840:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746165887.353362:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746165887.353382:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977422963840:12345-0@lo:8:kworker.0 Request processed in 28us (5503us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746165887.353386:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49777 00000100:00100000:2.0:1746165887.353404:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165887.353419:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977422964096:0@lo:400:kworker.0 00000100:00100000:2.0:1746165887.353433:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165887.353451:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094baca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422962816:0@lo:400:kworker.0 00000100:00100000:2.0:1746165887.353471:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422963456 00000100:00100000:2.0:1746165887.353473:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422963456 00000100:00100000:2.0:1746165887.353702:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7468 00000100:00100000:2.0:1746165887.353707:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422963456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165887.353732:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422963456:12345-0@lo:400:kworker.0 Request processed in 25us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165887.353736:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7468 00000100:00100000:2.0:1746165887.353754:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422963456:0@lo:400:kworker.0 00000100:00100000:2.0:1746165887.353764:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422964096 00000100:00100000:2.0:1746165887.353766:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422964096 00000100:00100000:2.0:1746165887.353780:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1975 00000100:00100000:2.0:1746165887.353783:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977422964096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165887.353805:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977422964096:12345-0@lo:400:kworker.0 Request processed in 21us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165887.353809:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1975 00000100:00100000:2.0:1746165887.353823:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977422964096:0@lo:400:kworker.0 00000100:00100000:3.0:1746165887.353918:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977422963584:0@lo:400:kworker.0 00000100:00100000:1.0:1746165887.355257:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977422963328:12345-0@lo:8:kworker.0 Request processed in 1982us (7404us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165887.355267:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49776 00000100:00100000:1.0:1746165887.355282:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422963968 00000100:00100000:1.0:1746165887.355286:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422963968 00000100:00080000:1.0:1746165887.355307:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746165887.355339:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7469 00000100:00100000:1.0:1746165887.355345:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422963968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165887.355378:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422963968:12345-0@lo:400:kworker.0 Request processed in 35us (1392us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165887.355385:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7469 00000100:00100000:3.0:1746165887.378923:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422964224:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165887.378976:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165887.379006:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422964224 00000100:00100000:3.0:1746165887.379012:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422964224 00000100:00100000:3.0:1746165887.379044:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35267 00000100:00100000:3.0:1746165887.379049:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422964224:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746165887.379268:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746165887.379295:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422964224:12345-0@lo:41:osp-pre-1-0.0 Request processed in 245us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165887.379301:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35267 00000100:00100000:3.0:1746165887.379340:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422964224:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746165887.414694:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746165887.414713:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422964352:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746165887.414781:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165887.415967:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422964352 00000100:00100000:3.0:1746165887.415976:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422964352 00000100:00100000:3.0:1746165887.416020:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35268 00000100:00100000:3.0:1746165887.416027:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422964352:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746165887.416056:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746165887.416103:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422964352:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (1323us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165887.416109:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35268 00000100:00100000:2.0:1746165887.416217:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422964352:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1746165887.691900:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165890.705935:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1746165891.171044:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746165891.173041:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422964608:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165891.710117:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165892.305043:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439096576 00000100:00100000:3.0:1746165892.305053:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439096576 00000100:00100000:3.0:1746165892.305120:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 586 00000100:00100000:3.0:1746165892.305128:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439096576:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165892.305206:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439096960 00000100:00100000:1.0:1746165892.305211:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439096960 00000100:00100000:1.0:1746165892.305234:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49778 00000100:00100000:1.0:1746165892.305239:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439096960:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746165892.305260:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165892.305333:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439096576:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 205us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165892.305339:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 586 00000100:00080000:3.0:1746165892.305367:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746165892.305370:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746165892.305443:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439096960:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 203us (412us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165892.305449:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49778 00000100:00100000:2.0:1746165892.354339:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422965120:0@lo:400:kworker.0 00000100:00100000:2.0:1746165892.354367:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165892.354402:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422965120 00000100:00100000:2.0:1746165892.354406:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422965120 00000100:00100000:2.0:1746165892.354438:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35269 00000100:00100000:2.0:1746165892.354443:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094badf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422965120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165892.354477:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094badf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422965120:12345-0@lo:400:kworker.0 Request processed in 34us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165892.354482:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35269 00000100:00100000:2.0:1746165892.354505:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977422964992:0@lo:400:kworker.0 00000100:00100000:2.0:1746165892.354524:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165892.354547:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422964992 00000100:00100000:2.0:1746165892.354550:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422964992 00000100:00100000:2.0:1746165892.354578:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1978 00000100:00100000:2.0:1746165892.354583:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094baea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977422964992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165892.354605:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094baea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977422964992:12345-0@lo:400:kworker.0 Request processed in 22us (81us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165892.354609:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1978 00000100:00100000:2.0:1746165892.354632:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422965120:0@lo:400:kworker.0 00000100:00100000:2.0:1746165892.354636:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422965888:0@lo:400:kworker.0 00000100:00100000:1.0:1746165892.354694:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977422964864:0@lo:400:kworker.0 00000100:00100000:3.0:1746165892.355390:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977422964736:0@lo:400:kworker.0 00000100:00100000:2.0:1746165892.356024:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165892.356081:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49779 00000100:00100000:2.0:1746165892.356085:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977422965248:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746165892.356102:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746165892.356124:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977422965248:12345-0@lo:8:kworker.0 Request processed in 39us (1996us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746165892.356129:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49779 00000100:00100000:2.0:1746165892.356152:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422965888:0@lo:400:kworker.0 00000100:00100000:2.0:1746165892.356170:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977422964992:0@lo:400:kworker.0 00000100:00100000:2.0:1746165892.356176:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422965632:0@lo:400:kworker.0 00000100:00100000:2.0:1746165892.356193:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165892.356206:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422965632 00000100:00100000:2.0:1746165892.356208:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422965632 00000100:00100000:2.0:1746165892.356222:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35270 00000100:00100000:2.0:1746165892.356227:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422965632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165892.356246:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422965632:12345-0@lo:400:kworker.0 Request processed in 19us (52us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165892.356250:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35270 00000100:00100000:2.0:1746165892.356265:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422965632:0@lo:400:kworker.0 00000100:00080000:2.0:1746165892.356284:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746165892.356286:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746165892.359296:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165892.359357:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977422965504:0@lo:400:kworker.0 00000100:00100000:1.0:1746165892.359382:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165892.359431:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422964864 00000100:00100000:1.0:1746165892.359437:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422964864 00000100:00100000:1.0:1746165892.359651:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422965504 00000100:00100000:1.0:1746165892.359654:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422965504 00000100:00100000:1.0:1746165892.359669:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1979 00000100:00100000:1.0:1746165892.359695:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977422964864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165892.359743:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977422964864:12345-0@lo:400:kworker.0 Request processed in 49us (646us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165892.359749:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1979 00000100:00100000:1.0:1746165892.359764:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1980 00000100:00100000:1.0:1746165892.359768:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977422965504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165892.359789:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977422965504:12345-0@lo:400:kworker.0 Request processed in 20us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165892.359793:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1980 00000100:00100000:1.0:1746165892.359823:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977422964864:0@lo:400:kworker.0 00000100:00100000:1.0:1746165892.359831:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977422965504:0@lo:400:kworker.0 00000100:00080000:1.0:1746165892.359859:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746165892.362024:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165892.362720:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422965376:0@lo:400:kworker.0 00000100:00100000:3.0:1746165892.362750:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165892.362775:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977422966016:0@lo:400:kworker.0 00000100:00100000:2.0:1746165892.362919:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422964736 00000100:00100000:2.0:1746165892.362924:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422964736 00000100:00100000:2.0:1746165892.362959:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:2.0:1746165892.362966:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977422964736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165892.363019:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977422964736:12345-0@lo:400:kworker.0 Request processed in 54us (1002us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165892.363026:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:3.0:1746165892.364289:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165892.364341:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977422964736:0@lo:400:kworker.0 00000100:00100000:3.0:1746165892.364354:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422965376:0@lo:400:kworker.0 00000100:00100000:3.0:1746165892.365043:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977422966016:0@lo:400:kworker.0 00000100:00100000:1.0:1746165892.389138:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095e85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422966144:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746165892.389410:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165892.389467:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422966144 00000100:00100000:2.0:1746165892.389474:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422966144 00000100:00100000:2.0:1746165892.389523:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35271 00000100:00100000:2.0:1746165892.389532:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422966144:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746165892.389561:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746165892.389612:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422966144:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165892.389618:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35271 00000100:00100000:1.0:1746165892.390665:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095e85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422966144:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746165892.417942:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746165892.417959:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422966272:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746165892.418019:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165892.422501:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422966272 00000100:00100000:2.0:1746165892.422510:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422966272 00000100:00100000:2.0:1746165892.422773:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35272 00000100:00100000:2.0:1746165892.422780:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422966272:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746165892.422808:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746165892.422861:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422966272:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (4842us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165892.422867:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35272 00000100:00100000:1.0:1746165892.422928:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422966272:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746165892.641990:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422966400:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746165892.642084:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165892.642270:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422966400 00000100:00100000:1.0:1746165892.642278:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422966400 00000100:00100000:1.0:1746165892.642326:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6844 00000100:00100000:1.0:1746165892.642333:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094baed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422966400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746165892.642353:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746165892.642409:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094baed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422966400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165892.642416:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6844 00000100:00100000:2.0:1746165892.642480:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422966400:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746165892.711959:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165895.719518:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746165896.178257:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746165896.178276:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422966528:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746165896.178335:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746165896.178544:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746165896.178762:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422966528:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165896.722024:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165897.314656:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439097088 00000100:00100000:1.0:1746165897.314665:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439097088 00000100:00100000:1.0:1746165897.316561:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 588 00000100:00100000:1.0:1746165897.316570:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439097088:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165897.320026:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439097088:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 3447us (5615us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165897.320038:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 588 00000100:00100000:2.0:1746165897.362010:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977422966784:0@lo:400:kworker.0 00000100:00100000:2.0:1746165897.362073:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165897.362074:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422967040:0@lo:400:kworker.0 00000100:00100000:3.0:1746165897.362298:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165897.362318:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422966784 00000100:00100000:1.0:1746165897.362320:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977422966656:0@lo:400:kworker.0 00000100:00100000:2.0:1746165897.362325:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422966784 00000100:00100000:3.0:1746165897.362340:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1746165897.362344:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977422966912:0@lo:400:kworker.0 00000100:00100000:1.0:1746165897.362348:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165897.362362:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165897.362367:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1984 00000100:00100000:1.0:1746165897.362370:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422967296:0@lo:400:kworker.0 00000100:00100000:2.0:1746165897.362373:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977422966784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165897.362374:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b633b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422967552:0@lo:400:kworker.0 00000100:00100000:1.0:1746165897.362387:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165897.362387:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165897.362400:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746165897.362403:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b631180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977422967424:0@lo:400:kworker.0 00000100:00100000:3.0:1746165897.362408:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422966912 00000100:00100000:3.0:1746165897.362410:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422966912 00000100:00100000:2.0:1746165897.362413:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977422966784:12345-0@lo:400:kworker.0 Request processed in 39us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165897.362418:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1984 00000100:00100000:1.0:1746165897.362420:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165897.362430:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422967424 00000100:00100000:2.0:1746165897.362432:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422967424 00000100:00100000:3.0:1746165897.362433:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1985 00000100:00100000:1.0:1746165897.362439:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422967296 00000100:00100000:3.0:1746165897.362439:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977422966912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165897.362442:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422967296 00000100:00100000:2.0:1746165897.362445:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1986 00000100:00100000:2.0:1746165897.362449:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c791f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977422967424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165897.362461:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7472 00000100:00100000:3.0:1746165897.362464:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977422966912:12345-0@lo:400:kworker.0 Request processed in 26us (101us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165897.362465:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c790700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422967296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165897.362470:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1985 00000100:00100000:1.0:1746165897.362488:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c790700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422967296:12345-0@lo:400:kworker.0 Request processed in 23us (100us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165897.362491:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c791f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977422967424:12345-0@lo:400:kworker.0 Request processed in 22us (52us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165897.362493:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7472 00000100:00100000:2.0:1746165897.362498:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1986 00000100:00100000:2.0:1746165897.362734:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422967040 00000100:00100000:2.0:1746165897.362737:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422967040 00000100:00100000:1.0:1746165897.362747:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b631180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977422967424:0@lo:400:kworker.0 00000100:00100000:1.0:1746165897.362755:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422967296:0@lo:400:kworker.0 00000100:00100000:1.0:1746165897.362777:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422966656 00000100:00100000:1.0:1746165897.362779:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422966656 00000100:00100000:1.0:1746165897.362799:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:1.0:1746165897.362805:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422966656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165897.362832:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422966656:12345-0@lo:400:kworker.0 Request processed in 27us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165897.362837:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:1.0:1746165897.362862:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977422966656:0@lo:400:kworker.0 00000100:00100000:2.0:1746165897.362957:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422967552 00000100:00100000:2.0:1746165897.362961:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422967552 00000100:00100000:1.0:1746165897.367759:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35273 00000100:00100000:1.0:1746165897.367768:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422967040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165897.367805:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422967040:12345-0@lo:400:kworker.0 Request processed in 39us (5507us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165897.367810:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35273 00000100:00100000:1.0:1746165897.367825:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35274 00000100:00100000:1.0:1746165897.367830:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422967552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165897.367854:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422967552:12345-0@lo:400:kworker.0 Request processed in 24us (5466us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165897.367858:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35274 00000100:00080000:1.0:1746165897.368874:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746165897.394741:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746165897.394760:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c790700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422968064:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746165897.394821:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165897.396812:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422968064 00000100:00100000:3.0:1746165897.396822:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422968064 00000100:00100000:3.0:1746165897.396887:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35275 00000100:00100000:3.0:1746165897.396895:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094baca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422968064:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746165897.396931:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746165897.398066:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094baca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422968064:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1169us (3242us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165897.398074:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35275 00000100:00100000:2.0:1746165897.398743:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c790700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422968064:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746165897.441995:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746165897.442013:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c790700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422968192:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746165897.442072:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165897.442166:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422968192 00000100:00100000:3.0:1746165897.442172:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422968192 00000100:00100000:3.0:1746165897.442220:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35276 00000100:00100000:3.0:1746165897.442226:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422968192:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746165897.442256:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746165897.443282:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422968192:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1053us (1208us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165897.443290:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35276 00000100:00100000:2.0:1746165897.443494:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c790700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422968192:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746165897.650117:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746165897.650136:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422968320:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746165897.650196:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165897.650362:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422968320 00000100:00100000:2.0:1746165897.650368:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422968320 00000100:00100000:2.0:1746165897.650414:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6846 00000100:00100000:2.0:1746165897.650421:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c790700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422968320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746165897.650441:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746165897.650484:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c790700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422968320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165897.650491:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6846 00000100:00100000:1.0:1746165897.650834:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422968320:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746165897.724786:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165900.730159:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746165901.190669:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422968448 00000100:00100000:2.0:1746165901.190707:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422968448 00000100:00100000:2.0:1746165901.190768:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6847 00000100:00100000:2.0:1746165901.190778:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b632300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422968448:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746165901.190812:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746165901.190861:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b632300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422968448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (1015us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165901.190868:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6847 00000100:00080000:2.0:1746165901.190919:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746165901.732101:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746165902.318635:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439097728 00000100:00100000:2.0:1746165902.318643:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439097728 00000100:00100000:2.0:1746165902.319528:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1988 00000100:00100000:2.0:1746165902.319538:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b633b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439097728:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746165902.319604:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b633b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439097728:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 70us (1617us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165902.319610:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1988 00000100:00100000:2.0:1746165902.321848:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439097856 00000100:00100000:2.0:1746165902.321851:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439097856 00000100:00100000:2.0:1746165902.321876:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1989 00000100:00100000:2.0:1746165902.321882:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b631880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439097856:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746165902.321926:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b631880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439097856:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 45us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165902.321931:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1989 00000100:00100000:1.0:1746165902.322288:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439097600 00000100:00100000:1.0:1746165902.322294:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439097600 00000100:00100000:1.0:1746165902.322330:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 590 00000100:00100000:1.0:1746165902.322338:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439097600:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165902.322367:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439097600:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 31us (4327us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165902.322372:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 590 00000100:00080000:3.0:1746165902.322744:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746165902.322748:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746165902.371715:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746165902.371736:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977422968576:0@lo:400:kworker.0 00000100:00100000:2.0:1746165902.371802:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165902.371914:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422968576 00000100:00100000:2.0:1746165902.371921:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422968576 00000100:00100000:2.0:1746165902.376122:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:2.0:1746165902.376136:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422968576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165902.376210:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422968576:12345-0@lo:400:kworker.0 Request processed in 80us (4408us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165902.376215:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:1.0:1746165902.402427:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746165902.402451:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422969984:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746165902.402735:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165902.404008:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422969984 00000100:00100000:2.0:1746165902.404018:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422969984 00000100:00100000:2.0:1746165902.404956:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35279 00000100:00100000:2.0:1746165902.404965:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422969984:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746165902.404996:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746165902.405052:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422969984:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (2318us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165902.405058:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35279 00000100:00100000:1.0:1746165902.405218:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422969984:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746165902.452295:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422970112:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746165902.452371:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165902.452956:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422970112 00000100:00100000:2.0:1746165902.453424:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422970112 00000100:00100000:2.0:1746165902.454112:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35280 00000100:00100000:2.0:1746165902.454123:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422970112:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746165902.454166:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746165902.454724:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422970112:12345-0@lo:41:osp-pre-0-1.0 Request processed in 603us (2351us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165902.454732:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35280 00000100:00100000:1.0:1746165902.454844:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422970112:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165902.659870:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422970240 00000100:00100000:3.0:1746165902.659888:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422970240 00000100:00100000:3.0:1746165902.659939:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6848 00000100:00100000:3.0:1746165902.659946:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b633480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422970240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746165902.661859:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165902.661951:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b633480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422970240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2003us (3788us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165902.661960:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6848 00010000:00010000:1.0:1746165902.734124:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165905.740185:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746165906.209933:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b630a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422970368:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746165906.210005:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165906.210382:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422970368 00000100:00100000:3.0:1746165906.210389:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422970368 00000100:00100000:3.0:1746165906.234068:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6849 00000100:00100000:3.0:1746165906.234088:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094baf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422970368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746165906.234129:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165906.234228:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094baf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422970368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 144us (24218us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165906.234235:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6849 00000100:00100000:2.0:1746165906.237871:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b630a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422970368:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165906.741970:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165907.328358:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439098112 00000100:00100000:1.0:1746165907.328362:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439098112 00000100:00100000:1.0:1746165907.328387:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 592 00000100:00100000:1.0:1746165907.328393:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439098112:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165907.328432:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439098112:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 39us (1049us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165907.328437:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 592 00000100:00100000:2.0:1746165907.332882:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439098496 00000100:00100000:2.0:1746165907.332894:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439098496 00000100:00100000:2.0:1746165907.332937:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49787 00000100:00100000:2.0:1746165907.332946:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439098496:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746165907.332979:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746165907.333061:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439098496:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 115us (337us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746165907.333069:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49787 00000100:00100000:1.0:1746165907.394028:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977422970624:0@lo:400:kworker.0 00000100:00100000:1.0:1746165907.394094:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165907.394171:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e498380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977422971264:0@lo:400:kworker.0 00000100:00100000:1.0:1746165907.394208:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165907.394228:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1746165907.394234:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977422970496:0@lo:400:kworker.0 00000100:00100000:1.0:1746165907.394253:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165907.394274:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e499880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422971136:0@lo:400:kworker.0 00000100:00100000:2.0:1746165907.394280:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422970624 00000100:00100000:2.0:1746165907.394290:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422970624 00000100:00100000:1.0:1746165907.394295:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165907.394310:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fdab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977422971776:0@lo:400:kworker.0 00000100:00100000:1.0:1746165907.394324:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165907.394351:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422971264 00000100:00100000:1.0:1746165907.394353:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977422970752:0@lo:400:kworker.0 00000100:00100000:2.0:1746165907.394355:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422971264 00000100:00100000:1.0:1746165907.394370:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165907.394370:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422971776 00000100:00100000:2.0:1746165907.394373:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422971776 00000100:00100000:2.0:1746165907.394383:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422970752 00000100:00100000:1.0:1746165907.394384:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422971392:0@lo:400:kworker.0 00000100:00100000:2.0:1746165907.394385:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422970752 00000100:00100000:2.0:1746165907.394401:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1996 00000100:00100000:1.0:1746165907.394405:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165907.394410:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977422970624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165907.394419:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1746165907.394424:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422970880:0@lo:400:kworker.0 00000100:00100000:1.0:1746165907.394437:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165907.394447:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fdaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422971648:0@lo:400:kworker.0 00000100:00100000:1.0:1746165907.394465:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165907.394480:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977422970624:12345-0@lo:400:kworker.0 Request processed in 71us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165907.394488:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1996 00000100:00100000:1.0:1746165907.394497:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1997 00000100:00100000:2.0:1746165907.394507:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1998 00000100:00100000:1.0:1746165907.394509:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977422971264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165907.394512:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977422971776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165907.394539:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977422971776:12345-0@lo:400:kworker.0 Request processed in 28us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165907.394544:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1998 00000100:00100000:1.0:1746165907.394548:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977422971264:12345-0@lo:400:kworker.0 Request processed in 43us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165907.394554:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1997 00000100:00100000:2.0:1746165907.394558:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1999 00000100:00100000:2.0:1746165907.394563:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977422970752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165907.394577:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422971392 00000100:00100000:1.0:1746165907.394583:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422971392 00000100:00100000:2.0:1746165907.394594:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977422970752:12345-0@lo:400:kworker.0 Request processed in 31us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165907.394599:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1999 00000100:00100000:1.0:1746165907.394607:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422970880 00000100:00100000:1.0:1746165907.394609:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422970880 00000100:00100000:1.0:1746165907.394621:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35281 00000100:00100000:2.0:1746165907.394621:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422971008 00000100:00100000:2.0:1746165907.394624:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422971008 00000100:00100000:1.0:1746165907.394626:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422971392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165907.394639:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422971136 00000100:00100000:2.0:1746165907.394641:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422971136 00000100:00100000:1.0:1746165907.394653:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422971392:12345-0@lo:400:kworker.0 Request processed in 27us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165907.394656:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422971648 00000100:00100000:2.0:1746165907.394658:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422971648 00000100:00100000:1.0:1746165907.394659:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35281 00000100:00100000:1.0:1746165907.394669:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35282 00000100:00100000:2.0:1746165907.394704:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7476 00000100:00100000:1.0:1746165907.394705:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422970880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165907.394711:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422971136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165907.394733:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422970880:12345-0@lo:400:kworker.0 Request processed in 59us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165907.394738:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35282 00000100:00100000:2.0:1746165907.394745:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422971136:12345-0@lo:400:kworker.0 Request processed in 34us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165907.394750:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7476 00000100:00100000:2.0:1746165907.394759:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7477 00000100:00100000:2.0:1746165907.394764:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422971648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165907.394780:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422970880:0@lo:400:kworker.0 00000100:00100000:2.0:1746165907.394786:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422971648:12345-0@lo:400:kworker.0 Request processed in 22us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165907.394792:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fdaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422971648:0@lo:400:kworker.0 00000100:00100000:2.0:1746165907.394795:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7477 00000100:00100000:2.0:1746165907.394819:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49788 00000100:00100000:2.0:1746165907.394824:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977422971008:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746165907.394846:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977422970752:0@lo:400:kworker.0 00010000:00020000:2.0:1746165907.394846:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165907.394856:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422971392:0@lo:400:kworker.0 00000100:00100000:2.0:1746165907.394869:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977422971008:12345-0@lo:8:kworker.0 Request processed in 44us (694us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746165907.394874:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49788 00000100:00080000:1.0:1746165907.394899:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746165907.394903:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746165907.394905:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746165907.394917:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e499880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422971136:0@lo:400:kworker.0 00000100:00100000:2.0:1746165907.394927:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fdab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977422971776:0@lo:400:kworker.0 00000100:00100000:1.0:1746165907.394934:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422970496 00000100:00100000:1.0:1746165907.394937:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422970496 00000100:00100000:2.0:1746165907.394937:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e498380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977422971264:0@lo:400:kworker.0 00000100:00100000:2.0:1746165907.394946:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977422970624:0@lo:400:kworker.0 00000100:00100000:1.0:1746165907.394957:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:1.0:1746165907.394961:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977422970496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165907.394992:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977422970496:12345-0@lo:400:kworker.0 Request processed in 29us (737us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165907.394997:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:2.0:1746165907.395010:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977422970496:0@lo:400:kworker.0 00000100:00100000:3.0:1746165907.395285:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422971520 00000100:00100000:3.0:1746165907.395289:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422971520 00000100:00100000:3.0:1746165907.395317:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49789 00000100:00100000:3.0:1746165907.395322:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977422971520:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165907.395332:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165907.395361:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977422971520:12345-0@lo:8:kworker.0 Request processed in 38us (148us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165907.395366:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49789 00000100:00100000:2.0:1746165907.410614:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422971904:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746165907.410671:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165907.416283:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422971904:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746165907.458666:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422972032:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746165907.458751:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165907.467904:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422972032:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165907.666367:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422972160:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746165907.666433:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165907.667494:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422972160 00000100:00100000:1.0:1746165907.667501:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422972160 00000100:00100000:1.0:1746165907.670395:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6850 00000100:00100000:1.0:1746165907.670411:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422972160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746165907.670438:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746165907.670511:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422972160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 106us (4077us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165907.670517:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6850 00000100:00100000:2.0:1746165907.670667:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096b5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422972160:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746165907.743906:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165910.754370:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165911.250011:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746165911.250030:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422972288:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746165911.250102:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165911.250370:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422972288 00000100:00100000:2.0:1746165911.250379:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422972288 00000100:00100000:2.0:1746165911.250436:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6851 00000100:00100000:2.0:1746165911.250444:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422972288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746165911.250472:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746165911.250516:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422972288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165911.250523:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6851 00000100:00080000:1.0:1746165911.250799:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746165911.250865:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422972288:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165911.755899:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165912.337970:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439098624 00000100:00100000:1.0:1746165912.337980:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439098624 00000100:00100000:1.0:1746165912.338045:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 594 00000100:00100000:1.0:1746165912.338054:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439098624:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746165912.338070:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439098752 00000100:00100000:2.0:1746165912.338075:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439098752 00000100:00100000:1.0:1746165912.338116:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439098624:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 64us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165912.338122:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 594 00000100:00100000:2.0:1746165912.338346:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2000 00000100:00100000:2.0:1746165912.338356:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439098752:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:1.0:1746165912.338365:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746165912.338387:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439098752:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 35us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165912.338393:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2000 00000100:00100000:1.0:1746165912.341357:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439099008 00000100:00100000:1.0:1746165912.341365:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439099008 00000100:00100000:1.0:1746165912.341400:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49790 00000100:00100000:1.0:1746165912.341406:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439099008:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746165912.341426:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165912.341471:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439099008:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 64us (187us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165912.341477:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49790 00000100:00100000:3.0:1746165912.341853:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439098880 00000100:00100000:3.0:1746165912.341856:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439098880 00000100:00100000:3.0:1746165912.341890:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2001 00000100:00100000:3.0:1746165912.341895:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439098880:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165912.341932:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439098880:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 37us (700us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165912.341937:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2001 00000100:00080000:1.0:1746165912.341978:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746165912.403159:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422972800:0@lo:400:kworker.0 00000100:00100000:1.0:1746165912.403180:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165912.403194:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422973568:0@lo:400:kworker.0 00000100:00100000:1.0:1746165912.403206:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165912.403215:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1746165912.403218:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422972416:0@lo:400:kworker.0 00000100:00100000:1.0:1746165912.403233:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165912.403251:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422973056:0@lo:400:kworker.0 00000100:00100000:1.0:1746165912.403263:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165912.403270:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977422973696:0@lo:400:kworker.0 00000100:00100000:1.0:1746165912.403281:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165912.403295:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422972416 00000100:00100000:1.0:1746165912.403297:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422972416 00000100:00100000:1.0:1746165912.403313:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1746165912.403317:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422972416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165912.403335:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422972416:12345-0@lo:400:kworker.0 Request processed in 18us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165912.403340:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1746165912.403360:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422972416:0@lo:400:kworker.0 00000100:00100000:1.0:1746165912.403371:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422973696 00000100:00100000:1.0:1746165912.403372:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422973696 00000100:00100000:1.0:1746165912.403383:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2005 00000100:00100000:1.0:1746165912.403387:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fda9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977422973696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165912.403403:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fda9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977422973696:12345-0@lo:400:kworker.0 Request processed in 16us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165912.403409:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2005 00000100:00100000:1.0:1746165912.403422:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977422973696:0@lo:400:kworker.0 00000100:00100000:1.0:1746165912.403435:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422973568 00000100:00100000:1.0:1746165912.403437:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422973568 00000100:00100000:1.0:1746165912.403451:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422973056 00000100:00100000:1.0:1746165912.403453:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422973056 00000100:00100000:1.0:1746165912.403461:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7478 00000100:00100000:1.0:1746165912.403464:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422973568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165912.403485:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422973568:12345-0@lo:400:kworker.0 Request processed in 20us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165912.403489:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7478 00000100:00100000:1.0:1746165912.403724:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7479 00000100:00100000:1.0:1746165912.403729:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422973056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165912.403751:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422973056:12345-0@lo:400:kworker.0 Request processed in 22us (487us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165912.403754:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7479 00000100:00100000:1.0:1746165912.403773:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422973056:0@lo:400:kworker.0 00000100:00100000:1.0:1746165912.403779:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422973568:0@lo:400:kworker.0 00000100:00100000:1.0:1746165912.404042:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422972800:0@lo:400:kworker.0 00000100:00100000:2.0:1746165912.417947:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fdab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422973824:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746165912.418003:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165912.418139:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422973824 00000100:00100000:3.0:1746165912.418146:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422973824 00000100:00100000:3.0:1746165912.418179:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35287 00000100:00100000:3.0:1746165912.418187:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422973824:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746165912.418216:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746165912.418251:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422973824:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165912.418259:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35287 00000100:00100000:2.0:1746165912.418336:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fdab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422973824:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746165912.482096:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746165912.482114:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fdaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422973952:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746165912.482169:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165912.482304:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422973952 00000100:00100000:1.0:1746165912.482310:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422973952 00000100:00100000:1.0:1746165912.482349:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35288 00000100:00100000:1.0:1746165912.482356:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422973952:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746165912.482384:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746165912.482451:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422973952:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165912.482459:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35288 00000100:00100000:2.0:1746165912.482531:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fdaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422973952:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746165912.673912:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422974080:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746165912.673978:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165912.674415:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422974080:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746165912.757910:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165915.764168:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165916.260040:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422974208:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746165916.260104:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165916.260806:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422974208 00000100:00100000:2.0:1746165916.260814:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422974208 00000100:00100000:2.0:1746165916.265038:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6853 00000100:00100000:2.0:1746165916.265055:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422974208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746165916.265086:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746165916.265375:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422974208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 326us (5270us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165916.265386:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6853 00000100:00100000:3.0:1746165916.265699:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422974208:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165916.765975:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165917.364707:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439099136 00000100:00100000:1.0:1746165917.364711:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439099136 00000100:00100000:1.0:1746165917.364742:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 596 00000100:00100000:1.0:1746165917.364748:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a81ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439099136:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165917.364776:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a81ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439099136:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 28us (852us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165917.364782:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 596 00000100:00100000:2.0:1746165917.364928:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439099520 00000100:00100000:2.0:1746165917.364933:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439099520 00000100:00100000:2.0:1746165917.364965:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49793 00000100:00100000:2.0:1746165917.364970:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439099520:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746165917.365000:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746165917.365028:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439099520:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 57us (1053us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746165917.365033:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49793 00000100:00100000:2.0:1746165917.411050:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977422974336:0@lo:400:kworker.0 00000100:00100000:2.0:1746165917.411107:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165917.411378:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422974976:0@lo:400:kworker.0 00000100:00100000:2.0:1746165917.411401:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165917.411418:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977422975616:0@lo:400:kworker.0 00000100:00100000:2.0:1746165917.411440:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422974336 00000100:00100000:2.0:1746165917.411445:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422974336 00000100:00100000:2.0:1746165917.411474:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:2.0:1746165917.411481:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422974336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165917.411511:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422974336:12345-0@lo:400:kworker.0 Request processed in 31us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165917.411518:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:2.0:1746165917.411538:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422974976 00000100:00100000:2.0:1746165917.411540:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422974976 00000100:00100000:2.0:1746165917.411554:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422975488 00000100:00100000:2.0:1746165917.411556:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422975488 00000100:00100000:2.0:1746165917.411570:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7480 00000100:00100000:2.0:1746165917.411573:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422974976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165917.411591:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422974976:12345-0@lo:400:kworker.0 Request processed in 18us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165917.411596:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7480 00000100:00100000:2.0:1746165917.411603:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7481 00000100:00100000:2.0:1746165917.411607:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422975488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165917.411623:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422975488:12345-0@lo:400:kworker.0 Request processed in 16us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165917.411708:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422975232 00000100:00100000:1.0:1746165917.411712:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422975232 00000100:00100000:1.0:1746165917.411732:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422974720 00000100:00100000:1.0:1746165917.411734:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422974720 00000100:00100000:1.0:1746165917.411746:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35289 00000100:00100000:1.0:1746165917.411751:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088faf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422975232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165917.411791:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088faf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422975232:12345-0@lo:400:kworker.0 Request processed in 40us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165917.411796:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35289 00000100:00100000:3.0:1746165917.411803:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35290 00000100:00100000:3.0:1746165917.411811:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422974720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165917.411821:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422975360 00000100:00100000:1.0:1746165917.411824:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422975360 00000100:00100000:3.0:1746165917.411842:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422974720:12345-0@lo:400:kworker.0 Request processed in 33us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165917.411847:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35290 00000100:00080000:3.0:1746165917.411869:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746165917.411873:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746165917.413873:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7481 00000100:00100000:2.0:1746165917.413969:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165917.414064:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977422974336:0@lo:400:kworker.0 00000100:00100000:2.0:1746165917.414100:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422974976:0@lo:400:kworker.0 00000100:00100000:2.0:1746165917.414111:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1746165917.414118:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977422974464:0@lo:400:kworker.0 00000100:00100000:2.0:1746165917.414159:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165917.414175:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090c0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977422975104:0@lo:400:kworker.0 00000100:00100000:2.0:1746165917.414188:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165917.414214:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422975616 00000100:00100000:2.0:1746165917.414221:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422975616 00000100:00100000:2.0:1746165917.414244:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422974464 00000100:00100000:2.0:1746165917.414245:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422974464 00000100:00100000:2.0:1746165917.414264:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422975104 00000100:00100000:2.0:1746165917.414266:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422975104 00000100:00100000:2.0:1746165917.414279:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2009 00000100:00100000:2.0:1746165917.414285:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977422975616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165917.414326:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977422975616:12345-0@lo:400:kworker.0 Request processed in 41us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165917.414331:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2009 00000100:00100000:2.0:1746165917.414339:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2010 00000100:00100000:2.0:1746165917.414343:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977422974464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165917.414361:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977422974464:12345-0@lo:400:kworker.0 Request processed in 18us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165917.414366:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2010 00000100:00100000:2.0:1746165917.414372:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2011 00000100:00100000:2.0:1746165917.414376:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e498000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977422975104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165917.414390:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e498000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977422975104:12345-0@lo:400:kworker.0 Request processed in 14us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165917.414394:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2011 00000100:00100000:2.0:1746165917.414423:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977422974464:0@lo:400:kworker.0 00000100:00100000:2.0:1746165917.414430:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090c0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977422975104:0@lo:400:kworker.0 00000100:00100000:2.0:1746165917.414437:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977422975616:0@lo:400:kworker.0 00000100:00080000:2.0:1746165917.414465:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746165917.414499:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422974720:0@lo:400:kworker.0 00000100:00100000:2.0:1746165917.414512:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422975232:0@lo:400:kworker.0 00000100:00100000:1.0:1746165917.415877:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49795 00000100:00100000:1.0:1746165917.415883:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977422975360:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746165917.415894:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165917.415932:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc99c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977422975360:12345-0@lo:8:kworker.0 Request processed in 49us (4207us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165917.415937:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49795 00000100:00080000:1.0:1746165917.415964:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165917.415968:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165917.415971:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422975360:0@lo:8:kworker.0 00000100:00100000:3.0:1746165917.432067:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422975744 00000100:00100000:3.0:1746165917.432080:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422975744 00000100:00100000:1.0:1746165917.435417:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35291 00000100:00100000:1.0:1746165917.435436:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422975744:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746165917.435476:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746165917.436344:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422975744:12345-0@lo:41:osp-pre-1-0.0 Request processed in 912us (9132us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165917.436351:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35291 00000100:00100000:3.0:1746165917.490779:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746165917.490800:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e499880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422975872:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165917.490863:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165917.491009:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422975872 00000100:00100000:1.0:1746165917.491016:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422975872 00000100:00100000:1.0:1746165917.491057:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35292 00000100:00100000:1.0:1746165917.491065:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422975872:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746165917.491095:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746165917.491147:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422975872:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165917.491153:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35292 00000100:00100000:2.0:1746165917.492858:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e499880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422975872:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746165917.683329:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fdab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422976000:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746165917.683387:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165917.684082:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fdab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422976000:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746165917.768477:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165920.783407:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165921.286917:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422976128 00000100:00100000:1.0:1746165921.286926:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422976128 00000100:00100000:1.0:1746165921.286985:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6855 00000100:00100000:1.0:1746165921.286993:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422976128:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746165921.287029:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746165921.287079:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422976128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165921.287086:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6855 00000100:00080000:2.0:1746165921.287692:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746165921.786498:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746165922.375573:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439099648 00000100:00100000:2.0:1746165922.375582:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439099648 00000100:00100000:2.0:1746165922.375646:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 598 00000100:00100000:2.0:1746165922.376331:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439099648:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746165922.376452:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439099648:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 797us (1610us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165922.376462:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 598 00000100:00100000:3.0:1746165922.381528:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439099904 00000100:00100000:3.0:1746165922.381542:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439099904 00000100:00100000:3.0:1746165922.381619:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439099776 00000100:00100000:3.0:1746165922.381622:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439099776 00000100:00100000:3.0:1746165922.381647:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2012 00000100:00100000:3.0:1746165922.381659:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439099904:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165922.381817:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439099904:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 162us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165922.381829:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2012 00000100:00100000:1.0:1746165922.382339:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439100032 00000100:00100000:1.0:1746165922.382346:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439100032 00000100:00100000:1.0:1746165922.382386:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49796 00000100:00100000:1.0:1746165922.382391:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439100032:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746165922.382420:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165922.382455:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439100032:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 63us (889us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165922.382462:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49796 00000100:00100000:2.0:1746165922.419022:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977422976256:0@lo:400:kworker.0 00000100:00100000:2.0:1746165922.419111:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165922.419353:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422976256 00000100:00100000:1.0:1746165922.419363:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422976256 00000100:00100000:3.0:1746165922.420396:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746165922.420986:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977422976384:0@lo:400:kworker.0 00000100:00100000:3.0:1746165922.421045:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165922.421087:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422976384 00000100:00100000:3.0:1746165922.421092:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422976384 00000100:00100000:3.0:1746165922.421136:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2014 00000100:00100000:3.0:1746165922.421143:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977422976384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165922.421184:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e87b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977422976384:12345-0@lo:400:kworker.0 Request processed in 42us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165922.421190:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2014 00000100:00080000:3.0:1746165922.421214:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746165922.421239:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977422976384:0@lo:400:kworker.0 00000100:00100000:3.0:1746165922.422705:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977422976512:0@lo:400:kworker.0 00000100:00100000:3.0:1746165922.422750:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165922.423566:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422976512 00000100:00100000:3.0:1746165922.423573:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422976512 00000100:00100000:3.0:1746165922.423619:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2015 00000100:00100000:3.0:1746165922.423626:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095e85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977422976512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165922.423671:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095e85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977422976512:12345-0@lo:400:kworker.0 Request processed in 47us (920us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165922.423696:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2015 00000100:00080000:3.0:1746165922.423721:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746165922.423746:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977422976512:0@lo:400:kworker.0 00000100:00100000:1.0:1746165922.426395:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:1.0:1746165922.426419:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977422976256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165922.432192:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977422976256:12345-0@lo:400:kworker.0 Request processed in 5769us (13066us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165922.432214:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:3.0:1746165922.432431:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977422976256:0@lo:400:kworker.0 00000100:00100000:3.0:1746165922.432467:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746165922.432479:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422976640:0@lo:400:kworker.0 00000100:00100000:3.0:1746165922.432562:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165922.432664:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422976640 00000100:00100000:2.0:1746165922.432672:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422976640 00000100:00100000:2.0:1746165922.432752:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35293 00000100:00100000:2.0:1746165922.432763:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f426680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422976640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165922.432836:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f426680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422976640:12345-0@lo:400:kworker.0 Request processed in 75us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165922.432842:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35293 00000100:00100000:3.0:1746165922.432858:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422976640:0@lo:400:kworker.0 00000100:00100000:3.0:1746165922.435833:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422977152:0@lo:400:kworker.0 00000100:00100000:2.0:1746165922.435911:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977422977024:0@lo:400:kworker.0 00000100:00100000:3.0:1746165922.435935:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165922.435943:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165922.435983:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422977024 00000100:00100000:2.0:1746165922.435991:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422977024 00000100:00100000:3.0:1746165922.436020:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422976896:0@lo:400:kworker.0 00000100:00100000:2.0:1746165922.436039:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2016 00000100:00100000:3.0:1746165922.436072:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165922.436089:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422976768:0@lo:8:kworker.0 00000100:00100000:3.0:1746165922.436094:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422976896 00000100:00100000:3.0:1746165922.436097:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422976896 00000100:00100000:1.0:1746165922.436119:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165922.436124:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422976768 00000100:00100000:3.0:1746165922.436126:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422976768 00000100:00100000:1.0:1746165922.436139:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422977280:0@lo:8:kworker.0 00000100:00100000:3.0:1746165922.436139:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7482 00000100:00100000:3.0:1746165922.436145:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f425880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422976896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165922.436156:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165922.436183:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422977280 00000100:00100000:1.0:1746165922.436185:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422977280 00000100:00100000:3.0:1746165922.436186:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f425880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422976896:12345-0@lo:400:kworker.0 Request processed in 42us (113us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165922.436192:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7482 00000100:00100000:1.0:1746165922.436203:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49797 00000100:00100000:1.0:1746165922.436207:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fdab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977422976768:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1746165922.436211:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49798 00000100:00100000:3.0:1746165922.436214:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977422977280:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1746165922.436242:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e498380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977422977024:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1746165922.437195:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165922.437249:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fdab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977422976768:12345-0@lo:8:kworker.0 Request processed in 1040us (1129us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165922.437255:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49797 00000100:00100000:2.0:1746165922.437343:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e498380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977422977024:12345-0@lo:400:kworker.0 Request processed in 1297us (1397us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165922.437352:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2016 00000100:00100000:1.0:1746165922.437802:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977422977024:0@lo:400:kworker.0 00010000:00020000:3.0:1746165922.438724:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165922.438784:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977422977280:12345-0@lo:8:kworker.0 Request processed in 2566us (2625us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165922.438791:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49798 00000100:00100000:2.0:1746165922.450999:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746165922.451026:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422977664:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746165922.451287:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165922.452985:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422977664:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165922.498783:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422977792:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165922.498867:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165922.498897:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422977792 00000100:00100000:2.0:1746165922.498906:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422977792 00000100:00100000:2.0:1746165922.499062:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35296 00000100:00100000:2.0:1746165922.499071:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f425500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422977792:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746165922.499108:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746165922.499795:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f425500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422977792:12345-0@lo:41:osp-pre-0-1.0 Request processed in 724us (927us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165922.499803:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35296 00000100:00100000:3.0:1746165922.499893:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422977792:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746165922.689904:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746165922.689933:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422977920:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746165922.690024:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165922.690361:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422977920 00000100:00100000:2.0:1746165922.690371:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422977920 00000100:00100000:2.0:1746165922.690425:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6856 00000100:00100000:2.0:1746165922.690434:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422977920:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746165922.690461:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746165922.690775:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422977920:12345-0@lo:13:osp-pre-1-0.0 Request processed in 341us (751us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165922.690782:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6856 00010000:00010000:1.0:1746165922.788954:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165925.797170:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746165926.306346:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422978048:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746165926.306424:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165926.308143:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422978048:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165926.797511:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165927.395712:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439100160 00000100:00100000:3.0:1746165927.395712:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439100544 00000100:00100000:1.0:1746165927.395722:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439100160 00000100:00100000:3.0:1746165927.395722:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439100544 00000100:00100000:3.0:1746165927.395761:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49799 00000100:00100000:3.0:1746165927.395769:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439100544:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746165927.395798:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746165927.395836:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439100288 00000100:00100000:2.0:1746165927.395841:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439100288 00000100:00100000:3.0:1746165927.395854:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439100544:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 86us (237us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165927.395860:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49799 00000100:00100000:2.0:1746165927.395878:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439100416 00000100:00100000:2.0:1746165927.395881:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439100416 00000100:00100000:2.0:1746165927.395899:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2018 00000100:00100000:2.0:1746165927.395907:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439100288:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165927.395942:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2019 00000100:00100000:3.0:1746165927.395949:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439100416:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746165927.395955:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439100288:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 50us (1752us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165927.395962:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2018 00000100:00100000:3.0:1746165927.395972:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439100416:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 25us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165927.395977:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2019 00000100:00080000:3.0:1746165927.396012:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746165927.396015:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746165927.396511:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 600 00000100:00100000:1.0:1746165927.396519:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439100160:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165927.396549:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439100160:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 32us (1106us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165927.396554:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 600 00000100:00100000:2.0:1746165927.448049:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422978560:0@lo:400:kworker.0 00000100:00100000:2.0:1746165927.448138:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165927.448588:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422978560 00000100:00100000:2.0:1746165927.448597:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422978560 00000100:00100000:2.0:1746165927.448658:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35297 00000100:00100000:2.0:1746165927.448667:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422978560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165927.448754:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422978560:12345-0@lo:400:kworker.0 Request processed in 87us (615us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165927.448763:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35297 00000100:00100000:2.0:1746165927.448810:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422978560:0@lo:400:kworker.0 00000100:00100000:1.0:1746165927.448900:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422978176:0@lo:400:kworker.0 00000100:00100000:2.0:1746165927.449308:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422979072 00000100:00100000:2.0:1746165927.449313:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422979072 00000100:00100000:3.0:1746165927.449320:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977422978304:0@lo:400:kworker.0 00000100:00100000:3.0:1746165927.449358:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165927.449390:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013048ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977422978944:0@lo:400:kworker.0 00000100:00100000:3.0:1746165927.449409:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165927.449454:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35298 00000100:00100000:2.0:1746165927.449471:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422979072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165927.449511:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422979072:12345-0@lo:400:kworker.0 Request processed in 52us (694us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165927.449517:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35298 00000100:00100000:2.0:1746165927.449547:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130489f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422979072:0@lo:400:kworker.0 00000100:00100000:2.0:1746165927.449569:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422979328:0@lo:400:kworker.0 00000100:00100000:2.0:1746165927.449600:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165927.449621:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422979328 00000100:00100000:2.0:1746165927.449624:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422979328 00000100:00100000:2.0:1746165927.449660:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7484 00000100:00100000:2.0:1746165927.449666:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422979328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165927.449727:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422979328:12345-0@lo:400:kworker.0 Request processed in 61us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165927.449733:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7484 00000100:00100000:2.0:1746165927.449757:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422979328:0@lo:400:kworker.0 00000100:00100000:3.0:1746165927.450603:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977422978304:0@lo:400:kworker.0 00000100:00100000:3.0:1746165927.450614:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013048ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977422978944:0@lo:400:kworker.0 00000100:00100000:1.0:1746165927.450986:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165927.451044:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422978176 00000100:00100000:2.0:1746165927.451048:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422978176 00000100:00100000:1.0:1746165927.451049:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130489880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422978816:0@lo:400:kworker.0 00000100:00100000:1.0:1746165927.451247:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165927.451250:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:2.0:1746165927.451257:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422978176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165927.451264:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bbb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977422979456:0@lo:400:kworker.0 00000100:00100000:1.0:1746165927.451283:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165927.451286:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422978176:12345-0@lo:400:kworker.0 Request processed in 31us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165927.451292:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:1.0:1746165927.451303:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422978176:0@lo:400:kworker.0 00000100:00100000:3.0:1746165927.452063:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422978816 00000100:00100000:3.0:1746165927.452068:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422978816 00000100:00100000:3.0:1746165927.452107:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7485 00000100:00100000:3.0:1746165927.452113:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422978816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165927.452357:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422978816:12345-0@lo:400:kworker.0 Request processed in 244us (1110us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165927.452364:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7485 00000100:00100000:1.0:1746165927.452991:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130489880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422978816:0@lo:400:kworker.0 00000100:00100000:1.0:1746165927.453003:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bbb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977422979456:0@lo:400:kworker.0 00000100:00100000:2.0:1746165927.458235:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422979584 00000100:00100000:2.0:1746165927.458246:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422979584 00000100:00100000:2.0:1746165927.458312:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35299 00000100:00100000:2.0:1746165927.458321:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422979584:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746165927.458881:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746165927.464158:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422979584:12345-0@lo:41:osp-pre-1-0.0 Request processed in 5824us (6042us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165927.464175:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35299 00000100:00100000:3.0:1746165927.510907:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422979712 00000100:00100000:3.0:1746165927.510924:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422979712 00000100:00100000:3.0:1746165927.511015:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35300 00000100:00100000:3.0:1746165927.511027:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422979712:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746165927.511077:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746165927.511176:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422979712:12345-0@lo:41:osp-pre-0-1.0 Request processed in 152us (3196us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165927.511183:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35300 00000100:00100000:1.0:1746165927.511317:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f425c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422979712:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746165927.699808:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422979840:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746165927.699900:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165927.699985:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422979840 00000100:00100000:3.0:1746165927.699994:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422979840 00000100:00100000:3.0:1746165927.700055:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6858 00000100:00100000:3.0:1746165927.700063:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422979840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746165927.700263:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165927.700315:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422979840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 253us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165927.700322:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6858 00000100:00100000:1.0:1746165927.700411:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422979840:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746165927.801716:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165930.805971:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746165931.317528:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422979968 00000100:00100000:2.0:1746165931.317540:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422979968 00000100:00100000:2.0:1746165931.318671:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6859 00000100:00100000:2.0:1746165931.318698:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422979968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746165931.318745:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746165931.319122:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422979968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 429us (2404us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165931.319129:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6859 00010000:00010000:3.0:1746165931.808016:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746165932.399568:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439100800 00000100:00100000:2.0:1746165932.399574:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439100800 00000100:00100000:2.0:1746165932.399616:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439100928 00000100:00100000:2.0:1746165932.399618:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439100928 00000100:00100000:2.0:1746165932.399633:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2024 00000100:00100000:2.0:1746165932.399642:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439100800:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746165932.399734:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439100800:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 96us (1117us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165932.399740:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2024 00000100:00100000:2.0:1746165932.399751:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2025 00000100:00100000:2.0:1746165932.399756:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439100928:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746165932.399774:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439100928:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 19us (1007us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165932.399779:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2025 00000100:00100000:3.0:1746165932.401043:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439100672 00000100:00100000:3.0:1746165932.401051:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439100672 00000100:00100000:3.0:1746165932.401103:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 602 00000100:00100000:3.0:1746165932.401112:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439100672:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165932.401175:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439100672:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 63us (2435us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165932.401181:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 602 00000100:00100000:2.0:1746165932.451497:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977422980096:0@lo:400:kworker.0 00000100:00100000:2.0:1746165932.451820:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165932.453761:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136053800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422980480:0@lo:400:kworker.0 00000100:00100000:1.0:1746165932.453792:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165932.453813:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422981248:0@lo:400:kworker.0 00000100:00100000:1.0:1746165932.453830:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165932.453842:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746165932.453846:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422980736:0@lo:400:kworker.0 00000100:00100000:1.0:1746165932.453861:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165932.453871:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977422981376:0@lo:400:kworker.0 00000100:00100000:1.0:1746165932.453889:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165932.453908:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422981376 00000100:00100000:1.0:1746165932.453911:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422981376 00000100:00100000:1.0:1746165932.453931:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2029 00000100:00100000:1.0:1746165932.453936:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009404b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977422981376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165932.453963:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009404b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977422981376:12345-0@lo:400:kworker.0 Request processed in 27us (73us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165932.453969:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2029 00000100:00100000:1.0:1746165932.453989:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977422981376:0@lo:400:kworker.0 00000100:00100000:1.0:1746165932.454010:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422981248 00000100:00100000:1.0:1746165932.454012:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422981248 00000100:00100000:1.0:1746165932.454033:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422980736 00000100:00100000:1.0:1746165932.454035:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422980736 00000100:00100000:1.0:1746165932.454047:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7486 00000100:00100000:1.0:1746165932.454051:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422981248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165932.454253:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422980096 00000100:00100000:3.0:1746165932.454260:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422980096 00000100:00100000:3.0:1746165932.454294:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:3.0:1746165932.454302:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977422980096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165932.454341:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977422980096:12345-0@lo:400:kworker.0 Request processed in 40us (2522us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165932.454347:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:3.0:1746165932.454413:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7487 00000100:00100000:3.0:1746165932.454421:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422980736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165932.454449:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422980736:12345-0@lo:400:kworker.0 Request processed in 30us (586us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165932.454455:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7487 00000100:00100000:2.0:1746165932.454807:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977422980096:0@lo:400:kworker.0 00000100:00100000:1.0:1746165932.454971:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422981248:12345-0@lo:400:kworker.0 Request processed in 917us (1138us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165932.454978:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7486 00000100:00100000:2.0:1746165932.455250:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422980736:0@lo:400:kworker.0 00000100:00100000:2.0:1746165932.455259:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136053800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422980480:0@lo:400:kworker.0 00000100:00100000:2.0:1746165932.455269:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422981248:0@lo:400:kworker.0 00000100:00100000:2.0:1746165932.483274:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124daf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422981504:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746165932.483345:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165932.487026:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124daf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422981504:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746165932.514155:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422981632:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746165932.514226:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165932.517410:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094048e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422981632:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165932.707146:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746165932.707173:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009404a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422981760:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746165932.707265:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165932.709524:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009404a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422981760:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746165932.810885:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165935.821141:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165936.321986:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746165936.322013:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124dac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422981888:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746165936.322101:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746165936.323015:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746165936.323084:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124dac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422981888:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165936.826106:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165937.413810:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439101184 00000100:00100000:3.0:1746165937.413814:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439101184 00000100:00100000:3.0:1746165937.413852:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 604 00000100:00100000:3.0:1746165937.413858:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439101184:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165937.413896:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439101184:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 37us (952us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165937.413902:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 604 00000100:00100000:3.0:1746165937.459559:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977422982016:0@lo:400:kworker.0 00000100:00100000:3.0:1746165937.459829:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165937.459867:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422982656:0@lo:400:kworker.0 00000100:00100000:3.0:1746165937.459888:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165937.459900:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0908380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977422983296:0@lo:400:kworker.0 00000100:00100000:3.0:1746165937.459915:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165937.459927:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1746165937.459932:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977422982144:0@lo:400:kworker.0 00000100:00100000:3.0:1746165937.459946:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165937.459955:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977422982784:0@lo:400:kworker.0 00000100:00100000:3.0:1746165937.459971:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165937.459990:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422983296 00000100:00100000:3.0:1746165937.459992:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422983296 00000100:00100000:3.0:1746165937.460014:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422982144 00000100:00100000:3.0:1746165937.460016:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422982144 00000100:00100000:3.0:1746165937.460034:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422982784 00000100:00100000:3.0:1746165937.460036:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422982784 00000100:00100000:3.0:1746165937.460048:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2033 00000100:00100000:3.0:1746165937.460053:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f424380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977422983296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165937.460078:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f424380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977422983296:12345-0@lo:400:kworker.0 Request processed in 25us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165937.460083:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2033 00000100:00100000:3.0:1746165937.460274:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2034 00000100:00100000:3.0:1746165937.460278:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f426d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977422982144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165937.460314:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f426d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977422982144:12345-0@lo:400:kworker.0 Request processed in 35us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165937.460319:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2034 00000100:00100000:3.0:1746165937.460334:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2035 00000100:00100000:3.0:1746165937.460338:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f426300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977422982784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165937.460359:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f426300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977422982784:12345-0@lo:400:kworker.0 Request processed in 21us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165937.460363:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2035 00000100:00100000:3.0:1746165937.460398:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977422982144:0@lo:400:kworker.0 00000100:00100000:3.0:1746165937.460405:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977422982784:0@lo:400:kworker.0 00000100:00100000:3.0:1746165937.460414:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0908380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977422983296:0@lo:400:kworker.0 00000100:00100000:3.0:1746165937.460443:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422982656 00000100:00100000:3.0:1746165937.460446:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422982656 00000100:00100000:3.0:1746165937.460464:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7489 00000100:00100000:3.0:1746165937.460469:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f424700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422982656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165937.460500:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f424700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422982656:12345-0@lo:400:kworker.0 Request processed in 30us (610us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165937.460509:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7489 00000100:00100000:3.0:1746165937.460535:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422982656:0@lo:400:kworker.0 00000100:00100000:3.0:1746165937.460554:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422982016 00000100:00100000:3.0:1746165937.460557:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422982016 00000100:00100000:3.0:1746165937.460579:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:3.0:1746165937.460584:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422982016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165937.460610:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422982016:12345-0@lo:400:kworker.0 Request processed in 26us (781us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165937.460616:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:3.0:1746165937.460644:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977422982016:0@lo:400:kworker.0 00000100:00100000:1.0:1746165937.460801:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422982528:0@lo:8:kworker.0 00000100:00100000:1.0:1746165937.460838:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165937.460876:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422983040:0@lo:8:kworker.0 00000100:00100000:1.0:1746165937.460896:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165937.460973:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422982528 00000100:00100000:2.0:1746165937.460979:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422982528 00000100:00100000:2.0:1746165937.460995:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422983040 00000100:00100000:2.0:1746165937.460997:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422983040 00000100:00100000:2.0:1746165937.461009:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49806 00000100:00100000:2.0:1746165937.461015:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977422982528:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746165937.461040:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746165937.461081:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977422982528:12345-0@lo:8:kworker.0 Request processed in 66us (243us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746165937.461086:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49806 00000100:00100000:2.0:1746165937.461095:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49807 00000100:00100000:2.0:1746165937.461098:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977422983040:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746165937.461106:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746165937.461122:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977422983040:12345-0@lo:8:kworker.0 Request processed in 23us (225us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746165937.461127:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49807 00000100:00080000:1.0:1746165937.461195:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165937.461200:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165937.461204:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422982528:0@lo:8:kworker.0 00000100:00080000:1.0:1746165937.461210:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165937.461213:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165937.461215:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422983040:0@lo:8:kworker.0 00000100:00100000:2.0:1746165937.508790:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f427480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422983424:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746165937.508877:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165937.509008:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422983424 00000100:00100000:1.0:1746165937.509018:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422983424 00000100:00100000:1.0:1746165937.509080:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35307 00000100:00100000:1.0:1746165937.509088:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422983424:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746165937.509129:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746165937.509186:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422983424:12345-0@lo:41:osp-pre-1-0.0 Request processed in 98us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165937.509193:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35307 00000100:00100000:3.0:1746165937.509277:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f427480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422983424:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746165937.523369:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422983552 00000100:00100000:2.0:1746165937.523382:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422983552 00000100:00100000:2.0:1746165937.523463:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35308 00000100:00100000:2.0:1746165937.523472:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0908e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422983552:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746165937.523525:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746165937.523594:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0908e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422983552:12345-0@lo:41:osp-pre-0-1.0 Request processed in 122us (1505us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165937.523601:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35308 00000100:00100000:1.0:1746165937.719622:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422983680:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746165937.719732:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165937.722653:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422983680:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746165937.832582:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165938.834758:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165940.842993:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165941.330574:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746165941.330620:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0909180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422983808:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746165941.330977:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746165941.333705:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746165941.844918:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165942.417802:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439101696 00000100:00100000:3.0:1746165942.417814:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439101696 00000100:00100000:3.0:1746165942.418454:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 606 00000100:00100000:3.0:1746165942.418466:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439101696:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746165942.420174:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439102080 00000100:00100000:2.0:1746165942.420183:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439102080 00000100:00100000:2.0:1746165942.420219:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49808 00000100:00100000:2.0:1746165942.420224:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0909500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439102080:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746165942.420250:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165942.421378:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439101824 00000100:00100000:1.0:1746165942.421385:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439101824 00000100:00100000:1.0:1746165942.421445:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2036 00000100:00100000:1.0:1746165942.421453:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0909180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439101824:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165942.421483:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439101696:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 3016us (4315us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165942.421494:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 606 00000100:00100000:2.0:1746165942.424174:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0909500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439102080:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 3930us (4100us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746165942.424193:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49808 00000100:00080000:2.0:1746165942.424283:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746165942.424367:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0909180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439101824:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 2912us (7098us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165942.424378:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2036 00000100:00100000:3.0:1746165942.425295:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746165942.425842:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439101952 00000100:00100000:1.0:1746165942.425851:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439101952 00000100:00100000:1.0:1746165942.425900:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2037 00000100:00100000:1.0:1746165942.425907:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f425880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439101952:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165942.425980:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f425880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439101952:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 73us (686us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165942.425986:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2037 00000100:00080000:2.0:1746165942.426739:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746165942.467993:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977422983936:0@lo:400:kworker.0 00000100:00100000:2.0:1746165942.468073:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165942.468162:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422983936 00000100:00100000:2.0:1746165942.468170:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422983936 00000100:00100000:2.0:1746165942.468231:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:2.0:1746165942.468238:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977422983936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165942.468296:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0909c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977422984064:0@lo:400:kworker.0 00000100:00100000:3.0:1746165942.468331:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165942.468363:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422984064 00000100:00100000:3.0:1746165942.468366:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422984064 00000100:00100000:1.0:1746165942.468995:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0909f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977422984192:0@lo:400:kworker.0 00000100:00100000:2.0:1746165942.469006:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977422983936:12345-0@lo:400:kworker.0 Request processed in 768us (933us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165942.469014:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:1.0:1746165942.469023:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165942.469443:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a090aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422984576:0@lo:400:kworker.0 00000100:00100000:2.0:1746165942.469470:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165942.469503:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977422983936:0@lo:400:kworker.0 00000100:00100000:2.0:1746165942.469519:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a090bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977422985216:0@lo:400:kworker.0 00000100:00100000:2.0:1746165942.469541:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422984576 00000100:00100000:2.0:1746165942.469543:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422984576 00000100:00100000:2.0:1746165942.469567:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7490 00000100:00100000:2.0:1746165942.469573:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136053800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422984576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165942.469601:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136053800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422984576:12345-0@lo:400:kworker.0 Request processed in 29us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165942.469607:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7490 00000100:00100000:2.0:1746165942.469616:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422984448 00000100:00100000:2.0:1746165942.469618:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422984448 00000100:00100000:2.0:1746165942.469630:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49809 00000100:00100000:2.0:1746165942.469634:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0909880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977422984448:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746165942.469655:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165942.470749:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a090b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422984832:0@lo:400:kworker.0 00000100:00100000:1.0:1746165942.470786:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165942.471179:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422984192 00000100:00100000:3.0:1746165942.471186:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422984192 00000100:00100000:3.0:1746165942.471247:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2038 00000100:00100000:3.0:1746165942.471256:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977422984064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165942.471300:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f425c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977422984064:12345-0@lo:400:kworker.0 Request processed in 47us (2969us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165942.471305:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2038 00000100:00100000:3.0:1746165942.471324:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2039 00000100:00100000:3.0:1746165942.471328:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009404aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977422984192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165942.471362:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009404aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977422984192:12345-0@lo:400:kworker.0 Request processed in 33us (2338us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165942.471367:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2039 00000100:00100000:1.0:1746165942.471385:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165942.471394:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a090a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422984320:0@lo:400:kworker.0 00000100:00100000:1.0:1746165942.471420:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0909c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977422984064:0@lo:400:kworker.0 00000100:00100000:3.0:1746165942.471425:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165942.471440:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a090b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422985088:0@lo:400:kworker.0 00000100:00100000:1.0:1746165942.471447:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422984832 00000100:00100000:1.0:1746165942.471450:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422984832 00000100:00100000:3.0:1746165942.471457:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165942.471473:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422984320 00000100:00100000:1.0:1746165942.471475:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422984320 00000100:00100000:3.0:1746165942.471482:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35309 00000100:00100000:3.0:1746165942.471487:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422984832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165942.471521:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094049180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422984832:12345-0@lo:400:kworker.0 Request processed in 34us (734us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165942.471613:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0909880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977422984448:12345-0@lo:8:kworker.0 Request processed in 1975us (2043us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746165942.471619:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49809 00000100:00100000:2.0:1746165942.471632:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422985088 00000100:00100000:2.0:1746165942.471635:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422985088 00000100:00100000:2.0:1746165942.471655:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7491 00000100:00100000:2.0:1746165942.471661:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422985088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165942.471706:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422985088:12345-0@lo:400:kworker.0 Request processed in 46us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165942.471712:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7491 00000100:00100000:2.0:1746165942.471734:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165942.471764:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a090aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422984576:0@lo:400:kworker.0 00000100:00100000:2.0:1746165942.471782:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422984704 00000100:00100000:2.0:1746165942.471785:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422984704 00000100:00100000:2.0:1746165942.471798:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422985216 00000100:00100000:2.0:1746165942.471800:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422985216 00000100:00100000:2.0:1746165942.471813:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2040 00000100:00100000:2.0:1746165942.471817:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009404bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977422984704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165942.472740:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35310 00000100:00100000:1.0:1746165942.472748:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f425f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422984320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165942.472785:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f425f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422984320:12345-0@lo:400:kworker.0 Request processed in 38us (1359us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165942.472790:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35310 00000100:00100000:2.0:1746165942.472872:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009404bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977422984704:12345-0@lo:400:kworker.0 Request processed in 1053us (1484us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165942.472879:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2040 00000100:00100000:2.0:1746165942.472927:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a090a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422984320:0@lo:400:kworker.0 00000100:00100000:2.0:1746165942.472937:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a090b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422985088:0@lo:400:kworker.0 00000100:00100000:3.0:1746165942.474694:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35309 00000100:00100000:3.0:1746165942.514406:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422985344 00000100:00100000:3.0:1746165942.514416:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422985344 00000100:00100000:3.0:1746165942.514561:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35311 00000100:00100000:3.0:1746165942.514575:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a090ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422985344:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746165942.514615:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746165942.514753:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a090ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422985344:12345-0@lo:41:osp-pre-1-0.0 Request processed in 180us (667us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165942.514759:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35311 00000100:00100000:1.0:1746165942.530930:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0909f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422985472:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746165942.531032:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165942.531390:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422985472 00000100:00100000:3.0:1746165942.531399:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422985472 00000100:00100000:3.0:1746165942.531451:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35312 00000100:00100000:3.0:1746165942.531460:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422985472:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746165942.531500:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746165942.531583:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094049c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422985472:12345-0@lo:41:osp-pre-0-1.0 Request processed in 124us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165942.531590:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35312 00000100:00100000:1.0:1746165942.531830:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0909f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422985472:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746165942.739255:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009404a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422985600:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746165942.739339:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165942.739471:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422985600 00000100:00100000:3.0:1746165942.739481:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422985600 00000100:00100000:3.0:1746165942.739541:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6864 00000100:00100000:3.0:1746165942.739550:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422985600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746165942.739587:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165942.743054:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422985600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 3493us (3702us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165942.743072:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6864 00000100:00100000:2.0:1746165942.757445:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009404a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422985600:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746165942.845974:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165943.849917:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165945.856454:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746165946.339379:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a090b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422985728:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746165946.339611:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165946.341370:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422985728 00000100:00100000:3.0:1746165946.341380:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422985728 00000100:00100000:3.0:1746165946.341443:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6865 00000100:00100000:3.0:1746165946.341452:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422985728:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746165946.341478:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165946.341531:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422985728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (1921us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165946.341537:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6865 00000100:00100000:2.0:1746165946.343324:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a090b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422985728:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165946.859010:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746165947.426338:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439102208 00000100:00100000:2.0:1746165947.426349:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439102208 00000100:00100000:2.0:1746165947.426379:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439102336 00000100:00100000:2.0:1746165947.426381:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439102336 00000100:00100000:3.0:1746165947.427070:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439102464 00000100:00100000:3.0:1746165947.427074:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439102464 00000100:00100000:3.0:1746165947.427574:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2042 00000100:00100000:3.0:1746165947.427583:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a090b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439102464:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165947.427643:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a090b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439102464:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 51us (1278us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165947.427649:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2042 00000100:00100000:3.0:1746165947.427666:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2043 00000100:00100000:3.0:1746165947.427671:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a090bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439102336:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165947.427715:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a090bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439102336:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 43us (1401us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165947.427719:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2043 00000100:00080000:1.0:1746165947.429570:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746165947.429577:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746165947.474505:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0909f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977422985984:0@lo:400:kworker.0 00000100:00100000:1.0:1746165947.474582:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165947.474827:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422985984 00000100:00100000:2.0:1746165947.474836:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422985984 00000100:00100000:1.0:1746165947.476908:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746165947.476931:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a090b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977422985856:0@lo:400:kworker.0 00000100:00100000:1.0:1746165947.476985:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746165947.477037:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746165947.477063:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422985856 00000100:00100000:1.0:1746165947.477067:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422985856 00000100:00100000:1.0:1746165947.477105:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:1.0:1746165947.477114:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977422985856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165947.477653:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977422985856:12345-0@lo:400:kworker.0 Request processed in 540us (667us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165947.477660:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:1.0:1746165947.477713:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a090b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977422985856:0@lo:400:kworker.0 00000100:00100000:3.0:1746165947.477886:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a090b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977422986112:0@lo:400:kworker.0 00000100:00100000:2.0:1746165947.477890:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2044 00000100:00100000:2.0:1746165947.477899:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094048e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977422985984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165947.477923:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165947.477960:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094048e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977422985984:12345-0@lo:400:kworker.0 Request processed in 64us (3378us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165947.477966:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2044 00000100:00100000:2.0:1746165947.477977:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422986112 00000100:00100000:2.0:1746165947.477980:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422986112 00000100:00100000:2.0:1746165947.478002:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2045 00000100:00100000:2.0:1746165947.478006:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977422986112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165947.478080:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0909f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977422985984:0@lo:400:kworker.0 00000100:00080000:1.0:1746165947.478096:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746165947.478868:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977422986112:12345-0@lo:400:kworker.0 Request processed in 860us (943us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165947.478868:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a090b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977422986112:0@lo:400:kworker.0 00000100:00100000:2.0:1746165947.478874:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2045 00000100:00100000:3.0:1746165947.478884:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746165947.478891:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a090a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422986240:0@lo:400:kworker.0 00000100:00100000:3.0:1746165947.478922:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165947.478969:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422986240 00000100:00100000:2.0:1746165947.478973:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422986240 00000100:00100000:2.0:1746165947.478999:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35313 00000100:00100000:2.0:1746165947.479004:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422986240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165947.479051:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422986240:12345-0@lo:400:kworker.0 Request processed in 47us (128us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165947.479057:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35313 00000100:00100000:3.0:1746165947.479077:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a090a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422986240:0@lo:400:kworker.0 00000100:00100000:1.0:1746165947.481851:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a090aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422986368:0@lo:8:kworker.0 00000100:00100000:1.0:1746165947.481925:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165947.482009:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422986368 00000100:00100000:1.0:1746165947.482018:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422986368 00000100:00100000:1.0:1746165947.482051:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49812 00000100:00100000:1.0:1746165947.482058:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009404a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977422986368:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746165947.482085:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165947.482134:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009404a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977422986368:12345-0@lo:8:kworker.0 Request processed in 74us (208us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165947.482140:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49812 00000100:00100000:2.0:1746165947.482642:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0909c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422986496:0@lo:400:kworker.0 00000100:00100000:2.0:1746165947.482671:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165947.484300:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a090b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422986752:0@lo:400:kworker.0 00000100:00100000:3.0:1746165947.484342:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165947.484370:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422986752 00000100:00100000:3.0:1746165947.484374:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422986752 00000100:00100000:3.0:1746165947.484405:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35314 00000100:00100000:3.0:1746165947.484411:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422986752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165947.484439:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422986752:12345-0@lo:400:kworker.0 Request processed in 29us (97us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165947.484444:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35314 00000100:00100000:3.0:1746165947.484480:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a090b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422986752:0@lo:400:kworker.0 00000100:00100000:3.0:1746165947.484500:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746165947.484504:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a090b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422987008:0@lo:400:kworker.0 00000100:00100000:3.0:1746165947.484524:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165947.484538:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422987008 00000100:00100000:3.0:1746165947.484540:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422987008 00000100:00100000:3.0:1746165947.484566:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7493 00000100:00100000:3.0:1746165947.484571:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a090b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422987008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165947.484611:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a090b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977422987008:12345-0@lo:400:kworker.0 Request processed in 40us (86us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165947.484616:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7493 00000100:00080000:3.0:1746165947.484633:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746165947.484646:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a090b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422987008:0@lo:400:kworker.0 00000100:00080000:1.0:1746165947.484717:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165947.484722:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165947.484725:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a090aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422986368:0@lo:8:kworker.0 00000100:00100000:1.0:1746165947.484740:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0909f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422986880:0@lo:8:kworker.0 00000100:00100000:1.0:1746165947.484764:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165947.484779:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422986880 00000100:00100000:3.0:1746165947.484783:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422986880 00000100:00100000:3.0:1746165947.484795:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49813 00000100:00100000:3.0:1746165947.484799:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977422986880:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165947.484821:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746165947.484847:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977422986880:12345-0@lo:8:kworker.0 Request processed in 48us (82us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165947.484853:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49813 00000100:00080000:1.0:1746165947.485308:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165947.485312:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165947.485315:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0909f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422986880:0@lo:8:kworker.0 00000100:00100000:2.0:1746165947.485460:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0909c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422986496:0@lo:400:kworker.0 00000100:00100000:3.0:1746165947.525917:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746165947.527884:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422987264:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165947.527968:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165947.528421:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422987264:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165947.539151:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422987392 00000100:00100000:3.0:1746165947.539161:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422987392 00000100:00100000:3.0:1746165947.539506:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35316 00000100:00100000:3.0:1746165947.539516:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422987392:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746165947.539560:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746165947.539617:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422987392:12345-0@lo:41:osp-pre-0-1.0 Request processed in 103us (547us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165947.539624:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35316 00000100:00100000:1.0:1746165947.540433:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422987392:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165947.769071:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746165947.769095:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422987520:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746165947.769402:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165947.774930:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977422987520:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746165947.866441:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165948.865984:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165950.873095:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165951.362230:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746165951.362258:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422987648:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746165951.362336:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165951.363964:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422987648 00000100:00100000:2.0:1746165951.363976:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422987648 00000100:00100000:2.0:1746165951.364063:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6867 00000100:00100000:2.0:1746165951.364074:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0909f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422987648:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746165951.364111:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746165951.364377:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0909f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422987648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 306us (2041us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165951.364384:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6867 00000100:00100000:2.0:1746165951.364445:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422987648:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1746165951.366099:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746165951.875059:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746165952.436154:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439102848 00000100:00100000:2.0:1746165952.436160:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439102848 00000100:00100000:2.0:1746165952.436205:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2048 00000100:00100000:2.0:1746165952.436212:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439102848:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746165952.436258:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439102848:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 48us (1071us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165952.436264:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2048 00000100:00080000:2.0:1746165952.436290:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746165952.436393:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439102720 00000100:00100000:1.0:1746165952.436398:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439102720 00000100:00100000:1.0:1746165952.436426:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 610 00000100:00100000:1.0:1746165952.436431:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439102720:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165952.436457:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439102720:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 27us (1205us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165952.436462:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 610 00000100:00100000:2.0:1746165952.438467:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439102976 00000100:00100000:2.0:1746165952.438473:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439102976 00000100:00100000:2.0:1746165952.438597:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2049 00000100:00100000:2.0:1746165952.438606:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b630700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439102976:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746165952.438783:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b630700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439102976:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 179us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165952.438791:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2049 00000100:00100000:1.0:1746165952.498129:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746165952.498154:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422987776:0@lo:400:kworker.0 00000100:00100000:1.0:1746165952.498232:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165952.498283:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422987776 00000100:00100000:1.0:1746165952.498290:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422987776 00000100:00100000:1.0:1746165952.498330:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:1.0:1746165952.498338:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e862450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422987776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165952.498383:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e862450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422987776:12345-0@lo:400:kworker.0 Request processed in 46us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165952.498389:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:1.0:1746165952.498452:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422987776:0@lo:400:kworker.0 00000100:00100000:3.0:1746165952.500744:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b632a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977422987904:0@lo:400:kworker.0 00000100:00100000:3.0:1746165952.500806:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165952.501529:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422987904 00000100:00100000:2.0:1746165952.501538:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422987904 00000100:00100000:2.0:1746165952.501617:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2050 00000100:00100000:2.0:1746165952.501625:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a090aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977422987904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165952.502384:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b633800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977422988032:0@lo:400:kworker.0 00000100:00100000:2.0:1746165952.502401:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a090aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977422987904:12345-0@lo:400:kworker.0 Request processed in 777us (1594us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165952.502409:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2050 00000100:00100000:1.0:1746165952.502414:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165952.502431:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422988032 00000100:00100000:2.0:1746165952.502434:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422988032 00000100:00080000:1.0:1746165952.502455:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746165952.502457:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2051 00000100:00080000:1.0:1746165952.502459:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746165952.502461:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977422988032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165952.502491:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977422988032:12345-0@lo:400:kworker.0 Request processed in 30us (77us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165952.502496:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2051 00000100:00100000:1.0:1746165952.502507:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b633800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977422988032:0@lo:400:kworker.0 00000100:00100000:1.0:1746165952.502641:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b633800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422988160:0@lo:400:kworker.0 00000100:00100000:1.0:1746165952.502668:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165952.502705:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422988288:0@lo:8:kworker.0 00000100:00100000:1.0:1746165952.502726:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165952.502763:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422988288 00000100:00100000:1.0:1746165952.502767:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422988288 00000100:00100000:1.0:1746165952.502783:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49815 00000100:00100000:1.0:1746165952.502787:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977422988288:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746165952.502810:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165952.502835:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977422988288:12345-0@lo:8:kworker.0 Request processed in 47us (108us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165952.502840:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49815 00000100:00080000:1.0:1746165952.502858:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165952.502861:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165952.502863:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422988288:0@lo:8:kworker.0 00000100:00100000:1.0:1746165952.502881:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b633800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422988160:0@lo:400:kworker.0 00000100:00100000:1.0:1746165952.502886:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746165952.502890:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422988416:0@lo:400:kworker.0 00000100:00100000:1.0:1746165952.502904:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165952.502915:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422988416 00000100:00100000:1.0:1746165952.502916:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422988416 00000100:00100000:1.0:1746165952.502930:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7494 00000100:00100000:1.0:1746165952.502933:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422988416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165952.502952:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422988416:12345-0@lo:400:kworker.0 Request processed in 18us (48us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165952.502957:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7494 00000100:00100000:1.0:1746165952.502985:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422988416:0@lo:400:kworker.0 00000100:00100000:1.0:1746165952.503011:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422988800:0@lo:8:kworker.0 00000100:00100000:1.0:1746165952.503028:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165952.504195:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b632a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977422987904:0@lo:400:kworker.0 00000100:00100000:2.0:1746165952.504468:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422988544 00000100:00100000:2.0:1746165952.504472:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422988544 00000100:00100000:2.0:1746165952.504512:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2052 00000100:00100000:2.0:1746165952.504519:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977422988544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165952.504982:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422988800 00000100:00100000:3.0:1746165952.504987:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422988800 00000100:00100000:3.0:1746165952.505010:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49816 00000100:00100000:3.0:1746165952.505014:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977422988800:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746165952.505016:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746165952.505023:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977422989056:0@lo:400:kworker.0 00010000:00020000:3.0:1746165952.505044:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165952.505070:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165952.505075:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977422988800:12345-0@lo:8:kworker.0 Request processed in 61us (2046us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165952.505082:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49816 00000100:00100000:1.0:1746165952.505102:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422989056 00000100:00100000:1.0:1746165952.505105:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422989056 00000100:00080000:3.0:1746165952.505105:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165952.505108:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165952.505111:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422988800:0@lo:8:kworker.0 00000100:00100000:1.0:1746165952.505121:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2053 00000100:00100000:1.0:1746165952.505126:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977422989056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165952.505356:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977422989056:12345-0@lo:400:kworker.0 Request processed in 230us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165952.505361:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2053 00000100:00100000:1.0:1746165952.505380:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977422989056:0@lo:400:kworker.0 00000100:00100000:2.0:1746165952.505523:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977422988544:12345-0@lo:400:kworker.0 Request processed in 1004us (2689us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165952.505530:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2052 00000100:00100000:3.0:1746165952.506389:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422988928 00000100:00100000:3.0:1746165952.506394:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422988928 00000100:00100000:3.0:1746165952.506441:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7495 00000100:00100000:3.0:1746165952.506447:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422988928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165952.506490:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422988928:12345-0@lo:400:kworker.0 Request processed in 43us (1042us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165952.506496:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7495 00000100:00100000:3.0:1746165952.506534:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422988928:0@lo:400:kworker.0 00000100:00080000:1.0:1746165952.512605:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746165952.546102:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422989184 00000100:00100000:1.0:1746165952.546111:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422989184 00000100:00100000:1.0:1746165952.546151:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35319 00000100:00100000:1.0:1746165952.546160:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422989184:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746165952.546197:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746165952.546241:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422989184:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165952.546247:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35319 00000100:00100000:1.0:1746165952.546290:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422989184:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746165952.546299:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422989312:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746165952.786159:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422989440:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746165952.786247:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165952.787404:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422989440:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746165952.880444:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165953.881957:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165955.892943:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165956.371274:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422989568:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746165956.371359:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165956.371515:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422989568 00000100:00100000:3.0:1746165956.371524:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422989568 00000100:00100000:3.0:1746165956.371598:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6869 00000100:00100000:3.0:1746165956.371609:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422989568:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746165956.371649:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165956.372126:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422989568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 519us (766us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165956.372133:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6869 00000100:00100000:1.0:1746165956.372237:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422989568:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1746165956.893945:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746165957.441762:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439103616 00000100:00100000:2.0:1746165957.441778:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439103616 00000100:00100000:2.0:1746165957.441845:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49817 00000100:00100000:2.0:1746165957.441854:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439103616:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746165957.441886:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746165957.441983:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439103616:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 128us (830us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746165957.441989:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49817 00000100:00100000:3.0:1746165957.444069:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439103232 00000100:00100000:3.0:1746165957.444077:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439103232 00000100:00100000:3.0:1746165957.444140:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 612 00000100:00100000:3.0:1746165957.444147:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e861050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439103232:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165957.444381:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e861050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439103232:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 234us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165957.444388:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 612 00000100:00100000:2.0:1746165957.446614:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439103360 00000100:00100000:2.0:1746165957.446624:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439103360 00000100:00100000:2.0:1746165957.446716:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439103488 00000100:00100000:2.0:1746165957.446720:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439103488 00000100:00100000:2.0:1746165957.446744:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2054 00000100:00100000:2.0:1746165957.446752:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439103360:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746165957.446811:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439103360:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 60us (5606us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165957.446817:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2054 00000100:00100000:2.0:1746165957.446829:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2055 00000100:00100000:2.0:1746165957.446835:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fdab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439103488:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746165957.446856:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fdab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439103488:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 21us (2810us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165957.446860:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2055 00000100:00080000:1.0:1746165957.506047:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746165957.506052:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746165957.506056:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746165957.506065:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9873 00000100:00080000:1.0:1746165957.506072:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00100000:3.0:1746165957.506075:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977422989824:0@lo:400:kworker.0 00000100:00080000:1.0:1746165957.506078:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746165957.506099:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009da1bb80 x1830977422990208/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746165957.506130:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746165957.506133:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746165957.506134:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746165957.506137:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9873 00000100:00080000:1.0:1746165957.506139:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1746165957.506142:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165957.506149:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165957.506151:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b633800 x1830977422990720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746165957.506188:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977422989952:0@lo:400:kworker.0 00000100:00100000:3.0:1746165957.506413:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977422990464:0@lo:400:kworker.0 00000100:00100000:1.0:1746165957.506422:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165957.506433:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165957.506447:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b632a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422990592:0@lo:400:kworker.0 00000100:00100000:3.0:1746165957.506458:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422990208:0@lo:8:kworker.0 00000100:00100000:1.0:1746165957.506469:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165957.506478:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165957.506501:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422989824 00000100:00100000:3.0:1746165957.506501:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b633800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422990720:0@lo:8:kworker.0 00000100:00100000:1.0:1746165957.506508:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422989824 00000100:00100000:3.0:1746165957.506514:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165957.506536:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422990208 00000100:00100000:3.0:1746165957.506539:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422990208 00000100:00100000:1.0:1746165957.506553:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422989952 00000100:00100000:3.0:1746165957.506553:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422990720 00000100:00100000:1.0:1746165957.506555:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422989952 00000100:00100000:3.0:1746165957.506555:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422990720 00000100:00100000:1.0:1746165957.506568:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422990464 00000100:00100000:3.0:1746165957.506568:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49818 00000100:00100000:1.0:1746165957.506569:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422990464 00000100:00100000:3.0:1746165957.506574:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977422990208:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746165957.506582:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2056 00000100:00100000:1.0:1746165957.506587:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a090a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977422989824:12345-0@lo:400:kworker.0 00010000:00020000:3.0:1746165957.506597:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165957.506854:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a090a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977422989824:12345-0@lo:400:kworker.0 Request processed in 266us (704us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165957.506864:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2056 00000100:00100000:1.0:1746165957.506881:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2057 00000100:00100000:1.0:1746165957.506885:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977422989952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165957.506938:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977422989952:12345-0@lo:400:kworker.0 Request processed in 52us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165957.506944:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2057 00000100:00100000:1.0:1746165957.506969:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2058 00000100:00100000:1.0:1746165957.506975:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977422990464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165957.506999:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977422990464:12345-0@lo:400:kworker.0 Request processed in 25us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165957.507004:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2058 00000100:00100000:2.0:1746165957.507367:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35322 00000100:00100000:2.0:1746165957.507376:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422990080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165957.507416:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422990080:12345-0@lo:400:kworker.0 Request processed in 42us (531us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165957.507423:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35322 00000100:00100000:2.0:1746165957.507446:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7497 00000100:00100000:2.0:1746165957.507452:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422990336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165957.507490:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422990336:12345-0@lo:400:kworker.0 Request processed in 38us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165957.507496:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7497 00000100:00080000:2.0:1746165957.507551:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746165957.507554:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746165957.507558:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b633800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422990720:0@lo:8:kworker.0 00000100:00100000:2.0:1746165957.507588:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977422990464:0@lo:400:kworker.0 00000100:00100000:2.0:1746165957.507598:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977422989824:0@lo:400:kworker.0 00000100:00100000:2.0:1746165957.507665:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977422989952:0@lo:400:kworker.0 00000100:00100000:2.0:1746165957.507695:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b632a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422990592:0@lo:400:kworker.0 00000100:00100000:3.0:1746165957.510924:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977422990208:12345-0@lo:8:kworker.0 Request processed in 4338us (4434us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165957.510940:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49818 00000100:00080000:2.0:1746165957.511354:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746165957.511359:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746165957.511365:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422990208:0@lo:8:kworker.0 00000100:00100000:2.0:1746165957.559348:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422991232 00000100:00100000:2.0:1746165957.559359:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422991232 00000100:00100000:2.0:1746165957.559420:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422991104 00000100:00100000:2.0:1746165957.559423:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422991104 00000100:00100000:2.0:1746165957.559457:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35323 00000100:00100000:2.0:1746165957.559466:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e320e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422991232:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746165957.559504:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746165957.559519:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35324 00000100:00100000:3.0:1746165957.559529:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422991104:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746165957.559553:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e320e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422991232:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (5302us total) trans 0 rc 0/0 00000004:00000024:3.0:1746165957.559554:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746165957.559561:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35323 00000100:00100000:3.0:1746165957.559586:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422991104:12345-0@lo:41:osp-pre-0-1.0 Request processed in 60us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165957.559593:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35324 00000100:00100000:3.0:1746165957.795848:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422991360 00000100:00100000:3.0:1746165957.795858:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422991360 00000100:00100000:3.0:1746165957.795909:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6870 00000100:00100000:3.0:1746165957.795917:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422991360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746165957.795954:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165957.798324:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422991360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2396us (2824us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165957.798337:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6870 00010000:00010000:1.0:1746165958.899848:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165960.907369:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165961.379162:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422991488 00000100:00100000:3.0:1746165961.379170:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422991488 00000100:00100000:3.0:1746165961.379236:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6871 00000100:00100000:3.0:1746165961.379245:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422991488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746165961.379281:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165961.379329:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422991488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165961.379336:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6871 00000100:00100000:1.0:1746165961.379498:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422991488:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746165962.452519:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439103872 00000100:00100000:3.0:1746165962.452526:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439103872 00000100:00100000:3.0:1746165962.452568:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439104000 00000100:00100000:3.0:1746165962.452570:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439104000 00000100:00100000:3.0:1746165962.452587:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2060 00000100:00100000:3.0:1746165962.452594:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439103872:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165962.452637:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439103872:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 45us (3727us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165962.452642:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2060 00000100:00100000:3.0:1746165962.452661:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2061 00000100:00100000:3.0:1746165962.452666:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439104000:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165962.452717:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439104000:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 50us (1759us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165962.452722:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2061 00000100:00080000:3.0:1746165962.452752:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746165962.452755:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746165962.453105:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439103744 00000100:00100000:2.0:1746165962.453109:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439103744 00000100:00100000:2.0:1746165962.453138:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 614 00000100:00100000:2.0:1746165962.453143:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439103744:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746165962.453168:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439103744:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 26us (4200us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165962.453174:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 614 00000100:00080000:1.0:1746165962.513941:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746165962.513946:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746165962.513950:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746165962.513957:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9878 00000100:00080000:1.0:1746165962.513962:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1746165962.513968:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746165962.513988:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ff59f80 x1830977422992128/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746165962.514035:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746165962.514037:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746165962.514039:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746165962.514042:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9878 00000100:00080000:1.0:1746165962.514044:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1746165962.514047:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746165962.514054:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006dceca80 x1830977422992640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746165962.514098:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977422991872:0@lo:400:kworker.0 00000100:00100000:1.0:1746165962.514158:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165962.514211:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422992512:0@lo:400:kworker.0 00000100:00100000:1.0:1746165962.514234:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165962.514259:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422992512 00000100:00100000:1.0:1746165962.514266:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422992512 00000100:00100000:1.0:1746165962.514300:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35325 00000100:00100000:1.0:1746165962.514306:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422992512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165962.514342:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422992512:12345-0@lo:400:kworker.0 Request processed in 36us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165962.514347:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35325 00000100:00100000:1.0:1746165962.514366:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422991872 00000100:00100000:1.0:1746165962.514368:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422991872 00000100:00100000:1.0:1746165962.514395:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2062 00000100:00100000:1.0:1746165962.514399:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dced500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977422991872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165962.514423:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dced500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977422991872:12345-0@lo:400:kworker.0 Request processed in 24us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165962.514427:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2062 00000100:00100000:1.0:1746165962.514455:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422992512:0@lo:400:kworker.0 00000100:00100000:1.0:1746165962.514477:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977422991872:0@lo:400:kworker.0 00000100:00100000:1.0:1746165962.514485:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1746165962.514489:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977422991744:0@lo:400:kworker.0 00000100:00100000:1.0:1746165962.514502:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165962.514516:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422991744 00000100:00100000:1.0:1746165962.514518:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422991744 00000100:00100000:1.0:1746165962.514538:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2063 00000100:00100000:1.0:1746165962.514542:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977422991744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165962.514756:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977422991744:12345-0@lo:400:kworker.0 Request processed in 214us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165962.514761:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2063 00000100:00100000:1.0:1746165962.514788:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977422991744:0@lo:400:kworker.0 00000100:00100000:1.0:1746165962.514793:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977422992384:0@lo:400:kworker.0 00000100:00100000:1.0:1746165962.514808:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165962.514827:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422992384 00000100:00100000:1.0:1746165962.514829:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422992384 00000100:00100000:1.0:1746165962.514841:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2064 00000100:00100000:1.0:1746165962.514844:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977422992384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165962.514879:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977422992384:12345-0@lo:400:kworker.0 Request processed in 34us (69us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165962.514884:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2064 00000100:00100000:1.0:1746165962.514902:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977422992384:0@lo:400:kworker.0 00000100:00080000:1.0:1746165962.514922:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746165962.514924:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746165962.514933:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422992128:0@lo:8:kworker.0 00000100:00100000:1.0:1746165962.514952:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165962.514978:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422992640:0@lo:8:kworker.0 00000100:00100000:1.0:1746165962.514991:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165962.515017:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422992128 00000100:00100000:1.0:1746165962.515020:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422992128 00000100:00100000:1.0:1746165962.515034:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422992640 00000100:00100000:1.0:1746165962.515036:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422992640 00000100:00100000:1.0:1746165962.515046:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49821 00000100:00100000:1.0:1746165962.515050:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977422992128:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746165962.515068:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165962.515091:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977422992128:12345-0@lo:8:kworker.0 Request processed in 40us (139us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165962.515097:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49821 00000100:00100000:1.0:1746165962.515106:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49822 00000100:00100000:1.0:1746165962.515109:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977422992640:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746165962.515116:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165962.515129:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977422992640:12345-0@lo:8:kworker.0 Request processed in 19us (137us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165962.515132:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49822 00000100:00080000:1.0:1746165962.515145:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165962.515149:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165962.515151:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422992128:0@lo:8:kworker.0 00000100:00080000:1.0:1746165962.515157:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165962.515159:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165962.515161:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422992640:0@lo:8:kworker.0 00000100:00100000:2.0:1746165962.517120:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977422991616:0@lo:400:kworker.0 00000100:00100000:2.0:1746165962.517178:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165962.517237:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422992256:0@lo:400:kworker.0 00000100:00100000:2.0:1746165962.517261:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165962.517279:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dced180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977422992896:0@lo:400:kworker.0 00000100:00100000:2.0:1746165962.517299:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165962.517318:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1746165962.517323:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422992000:0@lo:400:kworker.0 00000100:00100000:2.0:1746165962.517342:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165962.517354:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422992768:0@lo:400:kworker.0 00000100:00100000:2.0:1746165962.517368:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165962.517394:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422991616 00000100:00100000:2.0:1746165962.517399:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422991616 00000100:00100000:2.0:1746165962.517428:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:2.0:1746165962.517434:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977422991616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165962.517471:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977422991616:12345-0@lo:400:kworker.0 Request processed in 37us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165962.517477:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:2.0:1746165962.517503:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422992256 00000100:00100000:2.0:1746165962.517506:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422992256 00000100:00100000:2.0:1746165962.517523:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422992768 00000100:00100000:2.0:1746165962.517525:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422992768 00000100:00100000:2.0:1746165962.517764:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7498 00000100:00100000:2.0:1746165962.517770:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422992256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165962.517798:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422992256:12345-0@lo:400:kworker.0 Request processed in 28us (535us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165962.517803:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7498 00000100:00100000:2.0:1746165962.517812:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7499 00000100:00100000:2.0:1746165962.517817:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422992768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165962.517835:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422992768:12345-0@lo:400:kworker.0 Request processed in 18us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165962.517839:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7499 00000100:00080000:2.0:1746165962.517850:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746165962.517885:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422992768:0@lo:400:kworker.0 00000100:00100000:2.0:1746165962.517892:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977422991616:0@lo:400:kworker.0 00000100:00100000:2.0:1746165962.517899:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422992256:0@lo:400:kworker.0 00000100:00100000:2.0:1746165962.517950:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422992000 00000100:00100000:2.0:1746165962.517952:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422992000 00000100:00100000:2.0:1746165962.517971:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35326 00000100:00100000:2.0:1746165962.517975:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422992000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165962.518001:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977422992000:12345-0@lo:400:kworker.0 Request processed in 26us (658us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165962.518006:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35326 00000100:00100000:2.0:1746165962.518026:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422992000:0@lo:400:kworker.0 00000100:00100000:3.0:1746165962.518100:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422992896 00000100:00100000:3.0:1746165962.518105:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422992896 00000100:00100000:3.0:1746165962.518126:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2065 00000100:00100000:3.0:1746165962.518132:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977422992896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165962.518175:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977422992896:12345-0@lo:400:kworker.0 Request processed in 43us (875us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165962.518180:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2065 00000100:00100000:2.0:1746165962.518251:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dced180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977422992896:0@lo:400:kworker.0 00000100:00100000:2.0:1746165962.562051:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422993152:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746165962.562913:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165962.562976:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422993152 00000100:00100000:2.0:1746165962.562983:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422993152 00000100:00100000:2.0:1746165962.563056:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35327 00000100:00100000:2.0:1746165962.563077:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422993152:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746165962.563127:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746165962.563196:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422993152:12345-0@lo:41:osp-pre-1-0.0 Request processed in 131us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165962.563203:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35327 00000100:00100000:2.0:1746165962.563263:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422993152:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746165962.563293:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746165962.563299:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422993024:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746165962.563330:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165962.563354:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422993024 00000100:00100000:2.0:1746165962.563356:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422993024 00000100:00100000:2.0:1746165962.563390:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35328 00000100:00100000:2.0:1746165962.563396:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422993024:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746165962.563423:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746165962.563461:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422993024:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165962.563466:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35328 00000100:00100000:3.0:1746165962.563474:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422993024:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746165962.810258:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422993280:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746165962.810316:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165962.810365:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422993280 00000100:00100000:2.0:1746165962.810371:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422993280 00000100:00100000:2.0:1746165962.811367:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6872 00000100:00100000:2.0:1746165962.811376:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422993280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746165962.811396:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746165962.811438:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422993280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (1122us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165962.811444:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6872 00010000:00010000:1.0:1746165963.922089:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165965.928015:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165966.386636:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422993408:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746165966.386737:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165966.387934:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422993408 00000100:00100000:2.0:1746165966.387942:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422993408 00000100:00100000:2.0:1746165966.387995:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6873 00000100:00100000:2.0:1746165966.388005:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422993408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746165966.388031:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746165966.388086:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422993408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (1349us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165966.388093:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6873 00000100:00080000:3.0:1746165966.388151:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746165967.463589:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439104256 00000100:00100000:2.0:1746165967.463598:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439104256 00000100:00100000:2.0:1746165967.464836:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 616 00000100:00100000:2.0:1746165967.464849:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a080a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439104256:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746165967.465545:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a080a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439104256:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 699us (3348us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165967.465551:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 616 00000100:00100000:1.0:1746165967.467410:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439104512 00000100:00100000:1.0:1746165967.467414:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439104512 00000100:00100000:1.0:1746165967.467444:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439104384 00000100:00100000:1.0:1746165967.467447:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439104384 00000100:00100000:1.0:1746165967.467461:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2066 00000100:00100000:1.0:1746165967.467467:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439104512:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165967.467512:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439104512:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 45us (3993us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165967.467518:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2066 00000100:00100000:1.0:1746165967.467530:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2067 00000100:00100000:1.0:1746165967.467536:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090460000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439104384:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165967.467556:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090460000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439104384:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 21us (2447us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165967.467560:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2067 00000100:00080000:1.0:1746165967.467642:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746165967.467645:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746165967.522326:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977422993536:0@lo:400:kworker.0 00000100:00100000:2.0:1746165967.522354:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977422993664:0@lo:400:kworker.0 00000100:00100000:2.0:1746165967.522388:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165967.522388:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165967.522424:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422993536 00000100:00100000:2.0:1746165967.522430:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422993536 00000100:00100000:3.0:1746165967.522444:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422993664 00000100:00100000:3.0:1746165967.522446:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422993664 00000100:00100000:2.0:1746165967.522461:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:2.0:1746165967.522468:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0808c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422993536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165967.522473:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2068 00000100:00100000:3.0:1746165967.522477:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977422993664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165967.522501:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0808c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977422993536:12345-0@lo:400:kworker.0 Request processed in 34us (113us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165967.522501:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977422993664:12345-0@lo:400:kworker.0 Request processed in 23us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165967.522507:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:3.0:1746165967.522507:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2068 00000100:00100000:2.0:1746165967.522538:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977422993664:0@lo:400:kworker.0 00000100:00100000:3.0:1746165967.522538:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977422993536:0@lo:400:kworker.0 00000100:00080000:3.0:1746165967.522564:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746165967.522918:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422993792 00000100:00100000:3.0:1746165967.522922:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422993792 00000100:00080000:1.0:1746165967.522926:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746165967.522930:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746165967.522932:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746165967.522936:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9883 00000100:00080000:1.0:1746165967.522940:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1746165967.522944:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165967.522956:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2069 00000100:00100000:1.0:1746165967.522959:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006dcef480 x1830977422994048/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746165967.522960:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090460700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977422993792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165967.522986:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090460700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977422993792:12345-0@lo:400:kworker.0 Request processed in 26us (145us total) trans 0 rc 0/0 00000100:00080000:1.0:1746165967.522999:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:3.0:1746165967.523002:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2069 00000100:00080000:1.0:1746165967.523003:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746165967.523004:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746165967.523007:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9883 00000100:00080000:1.0:1746165967.523009:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746165967.523013:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165967.523016:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422994176:0@lo:400:kworker.0 00000100:00100000:1.0:1746165967.523021:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006dcee680 x1830977422994560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746165967.523035:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165967.523047:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422994048:0@lo:8:kworker.0 00000100:00100000:3.0:1746165967.523050:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977422994816:0@lo:400:kworker.0 00000100:00100000:3.0:1746165967.523065:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165967.523066:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165967.523075:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746165967.523079:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977422994304:0@lo:400:kworker.0 00000100:00100000:1.0:1746165967.523080:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422994560:0@lo:8:kworker.0 00000100:00100000:1.0:1746165967.523093:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165967.523108:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165967.523112:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422994176 00000100:00100000:1.0:1746165967.523115:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422994176 00000100:00100000:3.0:1746165967.523126:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422994816 00000100:00100000:3.0:1746165967.523129:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422994816 00000100:00100000:1.0:1746165967.523135:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422994048 00000100:00100000:1.0:1746165967.523137:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422994048 00000100:00100000:3.0:1746165967.523141:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422994304 00000100:00100000:3.0:1746165967.523143:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422994304 00000100:00100000:3.0:1746165967.523153:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2070 00000100:00100000:3.0:1746165967.523157:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4951500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977422994816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165967.523184:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4951500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977422994816:12345-0@lo:400:kworker.0 Request processed in 26us (118us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165967.523189:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2070 00000100:00100000:3.0:1746165967.523202:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2071 00000100:00100000:3.0:1746165967.523206:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090464000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977422994304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165967.523224:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090464000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977422994304:12345-0@lo:400:kworker.0 Request processed in 18us (116us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165967.523608:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422994688 00000100:00100000:2.0:1746165967.523611:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422994688 00000100:00100000:2.0:1746165967.523631:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7500 00000100:00100000:2.0:1746165967.523635:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422994176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165967.523660:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422994176:12345-0@lo:400:kworker.0 Request processed in 25us (624us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165967.523665:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7500 00000100:00100000:2.0:1746165967.523690:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7501 00000100:00100000:2.0:1746165967.523695:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422994688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165967.523717:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422994688:12345-0@lo:400:kworker.0 Request processed in 23us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165967.523722:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7501 00000100:00080000:2.0:1746165967.523746:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746165967.523749:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746165967.523793:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977422994304:0@lo:400:kworker.0 00000100:00100000:2.0:1746165967.523802:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977422994816:0@lo:400:kworker.0 00000100:00100000:2.0:1746165967.523809:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422994176:0@lo:400:kworker.0 00000100:00100000:2.0:1746165967.523848:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dceed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977422993792:0@lo:400:kworker.0 00000100:00100000:1.0:1746165967.523955:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49824 00000100:00100000:1.0:1746165967.523960:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977422994048:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746165967.523976:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165967.524004:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977422994048:12345-0@lo:8:kworker.0 Request processed in 44us (938us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165967.524009:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49824 00000100:00080000:1.0:1746165967.524030:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165967.524032:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165967.524035:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422994048:0@lo:8:kworker.0 00000100:00080000:1.0:1746165967.524330:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165967.524334:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165967.524337:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422994560:0@lo:8:kworker.0 00000100:00100000:3.0:1746165967.524624:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2071 00000100:00100000:2.0:1746165967.570928:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422994944 00000100:00100000:2.0:1746165967.570936:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422994944 00000100:00100000:2.0:1746165967.570977:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35331 00000100:00100000:2.0:1746165967.570983:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090461500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422994944:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746165967.571018:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746165967.571051:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090461500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422994944:12345-0@lo:41:osp-pre-1-0.0 Request processed in 69us (977us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165967.571057:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35331 00000100:00100000:2.0:1746165967.571097:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422994944:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746165967.571878:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422995072:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746165967.829695:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422995200:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746165967.829759:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165967.830152:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422995200:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746165967.934502:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165968.935829:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165970.941936:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746165971.396018:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422995328:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746165971.396078:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165971.403546:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422995328 00000100:00100000:1.0:1746165971.403557:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422995328 00000100:00100000:1.0:1746165971.403610:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6875 00000100:00100000:1.0:1746165971.403618:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090464380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422995328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746165971.403645:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746165971.403733:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090464380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422995328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 116us (7655us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165971.403740:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6875 00000100:00080000:2.0:1746165971.407088:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746165971.407235:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422995328:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746165972.466067:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439104896 00000100:00100000:3.0:1746165972.466075:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439104896 00000100:00100000:3.0:1746165972.466136:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2072 00000100:00100000:3.0:1746165972.466145:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090462300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439104896:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165972.466204:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090462300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439104896:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 61us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165972.466211:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2072 00000100:00100000:2.0:1746165972.466368:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439105152 00000100:00100000:2.0:1746165972.466372:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439105152 00000100:00100000:2.0:1746165972.466391:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49826 00000100:00100000:2.0:1746165972.466396:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090462680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439105152:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746165972.466418:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746165972.466454:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090462680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439105152:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 57us (459us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746165972.466461:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49826 00000100:00100000:2.0:1746165972.468587:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746165972.468659:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746165972.468848:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439104768 00000100:00100000:3.0:1746165972.468854:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439104768 00000100:00100000:3.0:1746165972.468886:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 618 00000100:00100000:3.0:1746165972.468894:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0808450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439104768:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165972.468937:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0808450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439104768:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 44us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165972.468946:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 618 00000100:00100000:1.0:1746165972.469290:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439105024 00000100:00100000:1.0:1746165972.469294:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439105024 00000100:00100000:1.0:1746165972.469340:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2073 00000100:00100000:1.0:1746165972.469347:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439105024:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165972.469381:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439105024:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 35us (723us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165972.469386:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2073 00000100:00100000:2.0:1746165972.530318:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977422995456:0@lo:400:kworker.0 00000100:00100000:2.0:1746165972.530394:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746165972.531554:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746165972.531558:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746165972.531561:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746165972.531566:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9888 00000100:00080000:1.0:1746165972.531569:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746165972.531575:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165972.531751:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977422995584:0@lo:400:kworker.0 00000100:00100000:3.0:1746165972.531796:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165972.531821:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422995840:0@lo:400:kworker.0 00000100:00100000:3.0:1746165972.531847:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165972.531872:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422995584 00000100:00100000:3.0:1746165972.531880:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422995584 00000100:00100000:3.0:1746165972.531934:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2074 00000100:00100000:3.0:1746165972.531942:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090464700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977422995584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165972.531988:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090464700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977422995584:12345-0@lo:400:kworker.0 Request processed in 46us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165972.531994:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2074 00000100:00100000:3.0:1746165972.532030:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977422995712:0@lo:400:kworker.0 00000100:00100000:3.0:1746165972.532046:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165972.532057:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422995712 00000100:00100000:3.0:1746165972.532059:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422995712 00000100:00100000:3.0:1746165972.532074:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2075 00000100:00100000:3.0:1746165972.532078:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090464e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977422995712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165972.532097:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090464e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977422995712:12345-0@lo:400:kworker.0 Request processed in 19us (51us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165972.532102:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2075 00000100:00100000:1.0:1746165972.532711:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006dcef100 x1830977422995968/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746165972.532740:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746165972.532743:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746165972.532744:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746165972.532748:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9888 00000100:00080000:1.0:1746165972.532749:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746165972.532752:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746165972.532760:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006dceca80 x1830977422996480/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746165972.532810:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422995840 00000100:00100000:1.0:1746165972.532813:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422995840 00000100:00100000:1.0:1746165972.532835:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35333 00000100:00100000:1.0:1746165972.532840:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090464a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422995840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165972.534282:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090464a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977422995840:12345-0@lo:400:kworker.0 Request processed in 33us (1026us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165972.534291:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35333 00000100:00100000:1.0:1746165972.534320:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422995968:0@lo:8:kworker.0 00000100:00100000:1.0:1746165972.534375:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165972.534409:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422995968 00000100:00100000:1.0:1746165972.534412:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422995968 00000100:00100000:1.0:1746165972.534428:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49827 00000100:00100000:1.0:1746165972.534432:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977422995968:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746165972.534451:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165972.534476:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc98700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977422995968:12345-0@lo:8:kworker.0 Request processed in 44us (101us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165972.534482:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49827 00000100:00080000:1.0:1746165972.534509:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746165972.534513:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746165972.535760:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422996096:0@lo:400:kworker.0 00000100:00100000:2.0:1746165972.535800:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165972.535824:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977422996736:0@lo:400:kworker.0 00000100:00100000:2.0:1746165972.535844:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165972.535858:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746165972.535863:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422996608:0@lo:400:kworker.0 00000100:00100000:2.0:1746165972.535879:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165972.535898:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422996096 00000100:00100000:2.0:1746165972.535902:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422996096 00000100:00100000:2.0:1746165972.535935:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422996608 00000100:00100000:2.0:1746165972.535937:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422996608 00000100:00100000:2.0:1746165972.535957:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7502 00000100:00100000:2.0:1746165972.535962:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b632a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422996096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165972.535997:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b632a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977422996096:12345-0@lo:400:kworker.0 Request processed in 35us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165972.536002:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7502 00000100:00100000:2.0:1746165972.536013:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7503 00000100:00100000:2.0:1746165972.536018:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b633800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422996608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165972.536037:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b633800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422996608:12345-0@lo:400:kworker.0 Request processed in 20us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165972.536041:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7503 00000100:00080000:1.0:1746165972.539086:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165972.539093:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165972.539100:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422995968:0@lo:8:kworker.0 00000100:00100000:1.0:1746165972.539109:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422996480:0@lo:8:kworker.0 00000100:00100000:1.0:1746165972.539146:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165972.539193:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422996480 00000100:00100000:1.0:1746165972.539197:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422996480 00000100:00100000:1.0:1746165972.539218:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49828 00000100:00100000:1.0:1746165972.539223:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977422996480:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746165972.539241:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165972.539264:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977422996480:12345-0@lo:8:kworker.0 Request processed in 41us (119us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165972.539269:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49828 00000100:00080000:1.0:1746165972.539285:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165972.539287:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165972.539290:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422996480:0@lo:8:kworker.0 00000100:00100000:1.0:1746165972.539304:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422996736 00000100:00100000:1.0:1746165972.539307:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422996736 00000100:00100000:1.0:1746165972.539328:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2076 00000100:00100000:1.0:1746165972.539332:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b630e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977422996736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165972.539358:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b630e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977422996736:12345-0@lo:400:kworker.0 Request processed in 27us (3514us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165972.539366:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2076 00000100:00080000:1.0:1746165972.539380:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746165972.539420:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422996608:0@lo:400:kworker.0 00000100:00100000:1.0:1746165972.539429:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422996096:0@lo:400:kworker.0 00000100:00100000:1.0:1746165972.539438:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977422996736:0@lo:400:kworker.0 00000100:00100000:1.0:1746165972.539446:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977422995456:0@lo:400:kworker.0 00000100:00100000:1.0:1746165972.539989:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422995840:0@lo:400:kworker.0 00000100:00100000:2.0:1746165972.541285:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977422995584:0@lo:400:kworker.0 00000100:00100000:3.0:1746165972.578041:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422996864:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165972.578110:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165972.578168:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422996864 00000100:00100000:3.0:1746165972.578174:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422996864 00000100:00100000:3.0:1746165972.578212:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35335 00000100:00100000:3.0:1746165972.578219:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090465180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422996864:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746165972.578246:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746165972.578280:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090465180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977422996864:12345-0@lo:41:osp-pre-1-0.0 Request processed in 62us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165972.578286:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35335 00000100:00100000:2.0:1746165972.578649:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977422996864:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746165972.578666:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746165972.578670:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422996992:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746165972.578744:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165972.578809:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422996992 00000100:00100000:3.0:1746165972.578813:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422996992 00000100:00100000:3.0:1746165972.578833:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35336 00000100:00100000:3.0:1746165972.578839:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422996992:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746165972.578854:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746165972.578880:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977422996992:12345-0@lo:41:osp-pre-0-1.0 Request processed in 42us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165972.578885:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35336 00000100:00100000:2.0:1746165972.578963:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422996992:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746165972.834201:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422997120 00000100:00100000:2.0:1746165972.834208:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422997120 00000100:00100000:2.0:1746165972.834253:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6876 00000100:00100000:2.0:1746165972.834261:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090463100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422997120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746165972.834511:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746165972.834611:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090463100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422997120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 350us (613us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165972.834616:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6876 00010000:00010000:2.0:1746165972.945900:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165973.948802:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165975.955104:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165976.418255:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746165976.418276:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090465500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422997248:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746165976.418333:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165976.418468:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422997248 00000100:00100000:2.0:1746165976.418475:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422997248 00000100:00100000:2.0:1746165976.418527:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6877 00000100:00100000:2.0:1746165976.418536:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fc99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422997248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746165976.418562:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746165976.418601:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fc99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977422997248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165976.418607:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6877 00000100:00080000:1.0:1746165976.418738:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746165976.418802:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090465500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977422997248:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746165977.476454:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439105280 00000100:00100000:3.0:1746165977.476454:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439105408 00000100:00100000:1.0:1746165977.476468:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439105280 00000100:00100000:3.0:1746165977.476468:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439105408 00000100:00100000:1.0:1746165977.476532:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 620 00000100:00100000:1.0:1746165977.476542:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439105280:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165977.476557:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2078 00000100:00100000:3.0:1746165977.476564:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090463480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439105408:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165977.476904:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439105280:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 363us (4306us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165977.476912:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 620 00000100:00100000:3.0:1746165977.477039:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090463480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439105408:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 476us (4302us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165977.477045:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2078 00000100:00100000:1.0:1746165977.477811:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439105664 00000100:00100000:1.0:1746165977.477816:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439105664 00000100:00100000:1.0:1746165977.477835:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49829 00000100:00100000:1.0:1746165977.477840:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439105664:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746165977.477866:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165977.477891:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439105664:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 51us (418us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165977.477897:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49829 00000100:00100000:3.0:1746165977.478012:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439105536 00000100:00100000:3.0:1746165977.478015:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439105536 00000100:00100000:3.0:1746165977.478187:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2079 00000100:00100000:3.0:1746165977.478193:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090463800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439105536:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:2.0:1746165977.478438:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746165977.478808:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090463800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439105536:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 614us (1281us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165977.478814:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2079 00000100:00100000:2.0:1746165977.540075:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422997376:0@lo:400:kworker.0 00000100:00100000:2.0:1746165977.540173:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165977.540274:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422997376 00000100:00100000:2.0:1746165977.540282:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422997376 00000100:00100000:2.0:1746165977.540323:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:2.0:1746165977.540330:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422997376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165977.540374:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977422997376:12345-0@lo:400:kworker.0 Request processed in 45us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165977.540380:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:2.0:1746165977.540420:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977422997376:0@lo:400:kworker.0 00000100:00080000:1.0:1746165977.540770:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1746165977.540812:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977422997632:0@lo:400:kworker.0 00000100:00100000:3.0:1746165977.540841:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165977.540874:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422997504 00000100:00100000:3.0:1746165977.540878:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422997504 00000100:00100000:3.0:1746165977.540908:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422997632 00000100:00100000:3.0:1746165977.540910:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422997632 00000100:00100000:3.0:1746165977.540924:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2080 00000100:00100000:3.0:1746165977.540928:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090463b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977422997504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165977.540952:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090463b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977422997504:12345-0@lo:400:kworker.0 Request processed in 24us (686us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165977.540958:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2080 00000100:00100000:3.0:1746165977.540992:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977422997504:0@lo:400:kworker.0 00000100:00100000:3.0:1746165977.541008:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977422997632:0@lo:400:kworker.0 00000100:00080000:3.0:1746165977.541028:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746165977.541031:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746165977.541057:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746165977.541061:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746165977.541066:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9893 00000100:00080000:1.0:1746165977.541069:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746165977.541073:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746165977.541100:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008fc98700 x1830977422997888/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746165977.541378:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:3.0:1746165977.541379:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422998016:0@lo:400:kworker.0 00000100:00080000:1.0:1746165977.541381:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746165977.541382:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746165977.541386:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9893 00000100:00080000:1.0:1746165977.541389:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1746165977.541392:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746165977.541402:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165977.541404:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136053800 x1830977422998400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746165977.541419:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746165977.541424:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977422998144:0@lo:400:kworker.0 00000100:00100000:3.0:1746165977.541439:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165977.541443:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422998016 00000100:00100000:1.0:1746165977.541447:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422998016 00000100:00100000:3.0:1746165977.541458:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977422998656:0@lo:400:kworker.0 00000100:00100000:1.0:1746165977.541472:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7504 00000100:00100000:3.0:1746165977.541474:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165977.541477:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090465880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422998016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165977.541492:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422998144 00000100:00100000:3.0:1746165977.541495:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422998144 00000100:00100000:1.0:1746165977.541517:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090465880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422998016:12345-0@lo:400:kworker.0 Request processed in 39us (113us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165977.541523:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7504 00000100:00100000:3.0:1746165977.541524:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422998656 00000100:00100000:3.0:1746165977.541526:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422998656 00000100:00100000:3.0:1746165977.541538:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2082 00000100:00100000:3.0:1746165977.541542:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090465c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977422998144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165977.541547:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2083 00000100:00100000:1.0:1746165977.541551:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090465f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977422998656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165977.541569:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090465f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977422998656:12345-0@lo:400:kworker.0 Request processed in 18us (94us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165977.541569:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090465c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977422998144:12345-0@lo:400:kworker.0 Request processed in 26us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165977.541574:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2083 00000100:00100000:2.0:1746165977.541670:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fc98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422997888:0@lo:8:kworker.0 00000100:00100000:3.0:1746165977.541693:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2082 00000100:00100000:2.0:1746165977.541710:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165977.541716:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977422998656:0@lo:400:kworker.0 00000100:00100000:3.0:1746165977.541724:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977422998144:0@lo:400:kworker.0 00000100:00100000:3.0:1746165977.541730:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977422998016:0@lo:400:kworker.0 00000100:00100000:2.0:1746165977.541733:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136053800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422998400:0@lo:8:kworker.0 00000100:00100000:2.0:1746165977.541750:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165977.541899:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422997888 00000100:00100000:1.0:1746165977.541903:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422997888 00000100:00100000:1.0:1746165977.541917:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422998400 00000100:00100000:1.0:1746165977.541919:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422998400 00000100:00100000:1.0:1746165977.541935:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49830 00000100:00100000:1.0:1746165977.541939:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977422997888:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746165977.541958:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165977.541980:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977422997888:12345-0@lo:8:kworker.0 Request processed in 41us (271us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165977.541985:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49830 00000100:00080000:1.0:1746165977.542010:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746165977.542086:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746165977.542091:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746165977.542094:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fc98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422997888:0@lo:8:kworker.0 00000100:00100000:3.0:1746165977.542100:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422998272 00000100:00080000:2.0:1746165977.542101:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746165977.542103:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165977.542103:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422998272 00000100:00100000:2.0:1746165977.542106:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136053800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977422998400:0@lo:8:kworker.0 00000100:00100000:3.0:1746165977.542130:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35338 00000100:00100000:3.0:1746165977.542135:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090462680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422998272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165977.542178:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090462680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422998272:12345-0@lo:400:kworker.0 Request processed in 43us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165977.542184:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35338 00000100:00100000:1.0:1746165977.542273:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f424700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422998272:0@lo:400:kworker.0 00000100:00100000:2.0:1746165977.588386:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422998784:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746165977.588466:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165977.588597:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746165977.588600:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422998784 00000100:00100000:1.0:1746165977.588616:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094048380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422998912:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165977.588619:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422998784 00000100:00100000:1.0:1746165977.588644:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165977.588690:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422998912 00000100:00100000:3.0:1746165977.588693:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422998912 00000100:00100000:1.0:1746165977.588700:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35339 00000100:00100000:1.0:1746165977.588709:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136053800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422998784:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165977.588710:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35340 00000100:00100000:3.0:1746165977.588714:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009404a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422998912:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746165977.588743:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000004:00000024:3.0:1746165977.588743:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746165977.588780:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136053800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977422998784:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165977.588780:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009404a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977422998912:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (135us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165977.588786:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35339 00000100:00100000:1.0:1746165977.588840:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094048380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977422998912:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746165977.588845:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977422998784:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165977.588936:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35340 00000100:00100000:1.0:1746165977.842146:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422999040:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746165977.842429:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165977.842507:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422999040 00000100:00100000:3.0:1746165977.842517:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422999040 00000100:00100000:3.0:1746165977.842565:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6878 00000100:00100000:3.0:1746165977.842574:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422999040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746165977.842639:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165977.845207:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094048380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977422999040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2623us (2767us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165977.845221:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6878 00000100:00100000:1.0:1746165977.845345:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977422999040:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746165978.961925:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165980.966075:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746165981.426128:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746165981.426155:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090466300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422999168:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746165981.426451:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165981.428346:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422999168 00000100:00100000:3.0:1746165981.428358:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422999168 00000100:00080000:1.0:1746165981.430521:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746165981.430590:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6879 00000100:00100000:3.0:1746165981.430619:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e830000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422999168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746165981.430665:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165981.431173:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e830000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977422999168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 572us (4721us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165981.431181:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6879 00000100:00100000:2.0:1746165981.431283:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090466300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977422999168:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746165982.478639:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439105792 00000100:00100000:3.0:1746165982.478650:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439105792 00000100:00080000:1.0:1746165982.479087:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746165982.479091:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746165982.479208:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 622 00000100:00100000:3.0:1746165982.479216:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439105792:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165982.479609:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439105792:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 392us (1048us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165982.479616:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 622 00000100:00080000:1.0:1746165982.546766:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746165982.546772:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746165982.546776:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746165982.546784:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9898 00000100:00080000:1.0:1746165982.546790:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1746165982.546796:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746165982.546816:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0909880 x1830977422999808/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746165982.547012:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f424700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977422999424:0@lo:400:kworker.0 00000100:00100000:2.0:1746165982.547041:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977422999296:0@lo:400:kworker.0 00000100:00100000:3.0:1746165982.547052:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165982.547077:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165982.547129:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422999424 00000100:00100000:2.0:1746165982.547137:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422999424 00000100:00100000:2.0:1746165982.547191:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2086 00000100:00100000:2.0:1746165982.547199:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090466680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977422999424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165982.547243:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090466680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977422999424:12345-0@lo:400:kworker.0 Request processed in 45us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165982.547250:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2086 00000100:00080000:2.0:1746165982.547273:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746165982.547295:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0909500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977422999552:0@lo:400:kworker.0 00000100:00100000:2.0:1746165982.547317:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165982.547319:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f424700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977422999424:0@lo:400:kworker.0 00000100:00100000:2.0:1746165982.547345:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422999552 00000100:00100000:2.0:1746165982.547348:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422999552 00000100:00100000:2.0:1746165982.547373:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2087 00000100:00100000:2.0:1746165982.547378:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977422999552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165982.547414:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977422999552:12345-0@lo:400:kworker.0 Request processed in 35us (96us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165982.547419:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2087 00000100:00080000:2.0:1746165982.547436:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746165982.547442:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0909500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977422999552:0@lo:400:kworker.0 00000100:00100000:2.0:1746165982.547453:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422999296 00000100:00100000:2.0:1746165982.547455:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422999296 00000100:00100000:2.0:1746165982.547476:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:2.0:1746165982.547481:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977422999296:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1746165982.547573:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746165982.547576:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746165982.547577:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1746165982.547578:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a090b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423000064:0@lo:400:kworker.0 00000100:00080000:1.0:1746165982.547581:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9898 00000100:00080000:1.0:1746165982.547584:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1746165982.547587:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746165982.547599:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008ede2d80 x1830977423000320/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746165982.547602:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165982.547616:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746165982.547621:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0909500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423000192:0@lo:400:kworker.0 00000100:00100000:3.0:1746165982.547644:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423000064 00000100:00100000:3.0:1746165982.547647:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423000064 00000100:00100000:3.0:1746165982.547666:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2088 00000100:00100000:3.0:1746165982.547671:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090466a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423000064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165982.547724:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090466a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423000064:12345-0@lo:400:kworker.0 Request processed in 53us (121us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165982.547729:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2088 00000100:00100000:3.0:1746165982.547754:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422999808:0@lo:8:kworker.0 00000100:00100000:3.0:1746165982.548776:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165982.548794:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423000320:0@lo:8:kworker.0 00000100:00100000:3.0:1746165982.548814:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165982.548837:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423000576 00000100:00100000:3.0:1746165982.548839:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423000576 00000100:00100000:2.0:1746165982.548840:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977422999296:12345-0@lo:400:kworker.0 Request processed in 1358us (1762us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165982.548850:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:3.0:1746165982.548858:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2089 00000100:00100000:3.0:1746165982.548862:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423000576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165982.548887:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423000576:12345-0@lo:400:kworker.0 Request processed in 25us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165982.548892:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165982.548893:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2089 00000100:00100000:2.0:1746165982.548915:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a090b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423000064:0@lo:400:kworker.0 00000100:00100000:3.0:1746165982.548920:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977422999808 00000100:00100000:3.0:1746165982.548923:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977422999808 00000100:00100000:2.0:1746165982.548934:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423000192 00000100:00100000:3.0:1746165982.548936:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423000320 00000100:00100000:2.0:1746165982.548937:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423000192 00000100:00100000:3.0:1746165982.548938:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423000320 00000100:00100000:3.0:1746165982.548949:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7507 00000100:00100000:3.0:1746165982.548954:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422999936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746165982.548955:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35342 00000100:00100000:2.0:1746165982.548960:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e830700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423000192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165982.548980:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977422999936:12345-0@lo:400:kworker.0 Request processed in 26us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165982.548985:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7507 00000100:00100000:2.0:1746165982.548988:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e830700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423000192:12345-0@lo:400:kworker.0 Request processed in 28us (95us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165982.548994:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35342 00000100:00100000:3.0:1746165982.548995:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49833 00000100:00100000:3.0:1746165982.548999:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977422999808:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1746165982.549010:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49834 00000100:00100000:2.0:1746165982.549014:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090467100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423000320:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746165982.549019:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1746165982.549025:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746165982.549048:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090467100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423000320:12345-0@lo:8:kworker.0 Request processed in 32us (233us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746165982.549053:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49834 00000100:00100000:3.0:1746165982.549060:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977422999808:12345-0@lo:8:kworker.0 Request processed in 60us (285us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165982.549065:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49833 00000100:00100000:2.0:1746165982.549072:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0909500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423000192:0@lo:400:kworker.0 00000100:00100000:2.0:1746165982.549090:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977422999296:0@lo:400:kworker.0 00000100:00080000:3.0:1746165982.549090:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165982.549094:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165982.549098:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977422999808:0@lo:8:kworker.0 00000100:00080000:3.0:1746165982.549106:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746165982.549108:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746165982.549111:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423000320:0@lo:8:kworker.0 00000100:00100000:1.0:1746165982.594107:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746165982.594131:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423000704:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746165982.594380:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165982.594448:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423000704 00000100:00100000:1.0:1746165982.594456:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423000704 00000100:00100000:1.0:1746165982.594784:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35343 00000100:00100000:1.0:1746165982.594794:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423000704:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165982.595628:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423000832 00000100:00100000:3.0:1746165982.595633:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423000832 00000100:00100000:3.0:1746165982.595667:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35344 00000100:00100000:3.0:1746165982.595689:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423000832:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746165982.595711:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746165982.595754:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423000832:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165982.595761:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35344 00000004:00000024:1.0:1746165982.596909:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746165982.598070:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423000704:12345-0@lo:41:osp-pre-1-0.0 Request processed in 3274us (3687us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165982.598080:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35343 00000100:00100000:3.0:1746165982.853007:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423000960 00000100:00100000:3.0:1746165982.853018:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423000960 00000100:00100000:3.0:1746165982.853086:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6880 00000100:00100000:3.0:1746165982.853093:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423000960:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746165982.853115:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746165982.853183:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423000960:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (3079us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165982.853189:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6880 00010000:00010000:1.0:1746165983.975213:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165985.978022:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746165986.438082:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090467480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423001088:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746165986.438143:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165986.438765:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423001088 00000100:00100000:1.0:1746165986.438772:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423001088 00000100:00100000:1.0:1746165986.438814:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6881 00000100:00100000:1.0:1746165986.438821:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a090a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423001088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746165986.438846:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746165986.438895:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a090a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423001088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (753us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165986.438902:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6881 00000100:00100000:2.0:1746165986.438975:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090467480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423001088:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746165986.981188:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165987.488552:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439106688 00000100:00100000:1.0:1746165987.488556:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439106688 00000100:00100000:1.0:1746165987.488576:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49835 00000100:00100000:1.0:1746165987.488580:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439106688:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746165987.488600:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165987.488627:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439106688:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 45us (514us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165987.488632:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49835 00000100:00100000:2.0:1746165987.488806:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439106304 00000100:00100000:2.0:1746165987.488811:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439106304 00000100:00100000:2.0:1746165987.488846:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 624 00000100:00100000:2.0:1746165987.488852:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439106304:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746165987.488879:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439106304:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 28us (871us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165987.488884:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 624 00000100:00080000:1.0:1746165987.554136:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746165987.554142:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746165987.554146:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746165987.554155:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9903 00000100:00080000:1.0:1746165987.554162:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1746165987.554169:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746165987.554193:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009da18000 x1830977423001728/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746165987.554226:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746165987.554228:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746165987.554230:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746165987.554233:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9903 00000100:00080000:1.0:1746165987.554235:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1746165987.554239:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746165987.554251:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006dcec380 x1830977423002240/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746165987.554313:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423001472:0@lo:400:kworker.0 00000100:00100000:1.0:1746165987.554384:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165987.554468:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b633800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423002112:0@lo:400:kworker.0 00000100:00100000:1.0:1746165987.554496:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165987.554517:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746165987.554521:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423001600:0@lo:400:kworker.0 00000100:00100000:1.0:1746165987.554536:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165987.554547:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423002368:0@lo:400:kworker.0 00000100:00100000:1.0:1746165987.554563:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165987.554591:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423002112 00000100:00100000:1.0:1746165987.554600:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423002112 00000100:00100000:1.0:1746165987.554630:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423001600 00000100:00100000:1.0:1746165987.554632:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423001600 00000100:00100000:1.0:1746165987.554647:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35345 00000100:00100000:1.0:1746165987.554653:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423002112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165987.554887:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423002112:12345-0@lo:400:kworker.0 Request processed in 233us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165987.554893:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35345 00000100:00100000:1.0:1746165987.554906:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35346 00000100:00100000:1.0:1746165987.554910:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423001600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165987.554930:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423001600:12345-0@lo:400:kworker.0 Request processed in 20us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165987.554934:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35346 00000100:00100000:1.0:1746165987.554952:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423001472 00000100:00100000:1.0:1746165987.554955:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423001472 00000100:00100000:1.0:1746165987.554981:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2092 00000100:00100000:1.0:1746165987.554986:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423001472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165987.555008:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423001472:12345-0@lo:400:kworker.0 Request processed in 22us (625us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165987.555013:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2092 00000100:00100000:1.0:1746165987.555043:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423001600:0@lo:400:kworker.0 00000100:00100000:1.0:1746165987.555052:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423001472:0@lo:400:kworker.0 00000100:00100000:1.0:1746165987.555058:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b633800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423002112:0@lo:400:kworker.0 00000100:00080000:1.0:1746165987.555084:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746165987.555097:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423002368 00000100:00100000:1.0:1746165987.555100:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423002368 00000100:00100000:1.0:1746165987.555129:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7508 00000100:00100000:1.0:1746165987.555135:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423002368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165987.555173:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423002368:12345-0@lo:400:kworker.0 Request processed in 38us (607us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165987.555179:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7508 00000100:00080000:1.0:1746165987.555194:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746165987.555216:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423002368:0@lo:400:kworker.0 00000100:00100000:1.0:1746165987.555448:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423001728:0@lo:8:kworker.0 00000100:00100000:1.0:1746165987.555469:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165987.555503:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423002240:0@lo:8:kworker.0 00000100:00100000:1.0:1746165987.555524:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165987.555552:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423001728 00000100:00100000:1.0:1746165987.555555:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423001728 00000100:00100000:1.0:1746165987.555566:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423002240 00000100:00100000:1.0:1746165987.555567:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423002240 00000100:00100000:1.0:1746165987.555576:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49836 00000100:00100000:1.0:1746165987.555580:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423001728:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746165987.555596:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165987.555620:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423001728:12345-0@lo:8:kworker.0 Request processed in 40us (150us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165987.555628:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49836 00000100:00100000:1.0:1746165987.555637:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49837 00000100:00100000:1.0:1746165987.555641:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423002240:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746165987.555649:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165987.555670:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423002240:12345-0@lo:8:kworker.0 Request processed in 27us (145us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165987.555703:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49837 00000100:00080000:1.0:1746165987.555731:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165987.555736:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165987.555739:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423001728:0@lo:8:kworker.0 00000100:00080000:1.0:1746165987.555746:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165987.555748:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165987.555750:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423002240:0@lo:8:kworker.0 00000100:00100000:1.0:1746165987.557614:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423001856 00000100:00100000:1.0:1746165987.557618:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423001856 00000100:00100000:1.0:1746165987.560426:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7509 00000100:00100000:1.0:1746165987.560456:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423001856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165987.564165:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423001856:12345-0@lo:400:kworker.0 Request processed in 3726us (8125us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165987.564176:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7509 00000100:00100000:1.0:1746165987.604336:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423002752:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746165987.604398:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165987.604465:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423002752 00000100:00100000:1.0:1746165987.604475:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423002752 00000100:00100000:1.0:1746165987.604518:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35347 00000100:00100000:1.0:1746165987.604526:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423002752:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746165987.604620:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423002624 00000100:00100000:2.0:1746165987.604624:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423002624 00000100:00100000:2.0:1746165987.604865:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35348 00000100:00100000:2.0:1746165987.604870:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423002624:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746165987.604954:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746165987.605008:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423002624:12345-0@lo:41:osp-pre-1-0.0 Request processed in 137us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165987.605014:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35348 00000004:00000024:1.0:1746165987.605219:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746165987.605696:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423002752:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1170us (1296us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165987.605702:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35347 00000100:00100000:2.0:1746165987.605776:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423002752:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165987.857924:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746165987.857944:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423002880:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746165987.858004:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165987.859741:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423002880:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746165988.983883:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165990.991003:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746165991.458954:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423003008 00000100:00100000:1.0:1746165991.458960:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423003008 00000100:00100000:1.0:1746165991.458998:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6883 00000100:00100000:1.0:1746165991.459004:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423003008:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746165991.459026:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746165991.459057:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423003008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (997us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165991.459062:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6883 00000100:00080000:2.0:1746165991.459147:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746165991.992083:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746165992.503668:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439106944 00000100:00100000:2.0:1746165992.503692:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439106944 00000100:00100000:2.0:1746165992.503776:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2096 00000100:00100000:2.0:1746165992.503787:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439106944:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:3.0:1746165992.503906:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746165992.504917:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439106816 00000100:00100000:1.0:1746165992.504924:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439106816 00000100:00100000:1.0:1746165992.504960:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 626 00000100:00100000:1.0:1746165992.504965:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439106816:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165992.508991:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439107200 00000100:00100000:3.0:1746165992.509002:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439107200 00000100:00100000:3.0:1746165992.509046:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49838 00000100:00100000:3.0:1746165992.509052:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439107200:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746165992.509074:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746165992.509168:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439106944:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 5384us (12423us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165992.509177:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2096 00000100:00100000:1.0:1746165992.509246:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439106816:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 4278us (9791us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165992.509253:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 626 00000100:00100000:3.0:1746165992.511222:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439107200:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 2164us (10951us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746165992.511232:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49838 00000100:00100000:3.0:1746165992.511282:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439107072 00000100:00100000:3.0:1746165992.511287:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439107072 00000100:00080000:3.0:1746165992.511308:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746165992.511336:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2097 00000100:00100000:3.0:1746165992.511343:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439107072:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746165992.513260:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439107072:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1911us (3737us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165992.513269:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2097 00000100:00100000:2.0:1746165992.563439:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423003264:0@lo:400:kworker.0 00000100:00100000:2.0:1746165992.563470:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165992.563545:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423003264 00000100:00100000:3.0:1746165992.563550:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423003264 00000100:00100000:3.0:1746165992.563637:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2098 00000100:00100000:3.0:1746165992.563643:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0909500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423003264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165992.563707:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0909500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423003264:12345-0@lo:400:kworker.0 Request processed in 64us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165992.563713:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2098 00000100:00080000:2.0:1746165992.563752:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746165992.563776:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423003264:0@lo:400:kworker.0 00000100:00080000:1.0:1746165992.565994:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746165992.565998:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746165992.566001:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746165992.566006:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9908 00000100:00080000:1.0:1746165992.566009:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1746165992.566013:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746165992.566028:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006dceca80 x1830977423003648/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746165992.566053:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746165992.566055:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746165992.566057:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746165992.566059:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9908 00000100:00080000:1.0:1746165992.566061:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746165992.566063:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746165992.566069:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006dced180 x1830977423004160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746165992.566095:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423003648:0@lo:8:kworker.0 00000100:00100000:1.0:1746165992.566129:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165992.566149:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dced180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423004160:0@lo:8:kworker.0 00000100:00100000:1.0:1746165992.566161:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165992.566181:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423003648 00000100:00100000:1.0:1746165992.566185:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423003648 00000100:00100000:1.0:1746165992.566199:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423004160 00000100:00100000:1.0:1746165992.566200:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423004160 00000100:00100000:1.0:1746165992.566209:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49839 00000100:00100000:1.0:1746165992.566214:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423003648:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746165992.566231:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165992.566253:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423003648:12345-0@lo:8:kworker.0 Request processed in 38us (124us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165992.566258:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49839 00000100:00100000:1.0:1746165992.566267:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49840 00000100:00100000:1.0:1746165992.566270:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423004160:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746165992.566276:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165992.566287:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423004160:12345-0@lo:8:kworker.0 Request processed in 17us (125us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165992.566291:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49840 00000100:00080000:1.0:1746165992.566313:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165992.566316:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165992.566319:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423003648:0@lo:8:kworker.0 00000100:00080000:1.0:1746165992.566325:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165992.566327:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165992.566329:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dced180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423004160:0@lo:8:kworker.0 00000100:00100000:1.0:1746165992.566374:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423003904:0@lo:400:kworker.0 00000100:00100000:1.0:1746165992.566396:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165992.566410:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746165992.566414:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423003392:0@lo:400:kworker.0 00000100:00100000:1.0:1746165992.566429:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165992.566445:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423003904 00000100:00100000:1.0:1746165992.566448:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423003904 00000100:00100000:1.0:1746165992.566467:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423003392 00000100:00100000:1.0:1746165992.566469:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423003392 00000100:00100000:1.0:1746165992.566488:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2099 00000100:00100000:1.0:1746165992.566493:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423003904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165992.566520:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423003904:12345-0@lo:400:kworker.0 Request processed in 28us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165992.566526:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2099 00000100:00100000:1.0:1746165992.566534:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2100 00000100:00100000:1.0:1746165992.566539:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423003392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165992.566558:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423003392:12345-0@lo:400:kworker.0 Request processed in 19us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165992.566563:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2100 00000100:00100000:1.0:1746165992.566587:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423003392:0@lo:400:kworker.0 00000100:00100000:1.0:1746165992.566592:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423004032:0@lo:400:kworker.0 00000100:00100000:1.0:1746165992.566614:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165992.566634:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423004032 00000100:00100000:1.0:1746165992.566636:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423004032 00000100:00100000:1.0:1746165992.566654:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35349 00000100:00100000:1.0:1746165992.566659:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e113c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423004032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165992.566705:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e113c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423004032:12345-0@lo:400:kworker.0 Request processed in 45us (89us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165992.566709:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35349 00000100:00100000:1.0:1746165992.566999:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423004032:0@lo:400:kworker.0 00000100:00100000:1.0:1746165992.567007:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423003904:0@lo:400:kworker.0 00000100:00080000:1.0:1746165992.567045:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746165992.567057:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423003776:0@lo:400:kworker.0 00000100:00100000:1.0:1746165992.567078:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165992.567091:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b633800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423004416:0@lo:400:kworker.0 00000100:00100000:1.0:1746165992.567104:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165992.567115:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1746165992.567120:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423003520:0@lo:400:kworker.0 00000100:00100000:1.0:1746165992.567134:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165992.567143:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b632a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423004288:0@lo:400:kworker.0 00000100:00100000:1.0:1746165992.567157:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165992.567172:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423003776 00000100:00100000:1.0:1746165992.567175:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423003776 00000100:00100000:1.0:1746165992.567190:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423004288 00000100:00100000:1.0:1746165992.567192:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423004288 00000100:00100000:1.0:1746165992.567205:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7510 00000100:00100000:1.0:1746165992.567209:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423003776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165992.567234:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423003776:12345-0@lo:400:kworker.0 Request processed in 25us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165992.567239:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7510 00000100:00100000:1.0:1746165992.567248:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7511 00000100:00100000:1.0:1746165992.567252:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423004288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165992.567269:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423004288:12345-0@lo:400:kworker.0 Request processed in 17us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165992.567273:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7511 00000100:00100000:1.0:1746165992.567289:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423003520 00000100:00100000:1.0:1746165992.567291:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423003520 00000100:00100000:1.0:1746165992.567305:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35350 00000100:00100000:1.0:1746165992.567309:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423003520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165992.567330:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423003520:12345-0@lo:400:kworker.0 Request processed in 20us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165992.567334:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35350 00000100:00080000:1.0:1746165992.567349:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746165992.567379:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423003520:0@lo:400:kworker.0 00000100:00100000:1.0:1746165992.567386:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b632a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423004288:0@lo:400:kworker.0 00000100:00100000:1.0:1746165992.567393:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423003776:0@lo:400:kworker.0 00000100:00100000:1.0:1746165992.567410:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423004416 00000100:00100000:1.0:1746165992.567412:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423004416 00000100:00100000:1.0:1746165992.567431:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2101 00000100:00100000:1.0:1746165992.567436:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423004416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165992.567461:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423004416:12345-0@lo:400:kworker.0 Request processed in 25us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165992.567465:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2101 00000100:00100000:1.0:1746165992.567482:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b633800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423004416:0@lo:400:kworker.0 00000100:00100000:3.0:1746165992.610279:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a090b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423004672:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746165992.610338:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165992.610501:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423004544:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746165992.610527:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165992.611117:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35352 00000100:00100000:1.0:1746165992.611124:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423004544:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746165992.611141:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746165992.611168:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423004544:12345-0@lo:41:osp-pre-0-1.0 Request processed in 44us (639us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165992.611175:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35352 00000100:00100000:1.0:1746165992.611210:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423004544:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746165992.611467:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a090b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423004672:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746165992.866669:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423004800 00000100:00100000:2.0:1746165992.866692:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423004800 00000100:00100000:2.0:1746165992.866728:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6884 00000100:00100000:2.0:1746165992.866734:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423004800:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746165992.866753:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746165992.866792:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423004800:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165992.866798:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6884 00010000:00010000:1.0:1746165993.996427:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165996.001889:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746165997.005241:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746165997.510546:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439107456 00000100:00100000:2.0:1746165997.510550:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439107456 00000100:00100000:2.0:1746165997.510583:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439107584 00000100:00100000:2.0:1746165997.510585:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439107584 00000100:00100000:2.0:1746165997.510602:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2102 00000100:00100000:2.0:1746165997.510609:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439107456:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746165997.511094:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439107328 00000100:00100000:1.0:1746165997.511098:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439107328 00000100:00100000:1.0:1746165997.511122:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 628 00000100:00100000:1.0:1746165997.511126:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439107328:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746165997.514076:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439107456:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 3465us (4172us total) trans 0 rc 0/0 00000100:00100000:2.0:1746165997.514084:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2102 00000100:00080000:2.0:1746165997.514110:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746165997.514113:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746165997.514351:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439107328:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 3223us (4258us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165997.514376:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 628 00000100:00100000:2.0:1746165997.571445:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b633800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423005056:0@lo:400:kworker.0 00000100:00100000:2.0:1746165997.571507:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746165997.575559:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746165997.575564:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746165997.575566:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746165997.575578:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9913 00000100:00080000:1.0:1746165997.575581:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746165997.575587:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746165997.575610:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096b5d180 x1830977423005568/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746165997.575643:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746165997.575646:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746165997.575647:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746165997.575650:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9913 00000100:00080000:1.0:1746165997.575652:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746165997.575655:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746165997.575664:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096b5f800 x1830977423006080/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746165997.575722:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096b5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423005568:0@lo:8:kworker.0 00000100:00100000:1.0:1746165997.575778:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165997.575847:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423006080:0@lo:8:kworker.0 00000100:00100000:1.0:1746165997.575874:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165997.575906:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423005440:0@lo:400:kworker.0 00000100:00100000:1.0:1746165997.575927:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165997.575943:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423006208:0@lo:400:kworker.0 00000100:00100000:1.0:1746165997.575956:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165997.575969:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1746165997.575974:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423005312:0@lo:400:kworker.0 00000100:00100000:1.0:1746165997.575993:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165997.576005:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423005952:0@lo:400:kworker.0 00000100:00100000:1.0:1746165997.576018:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165997.576040:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423005440 00000100:00100000:1.0:1746165997.576046:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423005440 00000100:00100000:1.0:1746165997.576077:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423005952 00000100:00100000:1.0:1746165997.576079:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423005952 00000100:00100000:1.0:1746165997.576094:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35353 00000100:00100000:1.0:1746165997.576101:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fda9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423005440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165997.576142:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fda9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423005440:12345-0@lo:400:kworker.0 Request processed in 42us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165997.576147:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35353 00000100:00100000:1.0:1746165997.576161:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35354 00000100:00100000:1.0:1746165997.576164:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fdabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423005952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165997.576185:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fdabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423005952:12345-0@lo:400:kworker.0 Request processed in 21us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165997.576190:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35354 00000100:00100000:1.0:1746165997.576207:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423005568 00000100:00100000:1.0:1746165997.576209:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423005568 00000100:00100000:1.0:1746165997.576221:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423006080 00000100:00100000:1.0:1746165997.576223:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423006080 00000100:00100000:1.0:1746165997.576231:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423006208 00000100:00100000:1.0:1746165997.576232:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423006208 00000100:00100000:2.0:1746165997.576551:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423005696:0@lo:400:kworker.0 00000100:00100000:2.0:1746165997.576572:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165997.576800:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b632a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423005184:0@lo:400:kworker.0 00000100:00100000:3.0:1746165997.576826:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165997.576849:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423005312 00000100:00100000:3.0:1746165997.576851:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423005312 00000100:00100000:3.0:1746165997.576875:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423005184 00000100:00100000:3.0:1746165997.576877:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423005184 00000100:00100000:3.0:1746165997.576895:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2104 00000100:00100000:3.0:1746165997.576900:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fdaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423005312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165997.576927:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fdaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423005312:12345-0@lo:400:kworker.0 Request processed in 27us (933us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165997.576936:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2104 00000100:00100000:3.0:1746165997.576951:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2105 00000100:00100000:3.0:1746165997.576955:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090465180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423005184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165997.576977:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090465180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423005184:12345-0@lo:400:kworker.0 Request processed in 22us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165997.576981:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2105 00000100:00100000:3.0:1746165997.577016:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b632a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423005184:0@lo:400:kworker.0 00000100:00100000:3.0:1746165997.577021:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880096b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423005824:0@lo:400:kworker.0 00000100:00100000:3.0:1746165997.577039:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165997.577053:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423005824 00000100:00100000:3.0:1746165997.577056:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423005824 00000100:00100000:3.0:1746165997.577071:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2106 00000100:00100000:3.0:1746165997.577076:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090467480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423005824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746165997.577098:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090467480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423005824:12345-0@lo:400:kworker.0 Request processed in 23us (58us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165997.577103:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2106 00000100:00100000:3.0:1746165997.577125:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096b5e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423005824:0@lo:400:kworker.0 00000100:00080000:3.0:1746165997.577154:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746165997.577157:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746165997.577159:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746165997.583206:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423005696 00000100:00100000:1.0:1746165997.583220:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423005696 00000100:00100000:1.0:1746165997.583551:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7513 00000100:00100000:1.0:1746165997.583558:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a090b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423005696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165997.583600:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a090b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423005696:12345-0@lo:400:kworker.0 Request processed in 44us (7027us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165997.583605:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7513 00000100:00100000:1.0:1746165997.583614:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49843 00000100:00100000:1.0:1746165997.583619:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fda8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423006080:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746165997.583627:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746165997.583653:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fda8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423006080:12345-0@lo:8:kworker.0 Request processed in 33us (7778us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746165997.583657:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49843 00000100:00080000:1.0:1746165997.583708:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165997.583713:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165997.583717:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096b5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423005568:0@lo:8:kworker.0 00000100:00080000:1.0:1746165997.583728:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746165997.583732:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746165997.583735:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423006080:0@lo:8:kworker.0 00000100:00100000:1.0:1746165997.583807:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096b5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423005312:0@lo:400:kworker.0 00000100:00100000:1.0:1746165997.583818:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096b5ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423005952:0@lo:400:kworker.0 00000100:00100000:1.0:1746165997.583832:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423005440:0@lo:400:kworker.0 00000100:00100000:1.0:1746165997.583841:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880096b5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423006208:0@lo:400:kworker.0 00000100:00100000:1.0:1746165997.583898:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423006336 00000100:00100000:1.0:1746165997.583901:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423006336 00000100:00100000:1.0:1746165997.583926:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2107 00000100:00100000:1.0:1746165997.583931:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423006336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746165997.583972:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423006336:12345-0@lo:400:kworker.0 Request processed in 41us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1746165997.583977:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2107 00000100:00100000:2.0:1746165997.617910:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423006592:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746165997.617972:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746165997.618132:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090466300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423006464:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746165997.618152:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746165997.618873:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423006592 00000100:00100000:3.0:1746165997.618880:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423006592 00000100:00100000:3.0:1746165997.618920:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423006464 00000100:00100000:3.0:1746165997.618923:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423006464 00000100:00100000:3.0:1746165997.618948:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35355 00000100:00100000:3.0:1746165997.618956:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0908700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423006592:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746165997.618986:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746165997.619025:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0908700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423006592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (1052us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165997.619032:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35355 00000100:00100000:3.0:1746165997.619052:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35356 00000100:00100000:3.0:1746165997.619058:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0908a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423006464:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746165997.619073:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746165997.619096:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0908a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423006464:12345-0@lo:41:osp-pre-1-0.0 Request processed in 39us (942us total) trans 0 rc 0/0 00000100:00100000:3.0:1746165997.619102:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35356 00000100:00100000:2.0:1746165997.619503:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423006592:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746165997.619514:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090466300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423006464:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746165997.875934:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746165997.875958:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423006720:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746165997.876024:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746165997.876351:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423006720:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746165999.008168:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166001.013515:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166001.480947:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746166001.480971:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423006848:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166001.481033:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166001.482972:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423006848:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1746166001.483025:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746166002.016223:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746166002.510888:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746166002.510892:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166002.511230:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439108224 00000100:00100000:3.0:1746166002.511235:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439108224 00000100:00100000:3.0:1746166002.511490:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49844 00000100:00100000:3.0:1746166002.511495:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439108224:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166002.511518:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166002.511554:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439108224:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 58us (1516us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166002.511559:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49844 00000100:00080000:1.0:1746166002.593833:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746166002.593837:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746166002.593840:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746166002.593846:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9918 00000100:00080000:1.0:1746166002.593849:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746166002.593854:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746166002.593870:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009eef7480 x1830977423007488/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746166002.593897:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746166002.593900:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746166002.593901:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746166002.593904:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9918 00000100:00080000:1.0:1746166002.593907:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1746166002.593911:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746166002.593920:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006dcdea00 x1830977423008000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746166002.593958:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423007488:0@lo:8:kworker.0 00000100:00100000:1.0:1746166002.594013:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166002.594066:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423008000:0@lo:8:kworker.0 00000100:00100000:1.0:1746166002.594085:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166002.594114:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423007360:0@lo:400:kworker.0 00000100:00100000:1.0:1746166002.594136:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166002.594149:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423008128:0@lo:400:kworker.0 00000100:00100000:1.0:1746166002.594162:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166002.594173:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1746166002.594178:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423007232:0@lo:400:kworker.0 00000100:00100000:1.0:1746166002.594206:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166002.594217:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e320e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423007872:0@lo:400:kworker.0 00000100:00100000:1.0:1746166002.594229:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166002.594247:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423007360 00000100:00100000:1.0:1746166002.594253:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423007360 00000100:00100000:1.0:1746166002.594278:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423007872 00000100:00100000:1.0:1746166002.594280:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423007872 00000100:00100000:1.0:1746166002.594291:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35357 00000100:00100000:1.0:1746166002.594297:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423007360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166002.594337:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423007360:12345-0@lo:400:kworker.0 Request processed in 40us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166002.594343:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35357 00000100:00100000:1.0:1746166002.594355:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35358 00000100:00100000:1.0:1746166002.594358:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090461500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423007872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166002.594376:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090461500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423007872:12345-0@lo:400:kworker.0 Request processed in 17us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166002.594379:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35358 00000100:00100000:1.0:1746166002.594392:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423007232 00000100:00100000:1.0:1746166002.594394:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423007232 00000100:00100000:1.0:1746166002.594417:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2110 00000100:00100000:1.0:1746166002.594421:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090461180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423007232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166002.594441:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090461180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423007232:12345-0@lo:400:kworker.0 Request processed in 18us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166002.594445:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2110 00000100:00100000:1.0:1746166002.594468:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423007232:0@lo:400:kworker.0 00000100:00100000:1.0:1746166002.594474:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e320e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423007872:0@lo:400:kworker.0 00000100:00100000:1.0:1746166002.594479:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423007360:0@lo:400:kworker.0 00000100:00100000:1.0:1746166002.594508:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423007488 00000100:00100000:1.0:1746166002.594511:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423007488 00000100:00100000:1.0:1746166002.594521:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423008000 00000100:00100000:1.0:1746166002.594522:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423008000 00000100:00100000:1.0:1746166002.594528:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423008128 00000100:00100000:1.0:1746166002.594529:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423008128 00000100:00100000:1.0:1746166002.594542:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7514 00000100:00100000:1.0:1746166002.594546:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090460a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423008128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166002.594569:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090460a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423008128:12345-0@lo:400:kworker.0 Request processed in 23us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166002.594573:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7514 00000100:00100000:1.0:1746166002.594580:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49845 00000100:00100000:1.0:1746166002.594583:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423007488:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166002.594599:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166002.594620:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423007488:12345-0@lo:8:kworker.0 Request processed in 36us (607us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166002.594624:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49845 00000100:00100000:1.0:1746166002.594631:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49846 00000100:00100000:1.0:1746166002.594633:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423008000:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166002.594640:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166002.594653:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423008000:12345-0@lo:8:kworker.0 Request processed in 19us (568us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166002.594657:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49846 00000100:00080000:1.0:1746166002.594704:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166002.594707:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166002.594709:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423007488:0@lo:8:kworker.0 00000100:00080000:1.0:1746166002.594715:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166002.594717:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166002.594720:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423008000:0@lo:8:kworker.0 00000100:00100000:1.0:1746166002.594744:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423008128:0@lo:400:kworker.0 00000100:00080000:1.0:1746166002.594787:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746166002.594791:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166002.595073:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423007104:0@lo:400:kworker.0 00000100:00100000:2.0:1746166002.595100:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166002.595126:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423007744:0@lo:400:kworker.0 00000100:00100000:2.0:1746166002.595148:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166002.595161:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1746166002.595165:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423006976:0@lo:400:kworker.0 00000100:00100000:2.0:1746166002.595195:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166002.595227:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423007616:0@lo:400:kworker.0 00000100:00100000:2.0:1746166002.595244:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166002.595257:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423008256:0@lo:400:kworker.0 00000100:00100000:2.0:1746166002.595270:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166002.595288:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423007104 00000100:00100000:2.0:1746166002.595291:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423007104 00000100:00100000:2.0:1746166002.595311:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423007744 00000100:00100000:2.0:1746166002.595313:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423007744 00000100:00100000:2.0:1746166002.595322:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423008256 00000100:00100000:2.0:1746166002.595324:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423008256 00000100:00100000:2.0:1746166002.595334:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2111 00000100:00100000:2.0:1746166002.595338:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a090ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423007104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166002.595368:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a090ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423007104:12345-0@lo:400:kworker.0 Request processed in 30us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166002.595372:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2111 00000100:00100000:2.0:1746166002.595381:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2112 00000100:00100000:2.0:1746166002.595384:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a090b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423007744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166002.595399:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a090b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423007744:12345-0@lo:400:kworker.0 Request processed in 15us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166002.595403:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2112 00000100:00100000:2.0:1746166002.595410:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2113 00000100:00100000:2.0:1746166002.595414:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0908380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423008256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166002.595428:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0908380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423008256:12345-0@lo:400:kworker.0 Request processed in 14us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166002.595431:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2113 00000100:00080000:2.0:1746166002.595441:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166002.595453:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423008256:0@lo:400:kworker.0 00000100:00100000:2.0:1746166002.595460:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423007104:0@lo:400:kworker.0 00000100:00100000:2.0:1746166002.595466:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423007744:0@lo:400:kworker.0 00000100:00100000:2.0:1746166002.595505:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423006976 00000100:00100000:2.0:1746166002.595508:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423006976 00000100:00100000:2.0:1746166002.595524:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:2.0:1746166002.595529:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423006976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166002.595554:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423006976:12345-0@lo:400:kworker.0 Request processed in 25us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166002.595558:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:2.0:1746166002.595576:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423006976:0@lo:400:kworker.0 00000100:00100000:3.0:1746166002.595637:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423007616 00000100:00100000:3.0:1746166002.595640:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423007616 00000100:00100000:3.0:1746166002.595659:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7515 00000100:00100000:3.0:1746166002.595663:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0909880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423007616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166002.595726:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0909880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423007616:12345-0@lo:400:kworker.0 Request processed in 62us (480us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166002.595734:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7515 00000100:00100000:2.0:1746166002.596054:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423007616:0@lo:400:kworker.0 00000100:00100000:2.0:1746166002.626850:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090466300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423008512:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166002.626904:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166002.626931:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746166002.626942:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423008384:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166002.627522:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166002.627553:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423008512 00000100:00100000:2.0:1746166002.627560:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423008512 00000100:00100000:2.0:1746166002.627591:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423008384 00000100:00100000:2.0:1746166002.627593:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423008384 00000100:00100000:2.0:1746166002.627957:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35359 00000100:00100000:2.0:1746166002.627966:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423008512:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166002.627994:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166002.628029:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423008512:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (1125us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166002.628035:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35359 00000100:00100000:2.0:1746166002.628048:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35360 00000100:00100000:2.0:1746166002.628052:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136053800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423008384:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166002.628065:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166002.628087:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136053800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423008384:12345-0@lo:41:osp-pre-0-1.0 Request processed in 35us (566us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166002.628092:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35360 00000100:00100000:1.0:1746166002.628214:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423008384:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166002.628478:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090466300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423008512:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166002.882466:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423008640 00000100:00100000:1.0:1746166002.882474:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423008640 00000100:00100000:1.0:1746166002.882967:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6888 00000100:00100000:1.0:1746166002.882976:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423008640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746166002.882997:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166002.884721:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423008640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1743us (2483us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166002.884729:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6888 00010000:00010000:1.0:1746166004.025881:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166006.031889:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166006.498848:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423008768:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166006.498913:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166006.499003:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423008768 00000100:00100000:1.0:1746166006.499010:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423008768 00000100:00080000:3.0:1746166006.499167:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166006.500085:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6889 00000100:00100000:1.0:1746166006.500095:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090462a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423008768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166006.500135:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166006.500176:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090462a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423008768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (1262us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166006.500182:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6889 00000100:00100000:1.0:1746166006.500222:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423008768:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166007.035241:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166007.519162:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439108352 00000100:00100000:2.0:1746166007.519170:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439108352 00000100:00100000:2.0:1746166007.519205:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 632 00000100:00100000:2.0:1746166007.519211:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439108352:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166007.519895:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439108352:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 682us (1634us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166007.519903:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 632 00000100:00100000:3.0:1746166007.521072:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439108608 00000100:00100000:3.0:1746166007.521078:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439108608 00000100:00100000:3.0:1746166007.521135:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2114 00000100:00100000:3.0:1746166007.521141:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439108608:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166007.521175:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439108608:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 36us (2096us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166007.521180:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2114 00000100:00080000:2.0:1746166007.521240:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166007.523032:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439108480 00000100:00100000:3.0:1746166007.523038:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439108480 00000100:00100000:1.0:1746166007.523073:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439108736 00000100:00100000:1.0:1746166007.523078:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439108736 00000100:00100000:3.0:1746166007.523079:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2115 00000100:00100000:3.0:1746166007.523085:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439108480:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166007.523136:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439108480:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 51us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166007.523141:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49847 00000100:00100000:3.0:1746166007.523142:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2115 00000100:00100000:1.0:1746166007.523146:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439108736:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166007.523167:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166007.523191:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439108736:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 44us (274us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166007.523196:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49847 00000100:00080000:2.0:1746166007.523925:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166007.602406:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746166007.602426:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423008896:0@lo:400:kworker.0 00000100:00100000:2.0:1746166007.602490:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746166007.602647:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746166007.602651:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746166007.602655:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746166007.602659:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9923 00000100:00080000:1.0:1746166007.602663:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1746166007.602668:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746166007.602707:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880092e5ce00 x1830977423009408/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746166007.602737:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746166007.602740:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746166007.602742:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746166007.602744:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9923 00000100:00080000:1.0:1746166007.602747:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1746166007.602750:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746166007.602759:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e320e00 x1830977423009920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746166007.602796:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423009408:0@lo:8:kworker.0 00000100:00100000:1.0:1746166007.602827:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166007.602869:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e320e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423009920:0@lo:8:kworker.0 00000100:00100000:1.0:1746166007.602887:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166007.602917:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423009408 00000100:00100000:1.0:1746166007.602924:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423009408 00000100:00100000:1.0:1746166007.602944:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423009920 00000100:00100000:1.0:1746166007.602946:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423009920 00000100:00100000:1.0:1746166007.602958:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49848 00000100:00100000:1.0:1746166007.602964:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423009408:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166007.602983:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166007.603011:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423009408:12345-0@lo:8:kworker.0 Request processed in 47us (183us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166007.603016:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49848 00000100:00100000:1.0:1746166007.603029:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49849 00000100:00100000:1.0:1746166007.603033:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423009920:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166007.603042:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166007.603057:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423009920:12345-0@lo:8:kworker.0 Request processed in 23us (170us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166007.603063:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49849 00000100:00080000:1.0:1746166007.603091:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166007.603094:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166007.603111:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423009408:0@lo:8:kworker.0 00000100:00080000:1.0:1746166007.603120:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166007.603122:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166007.603125:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e320e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423009920:0@lo:8:kworker.0 00000100:00100000:1.0:1746166007.603163:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423009024:0@lo:400:kworker.0 00000100:00100000:1.0:1746166007.603183:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166007.603252:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423009280:0@lo:400:kworker.0 00000100:00100000:2.0:1746166007.603274:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166007.603985:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423008896 00000100:00100000:3.0:1746166007.603989:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423008896 00000100:00100000:3.0:1746166007.604012:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:3.0:1746166007.604017:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423008896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166007.604046:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423008896:12345-0@lo:400:kworker.0 Request processed in 29us (1557us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166007.604052:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:1.0:1746166007.606391:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423009664:0@lo:400:kworker.0 00000100:00100000:1.0:1746166007.606439:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166007.606484:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166007.606527:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423009536:0@lo:400:kworker.0 00000100:00100000:1.0:1746166007.606559:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423009024 00000100:00100000:1.0:1746166007.606564:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423009024 00000100:00100000:1.0:1746166007.606801:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423009664 00000100:00100000:1.0:1746166007.606804:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423009664 00000100:00100000:1.0:1746166007.606821:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423010176 00000100:00100000:1.0:1746166007.606823:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423010176 00000100:00100000:1.0:1746166007.606836:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2116 00000100:00100000:1.0:1746166007.606842:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e320e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423009024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166007.606880:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e320e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423009024:12345-0@lo:400:kworker.0 Request processed in 38us (3695us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166007.606886:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2116 00000100:00100000:1.0:1746166007.606900:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2117 00000100:00100000:1.0:1746166007.606904:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423009664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166007.606925:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423009664:12345-0@lo:400:kworker.0 Request processed in 21us (487us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166007.606930:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2117 00000100:00100000:1.0:1746166007.606938:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2118 00000100:00100000:1.0:1746166007.606941:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f128e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423010176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166007.606966:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f128e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423010176:12345-0@lo:400:kworker.0 Request processed in 24us (482us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166007.606971:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2118 00000100:00100000:1.0:1746166007.606996:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423010176:0@lo:400:kworker.0 00000100:00080000:1.0:1746166007.607010:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166007.607024:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423009024:0@lo:400:kworker.0 00000100:00100000:1.0:1746166007.607032:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423009664:0@lo:400:kworker.0 00000100:00100000:3.0:1746166007.607435:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423009152 00000100:00100000:3.0:1746166007.607439:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423009152 00000100:00100000:3.0:1746166007.607465:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2119 00000100:00100000:3.0:1746166007.607471:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e830700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423009152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166007.607503:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e830700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423009152:12345-0@lo:400:kworker.0 Request processed in 32us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166007.607508:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2119 00000100:00100000:2.0:1746166007.608095:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423010048:0@lo:400:kworker.0 00000100:00100000:2.0:1746166007.608130:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166007.608151:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423008896:0@lo:400:kworker.0 00000100:00100000:2.0:1746166007.608180:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423010048 00000100:00100000:2.0:1746166007.608183:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423010048 00000100:00100000:2.0:1746166007.608423:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7517 00000100:00100000:2.0:1746166007.608429:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423010048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166007.608459:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423010048:12345-0@lo:400:kworker.0 Request processed in 31us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166007.608464:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7517 00000100:00100000:2.0:1746166007.608488:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423010048:0@lo:400:kworker.0 00000100:00100000:3.0:1746166007.608542:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423009280 00000100:00100000:3.0:1746166007.608545:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423009280 00000100:00100000:3.0:1746166007.608577:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35361 00000100:00100000:3.0:1746166007.608582:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423009280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166007.608612:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423009280:12345-0@lo:400:kworker.0 Request processed in 30us (5338us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166007.608616:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35361 00000100:00100000:2.0:1746166007.608980:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423009280:0@lo:400:kworker.0 00000100:00100000:3.0:1746166007.609028:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423009792 00000100:00100000:3.0:1746166007.609032:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423009792 00000100:00100000:3.0:1746166007.609106:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35362 00000100:00100000:3.0:1746166007.609112:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423009792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166007.609262:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423009792:12345-0@lo:400:kworker.0 Request processed in 149us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166007.609267:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35362 00000100:00100000:1.0:1746166007.890103:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746166007.890125:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423010560:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166007.890194:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166007.891750:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423010560:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166009.040623:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166011.044987:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166011.506097:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746166011.506114:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423010688:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166011.506168:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166011.506915:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423010688 00000100:00100000:1.0:1746166011.506922:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423010688 00000100:00100000:1.0:1746166011.509072:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6891 00000100:00100000:1.0:1746166011.509085:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090464a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423010688:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166011.509115:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166011.509379:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090464a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423010688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 298us (3210us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166011.509386:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6891 00000100:00100000:3.0:1746166011.509465:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423010688:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166012.046050:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166012.528941:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439109248 00000100:00100000:2.0:1746166012.528944:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439109248 00000100:00100000:2.0:1746166012.528971:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49850 00000100:00100000:2.0:1746166012.528977:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439109248:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166012.528997:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166012.529048:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439109248:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 70us (156us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166012.529054:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49850 00000100:00080000:2.0:1746166012.529083:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746166012.529086:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166012.529209:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439108864 00000100:00100000:3.0:1746166012.529213:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439108864 00000100:00100000:3.0:1746166012.529235:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 634 00000100:00100000:3.0:1746166012.529239:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439108864:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166012.529529:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439108864:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 288us (782us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166012.529535:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 634 00000100:00100000:2.0:1746166012.611043:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423011072:0@lo:400:kworker.0 00000100:00100000:2.0:1746166012.611068:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166012.611210:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423010944 00000100:00100000:3.0:1746166012.611215:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423010944 00000100:00100000:3.0:1746166012.611245:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423011072 00000100:00100000:3.0:1746166012.611247:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423011072 00000100:00100000:3.0:1746166012.611263:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2122 00000100:00100000:3.0:1746166012.611269:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423010944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166012.611311:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423010944:12345-0@lo:400:kworker.0 Request processed in 42us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166012.611317:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2122 00000100:00100000:3.0:1746166012.611334:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2123 00000100:00100000:3.0:1746166012.611338:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423011072:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1746166012.612983:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746166012.612987:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166012.613036:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423011200:0@lo:400:kworker.0 00000100:00100000:2.0:1746166012.613071:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166012.613104:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423011200 00000100:00100000:2.0:1746166012.613108:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423011200 00000100:00100000:2.0:1746166012.613134:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35365 00000100:00100000:2.0:1746166012.613144:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423011200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166012.613177:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423011200:12345-0@lo:400:kworker.0 Request processed in 38us (106us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166012.613183:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35365 00000100:00100000:3.0:1746166012.613476:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423011072:12345-0@lo:400:kworker.0 Request processed in 2136us (2406us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166012.613482:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2123 00000100:00080000:1.0:1746166012.613556:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746166012.613560:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746166012.613563:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746166012.613567:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9928 00000100:00080000:1.0:1746166012.613779:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1746166012.613782:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746166012.613802:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009dafce00 x1830977423011328/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746166012.613821:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423011328:0@lo:8:kworker.0 00000100:00100000:1.0:1746166012.613846:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166012.614124:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423011200:0@lo:400:kworker.0 00000100:00100000:2.0:1746166012.614156:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423011072:0@lo:400:kworker.0 00000100:00080000:1.0:1746166012.614550:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746166012.614553:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746166012.614555:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746166012.614558:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9928 00000100:00080000:1.0:1746166012.614561:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1746166012.614564:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746166012.614575:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880094bad500 x1830977423011840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746166012.614603:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423011840:0@lo:8:kworker.0 00000100:00100000:1.0:1746166012.614623:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166012.614641:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094baca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423011968:0@lo:400:kworker.0 00000100:00100000:1.0:1746166012.614655:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166012.614667:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746166012.614671:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423011712:0@lo:400:kworker.0 00000100:00100000:1.0:1746166012.614706:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166012.614726:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423011328 00000100:00100000:1.0:1746166012.614730:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423011328 00000100:00100000:1.0:1746166012.614744:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423011840 00000100:00100000:1.0:1746166012.614746:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423011840 00000100:00100000:1.0:1746166012.614753:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423011968 00000100:00100000:1.0:1746166012.614755:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423011968 00000100:00100000:1.0:1746166012.614776:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7518 00000100:00100000:1.0:1746166012.614781:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423011968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166012.614810:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423011968:12345-0@lo:400:kworker.0 Request processed in 29us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166012.614814:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7518 00000100:00100000:1.0:1746166012.614824:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49851 00000100:00100000:1.0:1746166012.614827:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423011328:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166012.614842:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166012.614870:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423011328:12345-0@lo:8:kworker.0 Request processed in 36us (1018us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166012.614875:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49851 00000100:00100000:1.0:1746166012.614885:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49852 00000100:00100000:1.0:1746166012.614888:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423011840:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166012.614895:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166012.614910:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423011840:12345-0@lo:8:kworker.0 Request processed in 22us (286us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166012.614914:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49852 00000100:00100000:1.0:1746166012.614932:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423011712 00000100:00100000:1.0:1746166012.614935:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423011712 00000100:00100000:1.0:1746166012.614950:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35366 00000100:00100000:1.0:1746166012.614954:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423011712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166012.614978:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423011712:12345-0@lo:400:kworker.0 Request processed in 23us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166012.614983:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35366 00000100:00080000:1.0:1746166012.615002:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166012.615005:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166012.615007:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423011840:0@lo:8:kworker.0 00000100:00080000:1.0:1746166012.615025:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166012.615027:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166012.615029:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423011328:0@lo:8:kworker.0 00000100:00100000:1.0:1746166012.615052:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423011712:0@lo:400:kworker.0 00000100:00100000:1.0:1746166012.615058:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094baca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423011968:0@lo:400:kworker.0 00000100:00100000:1.0:1746166012.615081:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423011584:0@lo:400:kworker.0 00000100:00100000:1.0:1746166012.615099:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166012.615200:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166012.615211:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423011456:0@lo:400:kworker.0 00000100:00100000:2.0:1746166012.615233:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166012.615246:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423012096:0@lo:400:kworker.0 00000100:00100000:2.0:1746166012.615263:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423011456 00000100:00100000:2.0:1746166012.615266:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423011456 00000100:00100000:2.0:1746166012.615282:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7519 00000100:00100000:2.0:1746166012.615286:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423011456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166012.615308:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423011456:12345-0@lo:400:kworker.0 Request processed in 23us (75us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166012.615313:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7519 00000100:00100000:1.0:1746166012.617533:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423010816:0@lo:400:kworker.0 00000100:00100000:1.0:1746166012.617548:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423010944:0@lo:400:kworker.0 00000100:00100000:2.0:1746166012.617839:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166012.617871:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423011456:0@lo:400:kworker.0 00000100:00100000:2.0:1746166012.617890:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423011584 00000100:00100000:2.0:1746166012.617892:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423011584 00000100:00100000:2.0:1746166012.617911:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423012096 00000100:00100000:2.0:1746166012.617912:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423012096 00000100:00100000:2.0:1746166012.617922:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2124 00000100:00100000:2.0:1746166012.617926:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094baca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423011584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166012.617957:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094baca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423011584:12345-0@lo:400:kworker.0 Request processed in 31us (2857us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166012.617962:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2124 00000100:00100000:2.0:1746166012.617970:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2125 00000100:00100000:2.0:1746166012.617973:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423012096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166012.617989:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423012096:12345-0@lo:400:kworker.0 Request processed in 16us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166012.617993:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2125 00000100:00100000:2.0:1746166012.618011:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423012096:0@lo:400:kworker.0 00000100:00100000:1.0:1746166012.618190:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423011584:0@lo:400:kworker.0 00000100:00100000:1.0:1746166012.641980:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423012224:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166012.642069:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166012.642122:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423012224 00000100:00100000:1.0:1746166012.642128:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423012224 00000100:00100000:1.0:1746166012.642365:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35367 00000100:00100000:1.0:1746166012.642372:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094badf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423012224:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166012.642402:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166012.642436:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094badf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423012224:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166012.642441:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35367 00000100:00100000:1.0:1746166012.642475:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423012224:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166012.642944:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090466300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423012352:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166012.642969:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166012.648259:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090466300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423012352:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166012.902155:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746166012.902176:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dced180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423012480:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166012.902238:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166012.902550:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dced180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423012480:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166014.051119:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166016.058182:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166016.517746:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746166016.517773:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090465880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423012608:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166016.517839:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166016.517942:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423012608 00000100:00100000:3.0:1746166016.517957:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423012608 00000100:00100000:3.0:1746166016.518007:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6893 00000100:00100000:3.0:1746166016.518014:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423012608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166016.518040:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166016.518075:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423012608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166016.518081:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6893 00000100:00100000:1.0:1746166016.518207:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090465880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423012608:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166017.062988:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166017.534211:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439109376 00000100:00100000:3.0:1746166017.534219:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439109376 00000100:00100000:3.0:1746166017.534272:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 636 00000100:00100000:3.0:1746166017.534280:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439109376:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166017.534351:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439109376:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 72us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166017.534358:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 636 00000100:00100000:2.0:1746166017.540293:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439109632 00000100:00100000:2.0:1746166017.540303:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439109632 00000100:00100000:2.0:1746166017.540983:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439109504 00000100:00100000:2.0:1746166017.540987:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439109504 00000100:00100000:2.0:1746166017.541002:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2126 00000100:00100000:2.0:1746166017.541008:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dceca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439109632:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166017.541040:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dceca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439109632:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 33us (3911us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166017.541046:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2126 00000100:00100000:2.0:1746166017.541058:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2127 00000100:00100000:2.0:1746166017.541062:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dced180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439109504:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166017.541078:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dced180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439109504:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 16us (3175us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166017.541082:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2127 00000100:00080000:1.0:1746166017.541393:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746166017.541396:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166017.617874:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746166017.617878:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746166017.617882:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746166017.617889:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9933 00000100:00080000:1.0:1746166017.617893:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1746166017.617899:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746166017.617916:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ff59f80 x1830977423013248/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746166017.617959:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746166017.617961:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746166017.617963:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746166017.617966:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9933 00000100:00080000:1.0:1746166017.617967:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746166017.617971:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746166017.617979:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009dafd880 x1830977423013760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746166017.618021:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423013248:0@lo:8:kworker.0 00000100:00100000:1.0:1746166017.618080:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166017.618129:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423013760:0@lo:8:kworker.0 00000100:00100000:1.0:1746166017.618146:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166017.618176:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423013248 00000100:00100000:1.0:1746166017.618182:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423013248 00000100:00100000:1.0:1746166017.618201:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423013760 00000100:00100000:1.0:1746166017.618202:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423013760 00000100:00100000:1.0:1746166017.618213:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49854 00000100:00100000:2.0:1746166017.619496:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423012736:0@lo:400:kworker.0 00000100:00100000:2.0:1746166017.619530:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166017.619565:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423013376:0@lo:400:kworker.0 00000100:00100000:1.0:1746166017.619589:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423013248:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1746166017.619589:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166017.619604:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423014016:0@lo:400:kworker.0 00010000:00020000:1.0:1746166017.619610:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166017.619625:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166017.619642:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1746166017.619646:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423013248:12345-0@lo:8:kworker.0 Request processed in 1426us (1567us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166017.619647:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423013120:0@lo:400:kworker.0 00000100:00100000:1.0:1746166017.619653:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49854 00000100:00100000:2.0:1746166017.619663:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166017.619667:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423013376 00000100:00100000:1.0:1746166017.619670:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423013376 00000100:00100000:1.0:1746166017.619706:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7520 00000100:00100000:1.0:1746166017.619711:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423013376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166017.619711:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423012864:0@lo:400:kworker.0 00000100:00100000:3.0:1746166017.619737:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166017.619741:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423013376:12345-0@lo:400:kworker.0 Request processed in 30us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166017.619746:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7520 00000100:00100000:3.0:1746166017.619753:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423013504:0@lo:400:kworker.0 00000100:00100000:1.0:1746166017.619756:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49855 00000100:00100000:1.0:1746166017.619759:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423013760:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166017.619768:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166017.619768:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166017.619787:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423013760:12345-0@lo:8:kworker.0 Request processed in 27us (1641us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166017.619789:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423014016 00000100:00100000:1.0:1746166017.619792:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49855 00000100:00100000:3.0:1746166017.619792:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423014016 00000100:00100000:3.0:1746166017.619818:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423012992 00000100:00100000:3.0:1746166017.619820:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423012992 00000100:00100000:1.0:1746166017.619823:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423012864 00000100:00100000:1.0:1746166017.619825:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423012864 00000100:00100000:3.0:1746166017.619840:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423013504 00000100:00100000:3.0:1746166017.619842:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423013504 00000100:00100000:1.0:1746166017.619843:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2128 00000100:00100000:1.0:1746166017.619847:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423014016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166017.619854:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2129 00000100:00100000:3.0:1746166017.619859:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090467100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423012864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166017.619872:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423014016:12345-0@lo:400:kworker.0 Request processed in 24us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166017.619876:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2128 00000100:00100000:3.0:1746166017.619885:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090467100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423012864:12345-0@lo:400:kworker.0 Request processed in 27us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166017.619890:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2129 00000100:00100000:1.0:1746166017.619894:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2130 00000100:00100000:1.0:1746166017.619898:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423012992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166017.619900:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2131 00000100:00100000:3.0:1746166017.619903:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090466d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423013504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166017.619918:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090466d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423013504:12345-0@lo:400:kworker.0 Request processed in 15us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166017.619922:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2131 00000100:00100000:3.0:1746166017.619955:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423012864:0@lo:400:kworker.0 00000100:00100000:3.0:1746166017.619961:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423013504:0@lo:400:kworker.0 00000100:00080000:3.0:1746166017.620013:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746166017.620016:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166017.620906:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423012992:12345-0@lo:400:kworker.0 Request processed in 1006us (1263us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166017.620906:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423013888:0@lo:400:kworker.0 00000100:00100000:1.0:1746166017.620913:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2130 00000100:00100000:2.0:1746166017.620924:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746166017.620951:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1746166017.620951:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423012736:0@lo:400:kworker.0 00000100:00080000:1.0:1746166017.620954:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166017.620957:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423013248:0@lo:8:kworker.0 00000100:00100000:2.0:1746166017.620960:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423013376:0@lo:400:kworker.0 00000100:02020000:1.0:1746166017.620966:0:3768:0:(client.c:1389:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_connect to node 0@lo failed: rc = -19 00000100:00100000:2.0:1746166017.620967:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423014016:0@lo:400:kworker.0 00000100:00080000:1.0:1746166017.620968:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166017.620970:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166017.620972:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423013760:0@lo:8:kworker.0 00000100:00100000:2.0:1746166017.620982:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423013120 00000100:00100000:2.0:1746166017.620984:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423013120 00000100:00080000:3.0:1746166017.621025:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166017.621090:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423013632 00000100:00100000:1.0:1746166017.621094:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423013632 00000100:00100000:3.0:1746166017.621389:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423013888:0@lo:400:kworker.0 00000100:00100000:1.0:1746166017.621864:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35369 00000100:00100000:1.0:1746166017.621870:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423013120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166017.621949:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423013120:12345-0@lo:400:kworker.0 Request processed in 79us (2284us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166017.621955:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35369 00000100:00100000:1.0:1746166017.621965:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35370 00000100:00100000:1.0:1746166017.621970:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423013632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166017.621976:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423013120:0@lo:400:kworker.0 00000100:00100000:1.0:1746166017.621994:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423013632:12345-0@lo:400:kworker.0 Request processed in 24us (1050us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166017.621999:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35370 00000100:00100000:1.0:1746166017.622017:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423013632:0@lo:400:kworker.0 00000100:00100000:3.0:1746166017.649900:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423014144:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166017.649987:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166017.650913:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423014144:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166017.667127:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746166017.667147:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423014272:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166017.667211:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166017.667516:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423014272:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166017.905998:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423014400 00000100:00100000:3.0:1746166017.906005:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423014400 00000100:00100000:3.0:1746166017.906055:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6894 00000100:00100000:3.0:1746166017.906061:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423014400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166017.906078:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166017.906121:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423014400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (158us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166017.906127:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6894 00000100:00100000:1.0:1746166017.906177:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423014400:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166019.064991:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166021.070699:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166021.522241:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423014528 00000100:00100000:1.0:1746166021.522248:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423014528 00000100:00100000:1.0:1746166021.523362:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6895 00000100:00100000:1.0:1746166021.523371:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423014528:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166021.523397:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166021.523454:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423014528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (1476us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166021.523459:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6895 00000100:00080000:3.0:1746166021.524952:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746166022.072706:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166022.544439:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439109888 00000100:00100000:3.0:1746166022.544447:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439109888 00000100:00100000:3.0:1746166022.544487:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 638 00000100:00100000:3.0:1746166022.544495:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f67ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439109888:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166022.544546:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f67ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439109888:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 52us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166022.544552:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 638 00000100:00080000:3.0:1746166022.544581:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746166022.544584:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166022.544924:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439110272 00000100:00100000:2.0:1746166022.544928:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439110272 00000100:00100000:2.0:1746166022.544949:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49856 00000100:00100000:2.0:1746166022.544955:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439110272:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166022.544978:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166022.545165:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439110272:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 208us (834us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166022.545173:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49856 00000100:00080000:1.0:1746166022.626559:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746166022.626564:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746166022.626567:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746166022.626573:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9938 00000100:00080000:1.0:1746166022.626577:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746166022.626798:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746166022.626819:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f87e300 x1830977423015168/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746166022.626977:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f87ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423015040:0@lo:400:kworker.0 00000100:00080000:1.0:1746166022.626990:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746166022.626992:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746166022.626994:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746166022.626997:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9938 00000100:00080000:1.0:1746166022.626999:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746166022.627002:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746166022.627012:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095e86680 x1830977423015680/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746166022.627035:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166022.627045:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f87e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423015168:0@lo:8:kworker.0 00000100:00100000:1.0:1746166022.627072:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166022.627083:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095e84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423015808:0@lo:400:kworker.0 00000100:00100000:3.0:1746166022.627101:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166022.627103:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095e86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423015680:0@lo:8:kworker.0 00000100:00100000:3.0:1746166022.627393:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423014656 00000100:00100000:3.0:1746166022.627399:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423014656 00000100:00100000:2.0:1746166022.627411:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166022.627432:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:2.0:1746166022.627433:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423015936:0@lo:400:kworker.0 00000100:00100000:3.0:1746166022.627439:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f67e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423014656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166022.627461:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166022.627502:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f67e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423014656:12345-0@lo:400:kworker.0 Request processed in 64us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166022.627509:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:2.0:1746166022.627520:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423014656:0@lo:400:kworker.0 00000100:00100000:3.0:1746166022.627542:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423014784 00000100:00100000:3.0:1746166022.627544:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423014784 00000100:00100000:2.0:1746166022.627553:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423015168 00000100:00100000:2.0:1746166022.627557:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423015168 00000100:00100000:3.0:1746166022.627572:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423015424 00000100:00100000:3.0:1746166022.627574:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423015424 00000100:00100000:2.0:1746166022.627578:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423015808 00000100:00100000:2.0:1746166022.627580:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423015808 00000100:00100000:3.0:1746166022.627584:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423014912 00000100:00100000:3.0:1746166022.627586:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423014912 00000100:00100000:3.0:1746166022.627595:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423015936 00000100:00100000:3.0:1746166022.627597:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423015936 00000100:00100000:2.0:1746166022.627598:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423015296 00000100:00100000:2.0:1746166022.627600:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423015296 00000100:00100000:3.0:1746166022.627606:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2134 00000100:00100000:3.0:1746166022.627610:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423014784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166022.627612:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7522 00000100:00100000:2.0:1746166022.627617:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423015808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166022.627640:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423014784:12345-0@lo:400:kworker.0 Request processed in 29us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166022.627645:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2134 00000100:00100000:2.0:1746166022.627646:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423015808:12345-0@lo:400:kworker.0 Request processed in 29us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166022.627651:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7522 00000100:00100000:3.0:1746166022.628029:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2135 00000100:00100000:3.0:1746166022.628036:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423015424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166022.628058:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423015424:12345-0@lo:400:kworker.0 Request processed in 24us (825us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166022.628062:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2135 00000100:00100000:3.0:1746166022.628075:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2136 00000100:00100000:3.0:1746166022.628078:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423014912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166022.628096:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423014912:12345-0@lo:400:kworker.0 Request processed in 18us (769us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166022.628101:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2136 00000100:00100000:3.0:1746166022.628107:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2137 00000100:00100000:3.0:1746166022.628111:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423015936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166022.628124:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423015936:12345-0@lo:400:kworker.0 Request processed in 13us (664us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166022.628128:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2137 00000100:00080000:3.0:1746166022.628144:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746166022.628147:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746166022.628149:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166022.628167:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095e84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423015808:0@lo:400:kworker.0 00000100:00100000:3.0:1746166022.628174:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f87ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423015040:0@lo:400:kworker.0 00000100:00100000:3.0:1746166022.628204:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7523 00000100:00100000:3.0:1746166022.628210:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423015296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166022.628413:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423015296:12345-0@lo:400:kworker.0 Request processed in 203us (1002us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166022.628418:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7523 00000100:00100000:3.0:1746166022.628432:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49857 00000100:00100000:3.0:1746166022.628435:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423015168:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166022.628453:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166022.628470:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423015168:12345-0@lo:8:kworker.0 Request processed in 34us (1398us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166022.628474:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49857 00000100:00100000:1.0:1746166022.635493:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746166022.635577:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166022.635582:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166022.635586:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f87e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423015168:0@lo:8:kworker.0 00000100:00100000:2.0:1746166022.637953:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423015680 00000100:00100000:2.0:1746166022.637960:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423015680 00000100:00100000:2.0:1746166022.637998:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49858 00000100:00100000:2.0:1746166022.638004:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423015680:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166022.638024:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166022.638079:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423015680:12345-0@lo:8:kworker.0 Request processed in 75us (2594us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166022.638085:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49858 00000100:00080000:1.0:1746166022.638187:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166022.638190:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166022.638194:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095e86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423015680:0@lo:8:kworker.0 00000100:00100000:2.0:1746166022.661534:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746166022.662398:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423016064:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166022.662463:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166022.662585:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423016064 00000100:00100000:1.0:1746166022.662592:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423016064 00000100:00100000:1.0:1746166022.663762:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35375 00000100:00100000:1.0:1746166022.663772:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423016064:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166022.663809:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166022.664017:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423016064:12345-0@lo:41:osp-pre-0-1.0 Request processed in 246us (1553us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166022.664025:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35375 00000100:00100000:3.0:1746166022.664104:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423016064:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166022.674169:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423016192 00000100:00100000:1.0:1746166022.674178:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423016192 00000100:00100000:1.0:1746166022.674227:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35376 00000100:00100000:1.0:1746166022.674234:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fda8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423016192:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166022.674278:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166022.674319:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fda8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423016192:12345-0@lo:41:osp-pre-1-0.0 Request processed in 85us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166022.674324:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35376 00000100:00100000:2.0:1746166022.916967:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423016320 00000100:00100000:2.0:1746166022.916975:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423016320 00000100:00100000:2.0:1746166022.917031:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6896 00000100:00100000:2.0:1746166022.917041:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090943100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423016320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166022.917063:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166022.917102:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090943100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423016320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166022.917109:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6896 00010000:00010000:1.0:1746166024.076386:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166026.083881:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166026.530291:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746166026.530311:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423016448:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166026.530366:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166026.533147:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423016448:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1746166026.534131:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746166027.086706:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166027.558654:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439110528 00000100:00100000:2.0:1746166027.558668:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439110528 00000100:00100000:2.0:1746166027.558775:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2138 00000100:00100000:2.0:1746166027.558784:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439110528:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166027.558857:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439110528:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 76us (6799us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166027.558863:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2138 00000100:00080000:3.0:1746166027.559033:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166027.561485:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439110400 00000100:00100000:3.0:1746166027.561496:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439110400 00000100:00100000:3.0:1746166027.561791:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 640 00000100:00100000:3.0:1746166027.561801:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439110400:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166027.561870:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439110400:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 71us (3234us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166027.561876:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 640 00000100:00100000:1.0:1746166027.563009:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439110656 00000100:00100000:1.0:1746166027.563013:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439110656 00000100:00080000:3.0:1746166027.563069:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166027.563519:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439110784 00000100:00100000:2.0:1746166027.563523:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439110784 00000100:00100000:2.0:1746166027.563550:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49859 00000100:00100000:2.0:1746166027.563555:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439110784:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166027.563577:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166027.563609:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439110784:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 53us (656us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166027.563615:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49859 00000100:00100000:1.0:1746166027.564358:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2139 00000100:00100000:1.0:1746166027.564366:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439110656:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166027.564414:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439110656:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 49us (1509us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166027.564420:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2139 00000100:00100000:2.0:1746166027.633964:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013048ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423016576:0@lo:400:kworker.0 00000100:00100000:2.0:1746166027.634028:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166027.634108:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423016576 00000100:00100000:2.0:1746166027.634115:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423016576 00000100:00100000:2.0:1746166027.635849:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:2.0:1746166027.635860:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423016576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166027.635908:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423016576:12345-0@lo:400:kworker.0 Request processed in 52us (1880us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166027.635915:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:2.0:1746166027.635953:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013048ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423016576:0@lo:400:kworker.0 00000100:00100000:2.0:1746166027.636178:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130489880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423016832:0@lo:400:kworker.0 00000100:00100000:2.0:1746166027.636207:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166027.636227:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746166027.636232:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130489f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423016704:0@lo:400:kworker.0 00000100:00100000:2.0:1746166027.636250:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166027.636272:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423016832 00000100:00100000:2.0:1746166027.636276:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423016832 00000100:00080000:1.0:1746166027.636358:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746166027.636363:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746166027.636367:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746166027.636372:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9943 00000100:00080000:1.0:1746166027.636378:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746166027.636383:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746166027.636413:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090d49c00 x1830977423017088/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746166027.636450:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746166027.636453:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746166027.636454:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746166027.636457:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9943 00000100:00080000:1.0:1746166027.636460:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1746166027.636463:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746166027.636473:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090461880 x1830977423017600/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746166027.636503:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423017088:0@lo:8:kworker.0 00000100:00100000:1.0:1746166027.636529:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166027.636731:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013048ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423016960:0@lo:400:kworker.0 00000100:00100000:3.0:1746166027.636756:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166027.636788:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090460e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423017728:0@lo:400:kworker.0 00000100:00100000:3.0:1746166027.636814:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423017472 00000100:00100000:3.0:1746166027.636817:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423017472 00000100:00100000:3.0:1746166027.636843:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423016960 00000100:00100000:3.0:1746166027.636845:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423016960 00000100:00100000:3.0:1746166027.636860:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35377 00000100:00100000:3.0:1746166027.636866:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f849180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423017472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166027.636901:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f849180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423017472:12345-0@lo:400:kworker.0 Request processed in 35us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166027.636907:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35377 00000100:00100000:3.0:1746166027.636927:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35378 00000100:00100000:3.0:1746166027.636932:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423016960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166027.636960:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423016960:12345-0@lo:400:kworker.0 Request processed in 28us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166027.636966:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35378 00000100:00100000:3.0:1746166027.636995:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423017472:0@lo:400:kworker.0 00000100:00100000:2.0:1746166027.639144:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124dad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423017216:0@lo:400:kworker.0 00000100:00100000:2.0:1746166027.639471:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423017344 00000100:00100000:2.0:1746166027.639478:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423017344 00000100:00100000:2.0:1746166027.639506:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2140 00000100:00100000:2.0:1746166027.639515:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4966850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423016832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166027.639564:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4966850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423016832:12345-0@lo:400:kworker.0 Request processed in 52us (3357us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166027.639571:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2140 00000100:00100000:1.0:1746166027.641923:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423017600:0@lo:8:kworker.0 00000100:00100000:1.0:1746166027.641959:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166027.641998:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2141 00000100:00100000:1.0:1746166027.642007:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088faf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423017344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166027.642044:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088faf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423017344:12345-0@lo:400:kworker.0 Request processed in 39us (5433us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166027.642049:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2141 00000100:00100000:1.0:1746166027.642088:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a090b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423017344:0@lo:400:kworker.0 00000100:00100000:1.0:1746166027.642105:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166027.642121:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090460a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423017856:0@lo:400:kworker.0 00000100:00100000:1.0:1746166027.642135:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166027.642152:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423017088 00000100:00100000:1.0:1746166027.642156:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423017088 00000100:00100000:1.0:1746166027.642169:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423017600 00000100:00100000:1.0:1746166027.642171:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423017600 00000100:00100000:1.0:1746166027.642188:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423017216 00000100:00100000:1.0:1746166027.642190:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423017216 00000100:00100000:1.0:1746166027.642208:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7524 00000100:00100000:1.0:1746166027.642212:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090460000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423017216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166027.642234:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090460000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423017216:12345-0@lo:400:kworker.0 Request processed in 22us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166027.642238:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7524 00000100:00100000:1.0:1746166027.642247:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49860 00000100:00100000:1.0:1746166027.642250:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090460380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423017088:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166027.642268:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166027.642286:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090460380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423017088:12345-0@lo:8:kworker.0 Request processed in 35us (5756us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166027.642291:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49860 00000100:00100000:1.0:1746166027.642296:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49861 00000100:00100000:1.0:1746166027.642299:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090462680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423017600:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166027.642306:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166027.642317:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090462680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423017600:12345-0@lo:8:kworker.0 Request processed in 17us (358us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166027.642325:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49861 00000100:00080000:1.0:1746166027.642344:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166027.642348:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166027.642352:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423017088:0@lo:8:kworker.0 00000100:00080000:1.0:1746166027.642358:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166027.642360:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166027.642362:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423017600:0@lo:8:kworker.0 00000100:00100000:1.0:1746166027.642375:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423017856 00000100:00100000:1.0:1746166027.642377:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423017856 00000100:00100000:1.0:1746166027.642389:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2142 00000100:00100000:1.0:1746166027.642393:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090460700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423017856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166027.642412:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090460700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423017856:12345-0@lo:400:kworker.0 Request processed in 19us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166027.642417:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2142 00000100:00100000:1.0:1746166027.642439:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124dad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423017216:0@lo:400:kworker.0 00000100:00100000:1.0:1746166027.642446:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090460a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423017856:0@lo:400:kworker.0 00000100:00100000:1.0:1746166027.642510:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130489880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423016832:0@lo:400:kworker.0 00000100:00100000:1.0:1746166027.642541:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166027.642572:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013048ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423016960:0@lo:400:kworker.0 00000100:00100000:1.0:1746166027.642590:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423017728 00000100:00100000:1.0:1746166027.642594:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423017728 00000100:00080000:3.0:1746166027.642891:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746166027.642896:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746166027.642898:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166027.644635:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7525 00000100:00100000:1.0:1746166027.644644:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090460a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423017728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166027.644725:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090460a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423017728:12345-0@lo:400:kworker.0 Request processed in 84us (2184us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166027.644730:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7525 00000100:00100000:1.0:1746166027.644791:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090460e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423017728:0@lo:400:kworker.0 00000100:00100000:2.0:1746166027.921982:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746166027.922007:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423018240:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166027.922076:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166027.922193:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423018240 00000100:00100000:3.0:1746166027.922201:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423018240 00000100:00100000:3.0:1746166027.922242:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6898 00000100:00100000:3.0:1746166027.922251:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423018240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166027.922273:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166027.922316:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423018240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166027.922322:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6898 00000100:00100000:2.0:1746166027.922448:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423018240:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166029.089918:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166031.096591:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166031.539954:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423018368 00000100:00100000:1.0:1746166031.539962:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423018368 00000100:00100000:1.0:1746166031.540002:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6899 00000100:00100000:1.0:1746166031.540009:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e18850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423018368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166031.540034:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166031.540082:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e18850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423018368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166031.540087:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6899 00000100:00080000:3.0:1746166031.541217:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166032.561998:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439111296 00000100:00100000:1.0:1746166032.562007:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439111296 00000100:00100000:1.0:1746166032.562038:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49862 00000100:00100000:1.0:1746166032.562044:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f848700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439111296:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166032.562065:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166032.562112:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439110912 00000100:00100000:3.0:1746166032.562116:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439110912 00000100:00100000:1.0:1746166032.562510:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f848700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439111296:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 464us (602us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166032.562517:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49862 00000100:00100000:1.0:1746166032.562536:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439111040 00000100:00100000:1.0:1746166032.562539:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439111040 00000100:00100000:1.0:1746166032.562561:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439111168 00000100:00100000:1.0:1746166032.562562:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439111168 00000100:00100000:1.0:1746166032.562581:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2144 00000100:00100000:1.0:1746166032.562587:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f849880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439111040:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166032.562619:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f849880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439111040:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 33us (3463us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166032.562625:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2144 00000100:00100000:1.0:1746166032.562636:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2145 00000100:00100000:1.0:1746166032.562641:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f848000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439111168:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166032.562662:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f848000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439111168:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 21us (661us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166032.562667:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2145 00000100:00080000:2.0:1746166032.562669:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746166032.562698:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166032.563533:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 642 00000100:00100000:3.0:1746166032.563541:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439110912:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166032.563575:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439110912:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 36us (1730us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166032.563580:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 642 00000100:00100000:2.0:1746166032.641879:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090463100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423018496:0@lo:400:kworker.0 00000100:00100000:2.0:1746166032.641936:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166032.642057:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423018496 00000100:00100000:3.0:1746166032.642064:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423018496 00000100:00100000:3.0:1746166032.642103:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:3.0:1746166032.642110:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423018496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166032.642148:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423018496:12345-0@lo:400:kworker.0 Request processed in 39us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166032.642154:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:2.0:1746166032.642235:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090463100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423018496:0@lo:400:kworker.0 00000100:00100000:1.0:1746166032.642581:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423018752:0@lo:400:kworker.0 00000100:00100000:1.0:1746166032.642603:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166032.642780:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423018880:0@lo:400:kworker.0 00000100:00100000:2.0:1746166032.642806:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166032.642831:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423018880 00000100:00100000:2.0:1746166032.642834:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423018880 00000100:00100000:2.0:1746166032.642854:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35381 00000100:00100000:2.0:1746166032.642859:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423018880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166032.642883:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423018880:12345-0@lo:400:kworker.0 Request processed in 24us (76us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166032.642888:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35381 00000100:00100000:2.0:1746166032.642900:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e499880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423019648:0@lo:400:kworker.0 00000100:00100000:2.0:1746166032.642916:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166032.642939:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423018880:0@lo:400:kworker.0 00000100:00100000:2.0:1746166032.642949:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746166032.642953:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423019392:0@lo:400:kworker.0 00000100:00100000:2.0:1746166032.642967:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166032.642980:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423019392 00000100:00100000:2.0:1746166032.642983:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423019392 00000100:00100000:2.0:1746166032.642997:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35382 00000100:00100000:2.0:1746166032.643001:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423019392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166032.643023:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423019392:12345-0@lo:400:kworker.0 Request processed in 21us (55us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166032.643028:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35382 00000100:00100000:2.0:1746166032.643040:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423019264 00000100:00100000:2.0:1746166032.643043:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423019264 00000100:00100000:2.0:1746166032.643054:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423019776 00000100:00100000:2.0:1746166032.643056:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423019776 00000100:00100000:2.0:1746166032.643068:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2148 00000100:00100000:2.0:1746166032.643072:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423019264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166032.643096:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423019264:12345-0@lo:400:kworker.0 Request processed in 24us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166032.643101:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2148 00000100:00100000:2.0:1746166032.643108:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2149 00000100:00100000:2.0:1746166032.643112:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423019776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166032.643130:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423019776:12345-0@lo:400:kworker.0 Request processed in 17us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166032.643134:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2149 00000100:00100000:2.0:1746166032.643149:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49864 00000100:00100000:2.0:1746166032.643153:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423019520:12345-0@lo:8:kworker.0 00000100:00080000:3.0:1746166032.643196:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746166032.643199:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746166032.643201:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166032.643224:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423019136:0@lo:400:kworker.0 00000100:00100000:3.0:1746166032.643231:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e499500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423019776:0@lo:400:kworker.0 00000100:00100000:3.0:1746166032.643238:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423019264:0@lo:400:kworker.0 00000100:00100000:1.0:1746166032.643347:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423018752:0@lo:400:kworker.0 00010000:00020000:2.0:1746166032.644536:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166032.644582:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423019520:12345-0@lo:8:kworker.0 Request processed in 1426us (1574us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166032.644589:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49864 00000100:00100000:2.0:1746166032.644619:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423019392:0@lo:400:kworker.0 00000100:00100000:2.0:1746166032.644629:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e499880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423019648:0@lo:400:kworker.0 00000100:00100000:3.0:1746166032.693197:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e49ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423019904:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166032.693270:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166032.693348:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423019904 00000100:00100000:3.0:1746166032.693356:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423019904 00000100:00100000:3.0:1746166032.693400:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35383 00000100:00100000:3.0:1746166032.693409:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423019904:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166032.693441:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166032.693484:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423019904:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166032.693490:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35383 00000100:00100000:3.0:1746166032.693532:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e49ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423019904:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166032.693987:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423020032:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166032.694014:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166032.694103:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423020032 00000100:00100000:2.0:1746166032.694108:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423020032 00000100:00100000:2.0:1746166032.694136:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35384 00000100:00100000:2.0:1746166032.694142:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090461880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423020032:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166032.694158:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166032.694404:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090461880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423020032:12345-0@lo:41:osp-pre-1-0.0 Request processed in 261us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166032.694409:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35384 00000100:00100000:3.0:1746166032.930080:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e49b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423020160:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166032.930140:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166032.933774:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423020160 00000100:00100000:1.0:1746166032.933785:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423020160 00000100:00100000:1.0:1746166032.935763:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6900 00000100:00100000:1.0:1746166032.935775:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423020160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746166032.935798:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166032.935880:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423020160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 108us (5739us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166032.935887:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6900 00000100:00100000:3.0:1746166032.936058:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e49b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423020160:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166034.105924:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166036.112211:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166036.545937:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e49bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423020288:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166036.546004:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746166036.551486:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166036.551592:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e49bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423020288:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166037.571895:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439111424 00000100:00100000:2.0:1746166037.571907:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439111424 00000100:00100000:1.0:1746166037.575048:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439111680 00000100:00100000:1.0:1746166037.575062:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439111680 00000100:00100000:1.0:1746166037.575117:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439111552 00000100:00100000:1.0:1746166037.575119:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439111552 00000100:00100000:1.0:1746166037.575146:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2150 00000100:00100000:1.0:1746166037.575156:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e499c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439111680:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166037.575243:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e499c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439111680:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 89us (3700us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166037.575250:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2150 00000100:00100000:1.0:1746166037.575267:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2151 00000100:00100000:1.0:1746166037.575273:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e498a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439111552:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166037.575294:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e498a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439111552:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 22us (1998us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166037.575300:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2151 00000100:00080000:1.0:1746166037.575328:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746166037.575331:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166037.575435:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439111808 00000100:00100000:3.0:1746166037.575441:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439111808 00000100:00100000:3.0:1746166037.575461:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49865 00000100:00100000:3.0:1746166037.575467:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e498700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439111808:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166037.575491:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166037.575515:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e498700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439111808:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 49us (3858us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166037.575521:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49865 00000100:00100000:2.0:1746166037.577907:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 644 00000100:00100000:2.0:1746166037.577929:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439111424:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166037.578023:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439111424:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 104us (8175us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166037.578030:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 644 00000100:00100000:1.0:1746166037.651163:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e498000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423020544:0@lo:400:kworker.0 00000100:00100000:1.0:1746166037.651245:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166037.651319:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746166037.651326:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e498380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423020672:0@lo:400:kworker.0 00000100:00100000:1.0:1746166037.651347:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166037.651386:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423020544 00000100:00100000:1.0:1746166037.651396:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423020544 00000100:00100000:1.0:1746166037.651442:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423020672 00000100:00100000:1.0:1746166037.651445:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423020672 00000100:00100000:1.0:1746166037.651463:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2152 00000100:00100000:1.0:1746166037.651470:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090463480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423020544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166037.651522:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090463480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423020544:12345-0@lo:400:kworker.0 Request processed in 51us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166037.651528:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2152 00000100:00100000:1.0:1746166037.651546:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2153 00000100:00100000:1.0:1746166037.651551:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090463800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423020672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166037.651810:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090463800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423020672:12345-0@lo:400:kworker.0 Request processed in 259us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166037.651816:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2153 00000100:00080000:1.0:1746166037.651837:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166037.651840:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166037.651849:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e49b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423020800:0@lo:400:kworker.0 00000100:00100000:1.0:1746166037.651879:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166037.651897:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166037.651903:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e499f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423020416:0@lo:400:kworker.0 00000100:00100000:1.0:1746166037.651930:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166037.651969:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423020800 00000100:00100000:1.0:1746166037.651972:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423020800 00000100:00100000:1.0:1746166037.651995:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35385 00000100:00100000:1.0:1746166037.652000:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090463b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423020800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166037.652034:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090463b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423020800:12345-0@lo:400:kworker.0 Request processed in 33us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166037.652039:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35385 00000100:00100000:1.0:1746166037.652072:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e49b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423020800:0@lo:400:kworker.0 00000100:00100000:1.0:1746166037.652099:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e498380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423020672:0@lo:400:kworker.0 00000100:00100000:1.0:1746166037.652108:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e498000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423020544:0@lo:400:kworker.0 00000100:00100000:1.0:1746166037.652148:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423020416 00000100:00100000:1.0:1746166037.652150:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423020416 00000100:00100000:1.0:1746166037.652175:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:1.0:1746166037.652179:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423020416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166037.652209:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423020416:12345-0@lo:400:kworker.0 Request processed in 29us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166037.652214:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:1.0:1746166037.652233:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e499f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423020416:0@lo:400:kworker.0 00000100:00100000:1.0:1746166037.656933:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e499f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423020928:0@lo:8:kworker.0 00000100:00100000:3.0:1746166037.659246:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423021568 00000100:00100000:3.0:1746166037.659258:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423021568 00000100:00100000:2.0:1746166037.659297:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423021056 00000100:00100000:2.0:1746166037.659302:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423021056 00000100:00100000:2.0:1746166037.659349:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7528 00000100:00100000:2.0:1746166037.659358:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e498380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423021056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166037.659496:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7529 00000100:00100000:3.0:1746166037.659503:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423021568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166037.659637:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e498380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423021056:12345-0@lo:400:kworker.0 Request processed in 279us (3619us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166037.659644:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7528 00000100:00080000:2.0:1746166037.659701:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166037.660108:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166037.660208:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423020928 00000100:00100000:2.0:1746166037.660211:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423020928 00000100:00100000:2.0:1746166037.660228:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49866 00000100:00100000:2.0:1746166037.660234:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090461c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423020928:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166037.660461:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166037.660493:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090461c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423020928:12345-0@lo:8:kworker.0 Request processed in 258us (384us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166037.660498:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49866 00000100:00100000:3.0:1746166037.660627:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423021568:12345-0@lo:400:kworker.0 Request processed in 1125us (4645us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166037.660633:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7529 00000100:00100000:1.0:1746166037.660712:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e49b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423021568:0@lo:400:kworker.0 00000100:00100000:3.0:1746166037.661750:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423021440 00000100:00100000:3.0:1746166037.661757:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423021440 00000100:00100000:3.0:1746166037.662389:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49867 00000100:00100000:3.0:1746166037.662395:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423021440:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166037.662416:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166037.662701:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423021440:12345-0@lo:8:kworker.0 Request processed in 305us (1816us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166037.662709:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49867 00000100:00100000:2.0:1746166037.698537:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423021952:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166037.699860:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166037.700052:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423021824 00000100:00100000:1.0:1746166037.700064:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423021824 00000100:00100000:1.0:1746166037.700108:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423021952 00000100:00100000:1.0:1746166037.700111:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423021952 00000100:00100000:1.0:1746166037.700141:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35387 00000100:00100000:1.0:1746166037.700149:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423021824:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166037.700171:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35388 00000100:00100000:3.0:1746166037.700179:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423021952:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166037.700389:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000004:00000024:3.0:1746166037.700399:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166037.701075:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423021824:12345-0@lo:41:osp-pre-0-1.0 Request processed in 920us (2953us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166037.701083:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35387 00000100:00100000:3.0:1746166037.701866:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423021952:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1688us (2011us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166037.702432:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35388 00000100:00100000:2.0:1746166037.702549:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423021952:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166037.955082:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009daff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423022080:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166037.955169:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166037.959049:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009daff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423022080:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166039.134123:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166041.136069:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166041.573372:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090461180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423022208:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166041.573469:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166041.573661:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423022208 00000100:00100000:3.0:1746166041.573671:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423022208 00000100:00100000:3.0:1746166041.573777:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6903 00000100:00100000:3.0:1746166041.573786:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423022208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166041.573821:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166041.576202:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423022208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2410us (2726us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166041.576216:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6903 00000100:00100000:2.0:1746166041.576371:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090461180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423022208:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166042.580220:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439112320 00000100:00100000:3.0:1746166042.580224:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439112320 00000100:00100000:3.0:1746166042.580246:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49868 00000100:00100000:3.0:1746166042.580252:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439112320:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166042.580276:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166042.580304:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439112320:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 50us (367us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166042.580309:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49868 00000100:00100000:1.0:1746166042.580875:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439111936 00000100:00100000:1.0:1746166042.580882:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439111936 00000100:00100000:1.0:1746166042.580923:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 646 00000100:00100000:1.0:1746166042.580929:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439111936:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166042.580978:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439111936:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 49us (1215us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166042.580984:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 646 00000100:00100000:2.0:1746166042.658429:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423022336:0@lo:400:kworker.0 00000100:00100000:2.0:1746166042.658532:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166042.658603:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423022976:0@lo:400:kworker.0 00000100:00100000:2.0:1746166042.658639:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166042.658747:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423022592:0@lo:400:kworker.0 00000100:00100000:3.0:1746166042.658770:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423022464:0@lo:400:kworker.0 00000100:00100000:2.0:1746166042.658790:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e49bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423023616:0@lo:400:kworker.0 00000100:00100000:1.0:1746166042.658798:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166042.658814:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423022976 00000100:00100000:3.0:1746166042.658820:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423022976 00000100:00100000:2.0:1746166042.658826:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166042.658828:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423023232:0@lo:400:kworker.0 00000100:00100000:3.0:1746166042.658854:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423022848 00000100:00100000:1.0:1746166042.658856:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166042.658856:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423022848 00000100:00100000:2.0:1746166042.658863:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423022336:0@lo:400:kworker.0 00000100:00100000:3.0:1746166042.658871:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423023360 00000100:00100000:3.0:1746166042.658873:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423023360 00000100:00100000:1.0:1746166042.658875:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1746166042.658881:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423022720:0@lo:400:kworker.0 00000100:00100000:3.0:1746166042.658887:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7530 00000100:00100000:3.0:1746166042.658894:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423022976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166042.658901:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49870 00000100:00100000:1.0:1746166042.658902:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166042.658907:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423023360:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746166042.658918:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423023488:0@lo:400:kworker.0 00010000:00020000:2.0:1746166042.658933:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166042.658939:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166042.658945:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423022976:12345-0@lo:400:kworker.0 Request processed in 51us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166042.658951:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7530 00000100:00100000:2.0:1746166042.658965:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423023360:12345-0@lo:8:kworker.0 Request processed in 58us (100us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166042.658968:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423023232 00000100:00100000:1.0:1746166042.658971:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423023232 00000100:00100000:2.0:1746166042.658972:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49870 00000100:00100000:3.0:1746166042.658972:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423023488 00000100:00100000:3.0:1746166042.658974:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423023488 00000100:00100000:1.0:1746166042.658993:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423022720 00000100:00100000:1.0:1746166042.658995:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423022720 00000100:00100000:2.0:1746166042.658996:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423022592 00000100:00100000:3.0:1746166042.658999:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7531 00000100:00100000:2.0:1746166042.659000:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423022592 00000100:00100000:3.0:1746166042.659004:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423023488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166042.659007:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35389 00000100:00100000:1.0:1746166042.659012:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090462a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423023232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166042.659030:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423023488:12345-0@lo:400:kworker.0 Request processed in 26us (91us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166042.659031:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2158 00000100:00100000:3.0:1746166042.659035:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7531 00000100:00100000:2.0:1746166042.659038:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090461180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423022592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166042.659041:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090462a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423023232:12345-0@lo:400:kworker.0 Request processed in 30us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166042.659047:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35389 00000100:00100000:1.0:1746166042.659057:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35390 00000100:00100000:3.0:1746166042.659060:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166042.659061:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090463100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423022720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166042.659070:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090461180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423022592:12345-0@lo:400:kworker.0 Request processed in 33us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166042.659077:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2158 00000100:00100000:1.0:1746166042.659080:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090463100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423022720:12345-0@lo:400:kworker.0 Request processed in 18us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166042.659082:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423023104:0@lo:400:kworker.0 00000100:00100000:1.0:1746166042.659085:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35390 00000100:00100000:2.0:1746166042.659088:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423022464 00000100:00100000:2.0:1746166042.659091:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423022464 00000100:00100000:3.0:1746166042.659103:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166042.659111:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423023104 00000100:00100000:2.0:1746166042.659113:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423023104 00000100:00100000:1.0:1746166042.659114:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423022720:0@lo:400:kworker.0 00000100:00100000:1.0:1746166042.659124:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423023488:0@lo:400:kworker.0 00000100:00100000:2.0:1746166042.659127:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2161 00000100:00100000:1.0:1746166042.659131:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423022592:0@lo:400:kworker.0 00000100:00100000:2.0:1746166042.659132:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423023104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166042.659138:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423023232:0@lo:400:kworker.0 00000100:00100000:2.0:1746166042.659160:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423023104:12345-0@lo:400:kworker.0 Request processed in 28us (57us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166042.659165:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423022464:0@lo:400:kworker.0 00000100:00100000:2.0:1746166042.659166:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2161 00000100:00100000:3.0:1746166042.659173:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423023104:0@lo:400:kworker.0 00000100:00100000:2.0:1746166042.659193:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423022976:0@lo:400:kworker.0 00000100:00100000:2.0:1746166042.659204:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e49bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423023616:0@lo:400:kworker.0 00000100:00100000:2.0:1746166042.706087:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746166042.706108:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423023744:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166042.706185:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166042.706247:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423023744 00000100:00100000:1.0:1746166042.706257:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423023744 00000100:00100000:1.0:1746166042.706300:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423023872 00000100:00100000:1.0:1746166042.706303:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423023872 00000100:00100000:1.0:1746166042.706320:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35391 00000100:00100000:1.0:1746166042.706339:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423023744:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166042.708529:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166042.708634:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423023744:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2304us (2447us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166042.708645:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35391 00000100:00100000:2.0:1746166042.708937:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423023744:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166042.978405:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166042.978428:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423024000:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166042.978537:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166042.979102:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423024000 00000100:00100000:3.0:1746166042.979110:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423024000 00000100:00100000:3.0:1746166042.979947:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6904 00000100:00100000:3.0:1746166042.979959:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423024000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166042.979998:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166042.980579:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423024000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 622us (2040us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166042.980586:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6904 00000100:00100000:1.0:1746166042.980596:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423024000:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166044.149173:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166046.151966:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166046.594345:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423024128 00000100:00100000:3.0:1746166046.594359:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423024128 00000100:00100000:3.0:1746166046.594460:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6905 00000100:00100000:3.0:1746166046.594471:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423024128:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166046.594516:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166046.594571:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423024128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (325us total) trans 0 rc 0/0 00000100:00080000:2.0:1746166046.594856:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166046.598939:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6905 00000100:00100000:1.0:1746166047.585864:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439112448 00000100:00100000:1.0:1746166047.585878:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439112448 00000100:00100000:1.0:1746166047.585939:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 648 00000100:00100000:1.0:1746166047.585948:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439112448:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166047.586035:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439112448:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 87us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166047.586042:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 648 00000100:00080000:1.0:1746166047.586115:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166047.586120:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166047.586392:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439112832 00000100:00100000:3.0:1746166047.586395:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439112832 00000100:00100000:3.0:1746166047.586433:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49871 00000100:00100000:3.0:1746166047.586438:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e320000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439112832:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166047.586459:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166047.586493:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e320000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439112832:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 54us (661us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166047.586499:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49871 00000100:00100000:1.0:1746166047.667538:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e321180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423024640:0@lo:400:kworker.0 00000100:00100000:1.0:1746166047.667565:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166047.667593:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423025408:0@lo:400:kworker.0 00000100:00100000:1.0:1746166047.667610:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166047.667626:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1746166047.667631:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e320a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423024256:0@lo:400:kworker.0 00000100:00100000:1.0:1746166047.667653:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166047.667706:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e321500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423024896:0@lo:400:kworker.0 00000100:00100000:1.0:1746166047.667725:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166047.667747:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423025536:0@lo:400:kworker.0 00000100:00100000:1.0:1746166047.667763:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166047.667782:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423025536 00000100:00100000:1.0:1746166047.667786:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423025536 00000100:00100000:1.0:1746166047.667807:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2167 00000100:00100000:1.0:1746166047.667811:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423025536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166047.667839:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423025536:12345-0@lo:400:kworker.0 Request processed in 27us (74us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166047.667844:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2167 00000100:00100000:1.0:1746166047.667863:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423024256 00000100:00100000:1.0:1746166047.667865:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423024256 00000100:00100000:1.0:1746166047.667884:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:1.0:1746166047.667887:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423024256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166047.667910:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423024256:12345-0@lo:400:kworker.0 Request processed in 22us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166047.667915:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:1.0:1746166047.667943:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e320a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423024256:0@lo:400:kworker.0 00000100:00100000:1.0:1746166047.667951:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423025536:0@lo:400:kworker.0 00000100:00100000:1.0:1746166047.667972:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423025408 00000100:00100000:1.0:1746166047.667974:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423025408 00000100:00100000:1.0:1746166047.667994:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423024896 00000100:00100000:1.0:1746166047.667996:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423024896 00000100:00100000:1.0:1746166047.668007:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7532 00000100:00100000:1.0:1746166047.668011:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423025408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166047.668038:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423025408:12345-0@lo:400:kworker.0 Request processed in 27us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166047.668043:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7532 00000100:00100000:1.0:1746166047.668051:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7533 00000100:00100000:1.0:1746166047.668055:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423024896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166047.668074:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423024896:12345-0@lo:400:kworker.0 Request processed in 19us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166047.668079:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7533 00000100:00080000:1.0:1746166047.668089:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166047.668103:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e321500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423024896:0@lo:400:kworker.0 00000100:00100000:1.0:1746166047.668110:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423025408:0@lo:400:kworker.0 00000100:00100000:1.0:1746166047.668712:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e321180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423024640:0@lo:400:kworker.0 00000100:00100000:1.0:1746166047.714022:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746166047.714047:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423025664:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166047.714133:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166047.714259:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423025664 00000100:00100000:2.0:1746166047.714269:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423025664 00000100:00100000:2.0:1746166047.714322:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35395 00000100:00100000:2.0:1746166047.714332:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423025664:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166047.714378:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166047.714463:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423025664:12345-0@lo:41:osp-pre-1-0.0 Request processed in 133us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166047.714470:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35395 00000100:00100000:1.0:1746166047.715023:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423025664:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166047.715318:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423025792:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166047.715357:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166047.715524:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423025792 00000100:00100000:2.0:1746166047.715529:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423025792 00000100:00100000:2.0:1746166047.715879:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35396 00000100:00100000:2.0:1746166047.715886:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423025792:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166047.715915:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166047.715951:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423025792:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (593us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166047.715957:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35396 00000100:00100000:1.0:1746166047.716016:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423025792:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166047.987032:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423025920:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166047.987116:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166047.987959:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423025920:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166049.160617:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166051.166209:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166051.602120:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423026048:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166051.603510:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746166051.606376:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166051.606598:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423026048:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166052.599245:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439112960 00000100:00100000:1.0:1746166052.599250:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439112960 00000100:00100000:1.0:1746166052.599296:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 650 00000100:00100000:1.0:1746166052.599301:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439112960:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166052.599351:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439112960:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 50us (4252us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166052.599357:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 650 00000100:00100000:2.0:1746166052.674011:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423026176:0@lo:400:kworker.0 00000100:00100000:2.0:1746166052.674091:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166052.674159:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746166052.674164:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423026304:0@lo:400:kworker.0 00000100:00100000:2.0:1746166052.674191:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166052.674458:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423026176 00000100:00100000:2.0:1746166052.674465:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423026176 00000100:00100000:1.0:1746166052.674529:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423026304 00000100:00100000:1.0:1746166052.674533:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423026304 00000100:00100000:1.0:1746166052.674836:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2170 00000100:00100000:1.0:1746166052.674844:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423026304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166052.674900:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423026304:12345-0@lo:400:kworker.0 Request processed in 57us (707us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166052.674906:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2170 00000100:00080000:1.0:1746166052.674929:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166052.674969:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423026304:0@lo:400:kworker.0 00000100:00100000:3.0:1746166052.675307:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423026432:0@lo:400:kworker.0 00000100:00100000:3.0:1746166052.675342:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166052.675935:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:2.0:1746166052.675940:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423026176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166052.676171:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423026432 00000100:00100000:1.0:1746166052.676176:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423026432 00000100:00100000:3.0:1746166052.676328:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423026560:0@lo:400:kworker.0 00000100:00100000:3.0:1746166052.676369:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166052.677450:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423026176:12345-0@lo:400:kworker.0 Request processed in 1322us (3172us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166052.677458:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:2.0:1746166052.677505:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423026176:0@lo:400:kworker.0 00000100:00100000:2.0:1746166052.677549:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423026560 00000100:00100000:2.0:1746166052.677553:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423026560 00000100:00100000:2.0:1746166052.677579:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35397 00000100:00100000:2.0:1746166052.677584:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423026560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166052.679355:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2171 00000100:00100000:1.0:1746166052.679373:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423026432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166052.681567:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423026432:12345-0@lo:400:kworker.0 Request processed in 2197us (6228us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166052.681578:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2171 00000100:00100000:2.0:1746166052.681591:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423026560:12345-0@lo:400:kworker.0 Request processed in 4005us (5219us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166052.681602:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35397 00000100:00080000:1.0:1746166052.681609:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166052.681638:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423026688 00000100:00100000:2.0:1746166052.681645:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423026688 00000100:00100000:2.0:1746166052.681664:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49875 00000100:00100000:2.0:1746166052.681669:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423026688:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166052.681720:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166052.681734:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423026944 00000100:00100000:1.0:1746166052.681738:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423026944 00000100:00100000:2.0:1746166052.681749:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423026688:12345-0@lo:8:kworker.0 Request processed in 80us (5380us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166052.681755:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49875 00000100:00100000:1.0:1746166052.681762:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2172 00000100:00100000:2.0:1746166052.681764:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423026816 00000100:00100000:2.0:1746166052.681767:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423026816 00000100:00100000:1.0:1746166052.681768:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e320a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423026944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166052.681787:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7534 00000100:00100000:2.0:1746166052.681791:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e320e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423026816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166052.681799:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e320a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423026944:12345-0@lo:400:kworker.0 Request processed in 32us (89us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166052.681804:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2172 00000100:00100000:1.0:1746166052.681812:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423027456 00000100:00100000:1.0:1746166052.681814:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423027456 00000100:00100000:2.0:1746166052.681822:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e320e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423026816:12345-0@lo:400:kworker.0 Request processed in 31us (62us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166052.681827:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7534 00000100:00100000:1.0:1746166052.681829:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2173 00000100:00100000:1.0:1746166052.681833:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e322680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423027456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166052.681856:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e322680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423027456:12345-0@lo:400:kworker.0 Request processed in 23us (69us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166052.681862:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2173 00000100:00100000:3.0:1746166052.681933:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423026560:0@lo:400:kworker.0 00000100:00100000:3.0:1746166052.681953:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e321180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423027328:0@lo:400:kworker.0 00000100:00100000:3.0:1746166052.681976:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166052.682004:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746166052.682009:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423027072:0@lo:400:kworker.0 00000100:00100000:3.0:1746166052.682032:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166052.682062:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423026432:0@lo:400:kworker.0 00000100:00100000:3.0:1746166052.682538:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e321180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423027328:0@lo:400:kworker.0 00000100:00100000:2.0:1746166052.682605:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423027072 00000100:00100000:2.0:1746166052.682609:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423027072 00000100:00100000:2.0:1746166052.684090:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35398 00000100:00100000:2.0:1746166052.684104:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009daffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423027072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166052.684162:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009daffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423027072:12345-0@lo:400:kworker.0 Request processed in 66us (2130us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166052.684167:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35398 00000100:00100000:3.0:1746166052.684221:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e830380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423027072:0@lo:400:kworker.0 00000100:00100000:1.0:1746166052.722040:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166052.722066:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423027584:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166052.722125:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746166052.722136:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423027712:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166052.722144:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166052.722391:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423027584 00000100:00100000:1.0:1746166052.722398:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423027584 00000100:00100000:2.0:1746166052.722430:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166052.722947:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423027712 00000100:00100000:1.0:1746166052.722951:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423027712 00000100:00100000:1.0:1746166052.722980:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35400 00000100:00100000:1.0:1746166052.722986:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423027712:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166052.723012:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166052.723533:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423027712:12345-0@lo:41:osp-pre-0-1.0 Request processed in 545us (1100us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166052.723540:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35400 00000100:00100000:1.0:1746166052.723600:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423027584:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166052.724046:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423027712:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166052.995570:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423027840:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166052.995651:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166052.997634:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423027840:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1746166054.172653:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166056.180936:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166056.610030:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009daff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423027968:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166056.610133:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166056.610896:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423027968 00000100:00100000:2.0:1746166056.610906:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423027968 00000100:00100000:2.0:1746166056.611487:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6909 00000100:00100000:2.0:1746166056.611498:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423027968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166056.611536:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166056.611607:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423027968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 113us (1475us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166056.611876:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6909 00000100:00100000:1.0:1746166056.611971:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009daff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423027968:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166057.601040:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439113472 00000100:00100000:1.0:1746166057.601052:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439113472 00000100:00100000:1.0:1746166057.601114:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 652 00000100:00100000:1.0:1746166057.601123:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439113472:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166057.604368:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166057.606237:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439113472:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 5113us (6369us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166057.606247:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 652 00000100:00100000:1.0:1746166057.702500:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166057.702526:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e321500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423028096:0@lo:400:kworker.0 00000100:00100000:1.0:1746166057.702604:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166057.702706:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423028096 00000100:00100000:1.0:1746166057.702715:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423028096 00000100:00100000:1.0:1746166057.702759:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:1.0:1746166057.702767:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423028096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166057.702814:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423028096:12345-0@lo:400:kworker.0 Request processed in 48us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166057.702821:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:1.0:1746166057.702865:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e321500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423028096:0@lo:400:kworker.0 00000100:00100000:3.0:1746166057.702979:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e323800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423028224:0@lo:400:kworker.0 00000100:00100000:3.0:1746166057.703015:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166057.703047:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423028224 00000100:00100000:3.0:1746166057.703050:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423028224 00000100:00080000:1.0:1746166057.703127:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166057.710977:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e323b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423028480:0@lo:400:kworker.0 00000100:00100000:1.0:1746166057.711013:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166057.711052:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423028480 00000100:00100000:1.0:1746166057.711058:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423028480 00000100:00100000:1.0:1746166057.711088:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35401 00000100:00100000:1.0:1746166057.711092:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423028480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166057.711124:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423028480:12345-0@lo:400:kworker.0 Request processed in 33us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166057.711129:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35401 00000100:00100000:1.0:1746166057.711150:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e323b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423028480:0@lo:400:kworker.0 00000100:00100000:1.0:1746166057.711156:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e498700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423029248:0@lo:400:kworker.0 00000100:00100000:1.0:1746166057.711170:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166057.711190:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1746166057.711193:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e321180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423028736:0@lo:400:kworker.0 00000100:00100000:1.0:1746166057.711205:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166057.711213:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e498380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423029376:0@lo:400:kworker.0 00000100:00100000:1.0:1746166057.711229:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423029248 00000100:00100000:1.0:1746166057.711231:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423029248 00000100:00100000:1.0:1746166057.711264:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423028736 00000100:00100000:1.0:1746166057.711266:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423028736 00000100:00100000:1.0:1746166057.711276:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7536 00000100:00100000:1.0:1746166057.711280:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423029248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166057.711304:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423029248:12345-0@lo:400:kworker.0 Request processed in 24us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166057.711308:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7536 00000100:00100000:1.0:1746166057.711314:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7537 00000100:00100000:1.0:1746166057.711318:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423028736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166057.711331:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423028736:12345-0@lo:400:kworker.0 Request processed in 13us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166057.711336:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7537 00000100:00080000:1.0:1746166057.711347:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166057.711704:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423028352 00000100:00100000:3.0:1746166057.711708:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423028352 00000100:00100000:3.0:1746166057.711741:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2176 00000100:00100000:3.0:1746166057.711748:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009daff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423028224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166057.711779:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009daff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423028224:12345-0@lo:400:kworker.0 Request processed in 33us (8764us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166057.711784:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2176 00000100:00100000:3.0:1746166057.711798:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2177 00000100:00100000:3.0:1746166057.711801:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423028352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166057.711816:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423028352:12345-0@lo:400:kworker.0 Request processed in 14us (894us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166057.711819:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2177 00000100:00080000:3.0:1746166057.711848:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166057.711867:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e323800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423028224:0@lo:400:kworker.0 00000100:00100000:2.0:1746166057.713071:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423028864 00000100:00100000:2.0:1746166057.713078:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423028864 00000100:00100000:2.0:1746166057.713117:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2178 00000100:00100000:2.0:1746166057.713123:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e499180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423028864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166057.713173:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e499180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423028864:12345-0@lo:400:kworker.0 Request processed in 51us (1531us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166057.713178:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2178 00000100:00100000:3.0:1746166057.713610:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166057.713648:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e498700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423029248:0@lo:400:kworker.0 00000100:00100000:3.0:1746166057.713665:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e321180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423028736:0@lo:400:kworker.0 00000100:00100000:1.0:1746166057.713720:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423029376 00000100:00100000:1.0:1746166057.713724:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423029376 00000100:00100000:1.0:1746166057.713743:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2179 00000100:00100000:1.0:1746166057.713747:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423029376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166057.713891:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423029376:12345-0@lo:400:kworker.0 Request processed in 142us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166057.713897:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2179 00000100:00100000:2.0:1746166057.713956:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e498380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423029376:0@lo:400:kworker.0 00000100:00100000:2.0:1746166057.730404:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423029504 00000100:00100000:2.0:1746166057.730414:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423029504 00000100:00100000:2.0:1746166057.732242:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423029632 00000100:00100000:2.0:1746166057.732260:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423029632 00000100:00100000:2.0:1746166057.732304:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35403 00000100:00100000:2.0:1746166057.732314:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e498e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423029504:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166057.732357:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166057.732404:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e498e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423029504:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (2277us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166057.732411:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35403 00000100:00100000:2.0:1746166057.732426:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35404 00000100:00100000:2.0:1746166057.732431:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e498380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423029632:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166057.732449:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166057.732470:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e498380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423029632:12345-0@lo:41:osp-pre-1-0.0 Request processed in 39us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166057.732475:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35404 00000100:00100000:3.0:1746166058.002752:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746166058.002782:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423029760:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166058.006578:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166058.007614:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423029760:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166061.195281:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166061.619868:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423029888:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166061.619964:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166061.620135:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423029888 00000100:00100000:2.0:1746166061.620144:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423029888 00000100:00100000:2.0:1746166061.620337:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6911 00000100:00100000:2.0:1746166061.620346:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423029888:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166061.620381:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166061.620426:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423029888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166061.620433:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6911 00000100:00080000:2.0:1746166061.620463:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166061.624447:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423029888:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166062.614016:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439113984 00000100:00100000:1.0:1746166062.614030:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439113984 00000100:00100000:1.0:1746166062.614099:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 654 00000100:00100000:1.0:1746166062.614109:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439113984:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166062.614199:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439113984:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 91us (1393us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166062.614206:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 654 00000100:00100000:2.0:1746166062.615141:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439114240 00000100:00100000:2.0:1746166062.615150:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439114240 00000100:00100000:2.0:1746166062.615202:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439114112 00000100:00100000:2.0:1746166062.615205:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439114112 00000100:00100000:3.0:1746166062.616246:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2180 00000100:00100000:3.0:1746166062.616273:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e498700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439114240:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166062.616276:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2181 00000100:00100000:2.0:1746166062.616460:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e321180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439114112:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166062.616522:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e321180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439114112:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 65us (3605us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166062.616524:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e498700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439114240:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 268us (3657us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166062.616528:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2181 00000100:00100000:3.0:1746166062.616532:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2180 00000100:00100000:2.0:1746166062.620740:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439114368 00000100:00100000:2.0:1746166062.620767:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439114368 00000100:00100000:2.0:1746166062.620815:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49880 00000100:00100000:2.0:1746166062.620825:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e320380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439114368:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166062.620858:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166062.620945:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e320380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439114368:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 121us (740us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166062.620953:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49880 00000100:00100000:3.0:1746166062.723476:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e323800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423030016:0@lo:400:kworker.0 00000100:00100000:3.0:1746166062.723506:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166062.723532:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423030656:0@lo:400:kworker.0 00000100:00100000:3.0:1746166062.723546:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166062.723555:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423031296:0@lo:400:kworker.0 00000100:00100000:3.0:1746166062.723568:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166062.723577:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1746166062.723582:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e323b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423030144:0@lo:400:kworker.0 00000100:00100000:3.0:1746166062.723593:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166062.723848:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090460a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423030784:0@lo:400:kworker.0 00000100:00100000:3.0:1746166062.723866:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166062.723882:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423031296 00000100:00100000:3.0:1746166062.723884:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423031296 00000100:00100000:3.0:1746166062.723899:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423030144 00000100:00100000:3.0:1746166062.723900:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423030144 00000100:00080000:3.0:1746166062.723909:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166062.723923:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423030784 00000100:00100000:3.0:1746166062.723924:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423030784 00000100:00100000:3.0:1746166062.723937:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2183 00000100:00100000:3.0:1746166062.723940:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423031296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166062.723964:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423031296:12345-0@lo:400:kworker.0 Request processed in 23us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166062.723972:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2183 00000100:00100000:3.0:1746166062.723987:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2184 00000100:00100000:3.0:1746166062.723991:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423030144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166062.724010:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423030144:12345-0@lo:400:kworker.0 Request processed in 19us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166062.724015:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2184 00000100:00100000:3.0:1746166062.724022:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2185 00000100:00100000:3.0:1746166062.724026:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0909c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423030784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166062.724043:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0909c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423030784:12345-0@lo:400:kworker.0 Request processed in 17us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166062.724048:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2185 00000100:00100000:3.0:1746166062.724065:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e323b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423030144:0@lo:400:kworker.0 00000100:00100000:3.0:1746166062.724074:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090460a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423030784:0@lo:400:kworker.0 00000100:00100000:3.0:1746166062.724081:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423031296:0@lo:400:kworker.0 00000100:00100000:3.0:1746166062.724121:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423030016 00000100:00100000:3.0:1746166062.724123:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423030016 00000100:00100000:3.0:1746166062.724141:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:3.0:1746166062.724145:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423030016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166062.724181:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423030016:12345-0@lo:400:kworker.0 Request processed in 35us (674us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166062.724186:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:3.0:1746166062.724210:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e323800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423030016:0@lo:400:kworker.0 00000100:00100000:3.0:1746166062.724706:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423030656:0@lo:400:kworker.0 00000100:00100000:3.0:1746166062.737995:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746166062.738019:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423031424:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166062.738099:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166062.738297:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423031552:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166062.738330:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166062.738380:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423031424 00000100:00100000:1.0:1746166062.738389:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423031424 00000100:00100000:1.0:1746166062.738438:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423031552 00000100:00100000:1.0:1746166062.738441:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423031552 00000100:00100000:1.0:1746166062.738459:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35407 00000100:00100000:1.0:1746166062.738471:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0909f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423031424:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166062.738511:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166062.738559:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0909f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423031424:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166062.738566:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35407 00000100:00100000:1.0:1746166062.738581:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35408 00000100:00100000:1.0:1746166062.738585:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423031552:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166062.738600:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166062.738623:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423031552:12345-0@lo:41:osp-pre-0-1.0 Request processed in 38us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166062.738628:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35408 00000100:00100000:1.0:1746166062.738663:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423031552:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166062.738834:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423031424:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1746166066.224478:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166066.630788:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746166066.632797:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0908e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423031808:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166066.632857:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166066.632974:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423031808 00000100:00100000:2.0:1746166066.632981:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423031808 00000100:00100000:2.0:1746166066.633025:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6913 00000100:00100000:2.0:1746166066.633031:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423031808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166066.633059:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166066.633108:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423031808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166066.633113:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6913 00000100:00080000:3.0:1746166066.633225:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166066.638196:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0908e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423031808:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166067.635276:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439114624 00000100:00100000:2.0:1746166067.635282:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439114624 00000100:00100000:2.0:1746166067.635313:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439114752 00000100:00100000:2.0:1746166067.635315:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439114752 00000100:00100000:2.0:1746166067.635333:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2186 00000100:00100000:2.0:1746166067.635340:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439114624:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:3.0:1746166067.635414:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746166067.635418:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166067.635430:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2187 00000100:00100000:3.0:1746166067.635438:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e830000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439114752:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166067.639319:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439114624:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 3976us (5442us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166067.639329:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2186 00000100:00100000:3.0:1746166067.639440:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e830000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439114752:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 4002us (5493us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166067.639447:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2187 00000100:00100000:2.0:1746166067.730154:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e321500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423032320:0@lo:400:kworker.0 00000100:00100000:2.0:1746166067.730207:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166067.730316:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423031936:0@lo:400:kworker.0 00000100:00100000:1.0:1746166067.730344:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166067.730377:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423032576:0@lo:400:kworker.0 00000100:00100000:1.0:1746166067.730392:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166067.730403:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423033216:0@lo:400:kworker.0 00000100:00100000:1.0:1746166067.730417:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e323800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423032064:0@lo:400:kworker.0 00000100:00100000:1.0:1746166067.730437:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423032576 00000100:00100000:1.0:1746166067.730441:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423032576 00000100:00100000:1.0:1746166067.730469:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7540 00000100:00100000:1.0:1746166067.730474:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423032576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166067.730504:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423032576:12345-0@lo:400:kworker.0 Request processed in 30us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166067.730508:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7540 00000100:00100000:1.0:1746166067.730530:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423032448:0@lo:8:kworker.0 00000100:00100000:1.0:1746166067.730545:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166067.731426:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090460e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423032960:0@lo:8:kworker.0 00000100:00100000:2.0:1746166067.731434:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423033088:0@lo:400:kworker.0 00000100:00100000:1.0:1746166067.731450:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166067.731463:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423032448 00000100:00100000:2.0:1746166067.731466:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423032448 00000100:00100000:1.0:1746166067.731480:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423032960 00000100:00100000:2.0:1746166067.731482:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49884 00000100:00100000:1.0:1746166067.731483:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423032960 00000100:00100000:2.0:1746166067.731487:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423032448:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746166067.731494:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49885 00000100:00100000:1.0:1746166067.731498:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423032960:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166067.731504:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1746166067.731507:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166067.731539:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423032960:12345-0@lo:8:kworker.0 Request processed in 40us (88us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166067.731541:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423032448:12345-0@lo:8:kworker.0 Request processed in 53us (995us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166067.731545:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49885 00000100:00100000:2.0:1746166067.731548:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49884 00000100:00100000:1.0:1746166067.731560:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423031936 00000100:00100000:1.0:1746166067.731562:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423031936 00000100:00100000:1.0:1746166067.731792:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:1.0:1746166067.731797:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423031936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166067.731800:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423032320 00000100:00100000:3.0:1746166067.731804:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423032320 00000100:00100000:1.0:1746166067.731822:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423031936:12345-0@lo:400:kworker.0 Request processed in 26us (1477us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166067.731828:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:3.0:1746166067.731828:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35409 00000100:00100000:3.0:1746166067.731833:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423032320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166067.731848:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166067.731865:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423032320:12345-0@lo:400:kworker.0 Request processed in 32us (1659us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166067.731866:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423032704:0@lo:400:kworker.0 00000100:00100000:3.0:1746166067.731871:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35409 00000100:00100000:1.0:1746166067.731883:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166067.731897:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423032192 00000100:00100000:3.0:1746166067.731900:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423032192 00000100:00100000:1.0:1746166067.731905:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166067.731923:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423032064 00000100:00100000:3.0:1746166067.731925:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423032064 00000100:00100000:1.0:1746166067.731928:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423031936:0@lo:400:kworker.0 00000100:00100000:3.0:1746166067.731936:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423032704 00000100:00100000:3.0:1746166067.731938:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423032704 00000100:00100000:1.0:1746166067.731939:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423032576:0@lo:400:kworker.0 00000100:00100000:3.0:1746166067.731944:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423033216 00000100:00100000:3.0:1746166067.731945:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423033216 00000100:00100000:3.0:1746166067.731953:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188 00000100:00100000:3.0:1746166067.731957:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090460000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423032192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166067.731963:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2189 00000100:00100000:1.0:1746166067.731968:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423032064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166067.731993:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423032064:12345-0@lo:400:kworker.0 Request processed in 25us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166067.731998:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2189 00000100:00100000:3.0:1746166067.731998:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090460000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423032192:12345-0@lo:400:kworker.0 Request processed in 40us (1735us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166067.732004:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188 00000100:00100000:1.0:1746166067.732008:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2190 00000100:00100000:1.0:1746166067.732011:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423032704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166067.732015:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2191 00000100:00100000:3.0:1746166067.732020:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423033216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166067.732025:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423032704:12345-0@lo:400:kworker.0 Request processed in 14us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166067.732029:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2190 00000100:00100000:1.0:1746166067.732046:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e323800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423032064:0@lo:400:kworker.0 00000100:00100000:3.0:1746166067.732047:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423033216:12345-0@lo:400:kworker.0 Request processed in 26us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166067.732051:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423032704:0@lo:400:kworker.0 00000100:00100000:3.0:1746166067.732051:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2191 00000100:00100000:1.0:1746166067.732069:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423033216:0@lo:400:kworker.0 00000100:00080000:3.0:1746166067.732071:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746166067.732073:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166067.732109:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166067.732133:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e321500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423032320:0@lo:400:kworker.0 00000100:00080000:1.0:1746166067.732141:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166067.732144:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166067.732147:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423032448:0@lo:8:kworker.0 00000100:00080000:1.0:1746166067.732153:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166067.732155:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166067.732157:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090460e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423032960:0@lo:8:kworker.0 00000100:00100000:3.0:1746166067.732168:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423033088 00000100:00100000:3.0:1746166067.732170:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423033088 00000100:00100000:3.0:1746166067.732190:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7541 00000100:00100000:3.0:1746166067.732194:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a090b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423033088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166067.732357:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423032832 00000100:00100000:1.0:1746166067.732360:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423032832 00000100:00100000:1.0:1746166067.732408:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35410 00000100:00100000:1.0:1746166067.732412:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423032832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166067.732437:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423032832:12345-0@lo:400:kworker.0 Request processed in 25us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166067.732441:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35410 00000100:00100000:3.0:1746166067.732923:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a090b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423033088:12345-0@lo:400:kworker.0 Request processed in 727us (811us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166067.732929:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7541 00000100:00080000:3.0:1746166067.732942:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166067.746716:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423033472:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166067.746781:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166067.746816:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746166067.746821:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423033344:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166067.746839:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166067.746878:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423033472 00000100:00100000:2.0:1746166067.746884:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423033472 00000100:00100000:2.0:1746166067.746914:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423033344 00000100:00100000:2.0:1746166067.746916:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423033344 00000100:00100000:2.0:1746166067.746944:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35411 00000100:00100000:2.0:1746166067.746951:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423033472:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166067.746977:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166067.747020:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423033472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 69us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166067.747027:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35411 00000100:00100000:2.0:1746166067.747041:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35412 00000100:00100000:2.0:1746166067.747045:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423033344:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166067.747058:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166067.747255:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423033344:12345-0@lo:41:osp-pre-0-1.0 Request processed in 209us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166067.747268:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35412 00000100:00100000:2.0:1746166067.747302:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423033344:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166067.747310:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423033472:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166068.018377:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746166068.018398:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423033600:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166068.018456:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166068.022778:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423033600:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166071.238820:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166071.650479:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423033728:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166071.650946:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166071.651851:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423033728 00000100:00100000:3.0:1746166071.651858:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423033728 00000100:00100000:3.0:1746166071.652374:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6915 00000100:00100000:3.0:1746166071.652384:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423033728:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166071.652412:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166071.652465:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423033728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (1519us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166071.652473:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6915 00000100:00100000:2.0:1746166071.652589:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423033728:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166072.639534:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439115008 00000100:00100000:2.0:1746166072.639538:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439115008 00000100:00100000:2.0:1746166072.639562:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 658 00000100:00100000:2.0:1746166072.639567:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439115008:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166072.639589:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439115008:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 22us (665us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166072.639593:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 658 00000100:00080000:2.0:1746166072.639631:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746166072.639635:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166072.639779:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439115392 00000100:00100000:1.0:1746166072.639784:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439115392 00000100:00100000:1.0:1746166072.639802:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49886 00000100:00100000:1.0:1746166072.639806:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090462680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439115392:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166072.639823:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166072.639847:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090462680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439115392:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 41us (816us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166072.639851:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49886 00000100:00100000:2.0:1746166072.738704:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423033856:0@lo:400:kworker.0 00000100:00100000:2.0:1746166072.738731:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166072.738765:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f128380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423034496:0@lo:400:kworker.0 00000100:00100000:2.0:1746166072.738782:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166072.738794:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423035136:0@lo:400:kworker.0 00000100:00100000:2.0:1746166072.738808:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166072.738819:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1746166072.738823:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423033984:0@lo:400:kworker.0 00000100:00100000:2.0:1746166072.738839:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166072.738849:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f128000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423034624:0@lo:400:kworker.0 00000100:00100000:2.0:1746166072.738864:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166072.738882:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423033856 00000100:00100000:2.0:1746166072.738884:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423033856 00000100:00100000:2.0:1746166072.738902:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:2.0:1746166072.738907:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423033856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166072.738930:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423033856:12345-0@lo:400:kworker.0 Request processed in 23us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166072.738935:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:2.0:1746166072.738956:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423035136 00000100:00100000:2.0:1746166072.738958:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423035136 00000100:00100000:2.0:1746166072.738972:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423033984 00000100:00100000:2.0:1746166072.738973:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423033984 00000100:00100000:2.0:1746166072.738986:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423034624 00000100:00100000:2.0:1746166072.738987:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423034624 00000100:00100000:2.0:1746166072.739011:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2195 00000100:00100000:2.0:1746166072.739016:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423035136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166072.739038:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423035136:12345-0@lo:400:kworker.0 Request processed in 22us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166072.739043:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2195 00000100:00100000:2.0:1746166072.739050:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2196 00000100:00100000:2.0:1746166072.739054:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423033984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166072.739071:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423033984:12345-0@lo:400:kworker.0 Request processed in 16us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166072.739081:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2196 00000100:00100000:2.0:1746166072.739088:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2197 00000100:00100000:2.0:1746166072.739093:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423034624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166072.739112:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423034624:12345-0@lo:400:kworker.0 Request processed in 19us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166072.739116:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2197 00000100:00100000:2.0:1746166072.739141:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423033984:0@lo:400:kworker.0 00000100:00100000:2.0:1746166072.739148:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f128000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423034624:0@lo:400:kworker.0 00000100:00100000:2.0:1746166072.739154:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423033856:0@lo:400:kworker.0 00000100:00100000:2.0:1746166072.739160:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423035136:0@lo:400:kworker.0 00000100:00100000:1.0:1746166072.739287:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423034368:0@lo:8:kworker.0 00000100:00100000:1.0:1746166072.739317:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166072.739343:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423034880:0@lo:8:kworker.0 00000100:00100000:1.0:1746166072.739357:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166072.739379:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423034496 00000100:00100000:1.0:1746166072.739381:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423034496 00000100:00100000:1.0:1746166072.739394:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423034368 00000100:00100000:1.0:1746166072.739396:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423034368 00000100:00100000:1.0:1746166072.739402:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423034880 00000100:00100000:1.0:1746166072.739403:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423034880 00000100:00100000:1.0:1746166072.739411:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7543 00000100:00100000:1.0:1746166072.739415:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423034496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166072.739445:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423034496:12345-0@lo:400:kworker.0 Request processed in 30us (662us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166072.739452:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7543 00000100:00100000:1.0:1746166072.739461:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49887 00000100:00100000:1.0:1746166072.739464:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423034368:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166072.739479:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166072.739496:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423034368:12345-0@lo:8:kworker.0 Request processed in 31us (179us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166072.739500:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49887 00000100:00100000:1.0:1746166072.739505:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49888 00000100:00100000:1.0:1746166072.739508:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423034880:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166072.739514:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166072.739524:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423034880:12345-0@lo:8:kworker.0 Request processed in 16us (166us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166072.739528:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49888 00000100:00080000:1.0:1746166072.739547:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166072.739551:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166072.739553:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423034368:0@lo:8:kworker.0 00000100:00080000:1.0:1746166072.739558:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166072.739560:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166072.739562:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423034880:0@lo:8:kworker.0 00000100:00100000:3.0:1746166072.739619:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f128380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423034496:0@lo:400:kworker.0 00000100:00100000:3.0:1746166072.754062:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423035264:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166072.754119:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166072.754438:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35416 00000100:00100000:1.0:1746166072.754447:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423035392:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166072.754475:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166072.754515:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423035392:12345-0@lo:41:osp-pre-1-0.0 Request processed in 69us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166072.754521:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35416 00000100:00100000:1.0:1746166072.754557:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f128a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423035392:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166072.756346:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423035264:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166073.026473:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423035520 00000100:00100000:1.0:1746166073.026480:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423035520 00000100:00100000:1.0:1746166073.026522:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6916 00000100:00100000:1.0:1746166073.026529:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f128700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423035520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746166073.026546:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166073.026967:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f128700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423035520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 438us (1006us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166073.026974:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6916 00010000:00010000:1.0:1746166076.251881:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166076.662751:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423035648:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166076.662812:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166076.663036:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423035648 00000100:00100000:1.0:1746166076.663044:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423035648 00000100:00100000:1.0:1746166076.663098:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6917 00000100:00100000:1.0:1746166076.663106:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0909180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423035648:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166076.663136:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166076.663191:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0909180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423035648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166076.663197:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6917 00000100:00100000:2.0:1746166076.663270:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423035648:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166077.651517:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439115648 00000100:00100000:1.0:1746166077.651525:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439115648 00000100:00100000:1.0:1746166077.651567:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2198 00000100:00100000:1.0:1746166077.651575:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f129880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439115648:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166077.651639:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f129880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439115648:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 65us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166077.651648:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2198 00000100:00080000:1.0:1746166077.651703:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166077.652614:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439115520 00000100:00100000:2.0:1746166077.652619:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439115520 00000100:00100000:2.0:1746166077.652702:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 660 00000100:00100000:2.0:1746166077.652708:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a81ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439115520:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166077.652735:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a81ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439115520:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 27us (1312us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166077.652739:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 660 00000100:00100000:1.0:1746166077.672995:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439115776 00000100:00100000:1.0:1746166077.673000:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439115776 00000100:00100000:1.0:1746166077.673044:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2199 00000100:00100000:1.0:1746166077.673049:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f128a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439115776:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166077.673082:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f128a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439115776:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 33us (1316us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166077.673086:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2199 00000100:00080000:2.0:1746166077.673321:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166077.747633:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423035776:0@lo:400:kworker.0 00000100:00100000:2.0:1746166077.747667:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166077.747724:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090464380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423036416:0@lo:400:kworker.0 00000100:00100000:2.0:1746166077.747743:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166077.747756:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090464700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423037056:0@lo:400:kworker.0 00000100:00100000:2.0:1746166077.747770:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166077.747781:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1746166077.747786:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f128000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423036160:0@lo:400:kworker.0 00000100:00100000:2.0:1746166077.747809:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166077.747822:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090464000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423036928:0@lo:400:kworker.0 00000100:00100000:2.0:1746166077.747837:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166077.747855:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423036160 00000100:00100000:2.0:1746166077.747858:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423036160 00000100:00100000:2.0:1746166077.747877:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35418 00000100:00100000:2.0:1746166077.747883:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423036160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166077.747924:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423036160:12345-0@lo:400:kworker.0 Request processed in 41us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166077.747930:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35418 00000100:00100000:2.0:1746166077.747953:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f128000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423036160:0@lo:400:kworker.0 00000100:00100000:2.0:1746166077.747974:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423036416 00000100:00100000:2.0:1746166077.747976:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423036416 00000100:00100000:2.0:1746166077.747991:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423036928 00000100:00100000:2.0:1746166077.747993:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423036928 00000100:00100000:2.0:1746166077.748009:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7544 00000100:00100000:2.0:1746166077.748013:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423036416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166077.748040:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423036416:12345-0@lo:400:kworker.0 Request processed in 27us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166077.748045:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7544 00000100:00100000:2.0:1746166077.748054:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7545 00000100:00100000:2.0:1746166077.748059:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423036928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166077.748080:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423036928:12345-0@lo:400:kworker.0 Request processed in 21us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166077.748084:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7545 00000100:00100000:2.0:1746166077.748106:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090464000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423036928:0@lo:400:kworker.0 00000100:00100000:2.0:1746166077.748113:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090464380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423036416:0@lo:400:kworker.0 00000100:00100000:2.0:1746166077.748476:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423035776:0@lo:400:kworker.0 00000100:00100000:2.0:1746166077.748485:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090464700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423037056:0@lo:400:kworker.0 00000100:00100000:3.0:1746166077.762265:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423037184 00000100:00100000:3.0:1746166077.762272:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423037184 00000100:00100000:2.0:1746166077.764519:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746166077.764536:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423037312:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166077.764579:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166077.767642:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423037312:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166078.033943:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090467800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423037440:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166078.033999:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166078.034282:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090467800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423037440:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166081.262053:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166081.665965:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746166081.665984:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423037568:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166081.666041:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166081.666141:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423037568 00000100:00100000:1.0:1746166081.666148:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423037568 00000100:00100000:1.0:1746166081.666186:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6919 00000100:00100000:1.0:1746166081.666192:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a090bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423037568:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166081.666217:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166081.666471:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a090bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423037568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 279us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166081.666477:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6919 00000100:00100000:3.0:1746166081.666607:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423037568:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1746166081.666889:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746166082.677057:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746166082.677060:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166082.677112:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439116032 00000100:00100000:2.0:1746166082.677116:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439116032 00000100:00100000:2.0:1746166082.677145:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 662 00000100:00100000:2.0:1746166082.677150:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439116032:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166082.677184:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439116032:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 34us (971us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166082.677190:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 662 00000100:00100000:2.0:1746166082.756204:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090467100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423037696:0@lo:400:kworker.0 00000100:00100000:2.0:1746166082.756261:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166082.756318:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090464000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423038336:0@lo:400:kworker.0 00000100:00100000:2.0:1746166082.756347:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166082.756366:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423038976:0@lo:400:kworker.0 00000100:00100000:2.0:1746166082.756387:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166082.756406:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1746166082.756412:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090466d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423037824:0@lo:400:kworker.0 00000100:00100000:2.0:1746166082.756427:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166082.756439:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423038464:0@lo:400:kworker.0 00000100:00100000:2.0:1746166082.756455:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166082.756479:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423038336 00000100:00100000:2.0:1746166082.756482:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423038336 00000100:00100000:2.0:1746166082.756503:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423038848 00000100:00100000:2.0:1746166082.756506:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423038848 00000100:00100000:2.0:1746166082.756520:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423038208 00000100:00100000:2.0:1746166082.756522:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423038208 00000100:00100000:2.0:1746166082.756531:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423038720 00000100:00100000:2.0:1746166082.756533:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423038720 00000100:00100000:2.0:1746166082.756542:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7546 00000100:00100000:2.0:1746166082.756548:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423038336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166082.756577:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423038336:12345-0@lo:400:kworker.0 Request processed in 29us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166082.756583:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7546 00000100:00100000:2.0:1746166082.756593:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7547 00000100:00100000:2.0:1746166082.756598:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423038848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166082.756624:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423038848:12345-0@lo:400:kworker.0 Request processed in 26us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166082.756629:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7547 00000100:00100000:2.0:1746166082.756639:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49893 00000100:00100000:2.0:1746166082.756642:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423038208:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166082.756658:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166082.756699:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423038208:12345-0@lo:8:kworker.0 Request processed in 55us (287us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166082.756706:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49893 00000100:00100000:1.0:1746166082.756820:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423037696 00000100:00100000:1.0:1746166082.756834:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423037696 00000100:00100000:1.0:1746166082.756856:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:1.0:1746166082.756862:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423037696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166082.756927:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423038080 00000100:00100000:3.0:1746166082.756931:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423038080 00000100:00100000:3.0:1746166082.756955:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35421 00000100:00100000:3.0:1746166082.756966:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423038080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166082.757252:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166082.757273:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f128000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423038592:0@lo:400:kworker.0 00000100:00100000:2.0:1746166082.757294:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166082.757315:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423038848:0@lo:400:kworker.0 00000100:00100000:2.0:1746166082.757331:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423037952 00000100:00100000:2.0:1746166082.757334:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423037952 00000100:00100000:2.0:1746166082.757354:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2209 00000100:00100000:2.0:1746166082.757359:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423037952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166082.757385:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423037952:12345-0@lo:400:kworker.0 Request processed in 26us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166082.757390:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2209 00000100:00100000:2.0:1746166082.757416:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090467800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423037952:0@lo:400:kworker.0 00000100:00100000:2.0:1746166082.757424:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f128000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423038592:0@lo:400:kworker.0 00000100:00080000:2.0:1746166082.757445:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746166082.757449:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746166082.757450:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166082.757522:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423037696:12345-0@lo:400:kworker.0 Request processed in 659us (1261us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166082.757529:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:3.0:1746166082.757606:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423038080:12345-0@lo:400:kworker.0 Request processed in 645us (1270us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166082.757614:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35421 00000100:00100000:2.0:1746166082.757701:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090464700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423038080:0@lo:400:kworker.0 00000100:00100000:2.0:1746166082.787152:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746166082.787161:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423039104:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166082.788122:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423039232 00000100:00100000:3.0:1746166082.788130:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423039232 00000100:00100000:2.0:1746166082.788638:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166082.789595:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423039104 00000100:00100000:3.0:1746166082.789601:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423039104 00000100:00100000:3.0:1746166082.789629:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35423 00000100:00100000:3.0:1746166082.789642:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423039232:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166082.789687:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166082.790932:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423039232:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1296us (3897us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166082.790939:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35423 00000100:00100000:2.0:1746166082.791163:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423039104:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166083.046191:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423039360:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166083.046246:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166083.047449:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423039360 00000100:00100000:1.0:1746166083.047458:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423039360 00000100:00100000:1.0:1746166083.047501:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6920 00000100:00100000:1.0:1746166083.047508:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f848700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423039360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746166083.047526:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166083.047577:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f848700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423039360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (1331us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166083.047583:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6920 00000100:00100000:3.0:1746166083.047868:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423039360:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166086.275891:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166086.674148:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746166086.674168:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423039488:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166086.674407:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166086.674511:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423039488 00000100:00100000:2.0:1746166086.674518:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423039488 00000100:00100000:2.0:1746166086.674556:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6921 00000100:00100000:2.0:1746166086.674564:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423039488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166086.674592:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166086.674624:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423039488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166086.674633:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6921 00000100:00080000:3.0:1746166086.674696:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166086.675054:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423039488:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1746166087.682295:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746166087.682299:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166087.682345:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439116544 00000100:00100000:1.0:1746166087.682350:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439116544 00000100:00100000:1.0:1746166087.682380:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 664 00000100:00100000:1.0:1746166087.682386:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439116544:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166087.682418:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439116544:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 33us (760us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166087.682424:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 664 00000100:00100000:3.0:1746166087.766210:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423039744:0@lo:400:kworker.0 00000100:00100000:3.0:1746166087.766260:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166087.766315:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423040384:0@lo:400:kworker.0 00000100:00100000:3.0:1746166087.766332:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166087.766363:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423039872 00000100:00100000:3.0:1746166087.766369:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423039872 00000100:00100000:3.0:1746166087.766402:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423039744 00000100:00100000:3.0:1746166087.766404:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423039744 00000100:00100000:3.0:1746166087.766416:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423040384 00000100:00100000:3.0:1746166087.766418:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423040384 00000100:00100000:3.0:1746166087.766446:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2212 00000100:00100000:3.0:1746166087.766452:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090464000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423039872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166087.766491:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090464000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423039872:12345-0@lo:400:kworker.0 Request processed in 39us (3836us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166087.766497:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2212 00000100:00100000:3.0:1746166087.766515:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2213 00000100:00100000:3.0:1746166087.766520:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a090aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423039744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166087.766544:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a090aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423039744:12345-0@lo:400:kworker.0 Request processed in 25us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166087.766549:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2213 00000100:00100000:3.0:1746166087.766562:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2214 00000100:00100000:3.0:1746166087.766566:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a090a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423040384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166087.766585:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a090a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423040384:12345-0@lo:400:kworker.0 Request processed in 19us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166087.766589:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2214 00000100:00100000:3.0:1746166087.766623:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423039744:0@lo:400:kworker.0 00000100:00100000:3.0:1746166087.766631:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423040384:0@lo:400:kworker.0 00000100:00080000:3.0:1746166087.766651:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746166087.766654:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166087.766783:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423040000:0@lo:400:kworker.0 00000100:00100000:1.0:1746166087.766851:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423039616:0@lo:400:kworker.0 00000100:00100000:1.0:1746166087.766875:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166087.766910:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423040256:0@lo:400:kworker.0 00000100:00100000:1.0:1746166087.766926:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166087.766936:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423040896:0@lo:400:kworker.0 00000100:00100000:1.0:1746166087.766948:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166087.766968:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423040256 00000100:00100000:1.0:1746166087.766970:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423040256 00000100:00100000:1.0:1746166087.766987:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7548 00000100:00100000:1.0:1746166087.766991:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423040256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166087.767013:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423040256:12345-0@lo:400:kworker.0 Request processed in 22us (86us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166087.767017:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7548 00000100:00100000:1.0:1746166087.767033:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423040256:0@lo:400:kworker.0 00000100:00100000:2.0:1746166087.767084:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423039616 00000100:00100000:2.0:1746166087.767087:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423039616 00000100:00100000:2.0:1746166087.767110:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:2.0:1746166087.767114:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423039616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166087.767138:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423039616:12345-0@lo:400:kworker.0 Request processed in 24us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166087.767142:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:3.0:1746166087.767196:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423040896 00000100:00100000:3.0:1746166087.767198:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423040896 00000100:00100000:3.0:1746166087.767218:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2215 00000100:00100000:3.0:1746166087.767222:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423040896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166087.767245:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423040896:12345-0@lo:400:kworker.0 Request processed in 23us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166087.767249:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2215 00000100:00100000:1.0:1746166087.767934:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423039616:0@lo:400:kworker.0 00000100:00100000:1.0:1746166087.767943:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423040896:0@lo:400:kworker.0 00000100:00100000:2.0:1746166087.774026:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166087.774057:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423040768:0@lo:400:kworker.0 00000100:00100000:2.0:1746166087.774095:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166087.774148:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423040768 00000100:00100000:1.0:1746166087.774153:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423040768 00000100:00100000:1.0:1746166087.774205:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7549 00000100:00100000:1.0:1746166087.774211:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423040768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166087.774256:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423040768:12345-0@lo:400:kworker.0 Request processed in 45us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166087.774261:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7549 00000100:00100000:1.0:1746166087.774325:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35425 00000100:00080000:2.0:1746166087.774357:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166087.774376:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423040768:0@lo:400:kworker.0 00000100:00100000:1.0:1746166087.774518:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423040512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166087.774550:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423040512:12345-0@lo:400:kworker.0 Request processed in 220us (11851us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166087.775063:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423040000:0@lo:400:kworker.0 00000100:00100000:2.0:1746166087.775101:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423040512:0@lo:400:kworker.0 00000100:00100000:1.0:1746166087.775639:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35425 00000100:00100000:3.0:1746166087.811101:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423041024:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166087.811163:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166087.811439:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423041024 00000100:00100000:1.0:1746166087.811544:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423041024 00000100:00100000:2.0:1746166087.811885:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090467800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423041152:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166087.812250:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166087.812557:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090467800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423041152:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166087.813233:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423041024:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166088.065921:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a090ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423041280:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166088.065976:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166088.066099:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423041280 00000100:00100000:3.0:1746166088.066106:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423041280 00000100:00100000:3.0:1746166088.066141:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6922 00000100:00100000:3.0:1746166088.066149:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423041280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166088.066167:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166088.066211:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423041280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166088.066217:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6922 00010000:00010000:1.0:1746166091.294303:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166091.683056:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423041408 00000100:00100000:3.0:1746166091.683062:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423041408 00000100:00100000:3.0:1746166091.683110:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6923 00000100:00100000:3.0:1746166091.683118:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090464380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423041408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166091.683139:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166091.683172:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090464380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423041408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166091.683177:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6923 00000100:00100000:1.0:1746166091.683477:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423041408:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166092.687958:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439117056 00000100:00100000:3.0:1746166092.687966:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439117056 00000100:00100000:3.0:1746166092.688300:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 666 00000100:00100000:3.0:1746166092.688309:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439117056:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166092.690506:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439117184 00000100:00100000:2.0:1746166092.690511:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439117184 00000100:00100000:3.0:1746166092.691442:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439117056:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 3133us (3839us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166092.691451:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 666 00000100:00080000:3.0:1746166092.691600:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166092.691669:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439117312 00000100:00100000:2.0:1746166092.691672:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439117312 00000100:00100000:2.0:1746166092.691877:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2216 00000100:00100000:2.0:1746166092.691885:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090467800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439117184:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166092.691927:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090467800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439117184:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 45us (1688us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166092.691932:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2216 00000100:00100000:2.0:1746166092.691942:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2217 00000100:00100000:2.0:1746166092.691947:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439117312:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166092.691964:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439117312:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 18us (1635us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166092.691969:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2217 00000100:00080000:3.0:1746166092.692201:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166092.692776:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439117440 00000100:00100000:1.0:1746166092.692780:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439117440 00000100:00100000:1.0:1746166092.692804:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49898 00000100:00100000:1.0:1746166092.692809:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439117440:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166092.692828:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166092.692864:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439117440:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 54us (2503us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166092.692869:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49898 00000100:00100000:2.0:1746166092.770786:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423041920 00000100:00100000:2.0:1746166092.770789:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423041920 00000100:00100000:2.0:1746166092.770815:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35429 00000100:00100000:2.0:1746166092.770820:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423041920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166092.770884:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f128000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423041792:0@lo:400:kworker.0 00000100:00100000:3.0:1746166092.770938:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423041536:0@lo:400:kworker.0 00000100:00100000:2.0:1746166092.775669:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423041920:12345-0@lo:400:kworker.0 Request processed in 4833us (4939us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166092.775902:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35429 00000100:00100000:2.0:1746166092.775964:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423041664:0@lo:400:kworker.0 00000100:00100000:2.0:1746166092.776000:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166092.776027:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423042304:0@lo:400:kworker.0 00000100:00100000:2.0:1746166092.776043:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166092.776061:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423041664 00000100:00100000:2.0:1746166092.776066:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423041664 00000100:00100000:2.0:1746166092.776099:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423042304 00000100:00100000:2.0:1746166092.776102:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423042304 00000100:00100000:2.0:1746166092.776113:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2218 00000100:00100000:2.0:1746166092.776118:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423041664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166092.776151:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423041664:12345-0@lo:400:kworker.0 Request processed in 33us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166092.776156:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2218 00000100:00100000:2.0:1746166092.776165:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2219 00000100:00100000:2.0:1746166092.776169:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ea2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423042304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166092.776186:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ea2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423042304:12345-0@lo:400:kworker.0 Request processed in 17us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166092.776190:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2219 00000100:00100000:2.0:1746166092.776225:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423042304:0@lo:400:kworker.0 00000100:00100000:2.0:1746166092.776243:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423041664:0@lo:400:kworker.0 00000100:00080000:2.0:1746166092.776262:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166092.776278:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423042688 00000100:00100000:2.0:1746166092.776281:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423042688 00000100:00100000:2.0:1746166092.776302:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7550 00000100:00100000:2.0:1746166092.776306:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423042688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166092.776330:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423042688:12345-0@lo:400:kworker.0 Request processed in 23us (5589us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166092.776335:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7550 00000100:00080000:2.0:1746166092.776343:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166092.781954:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166092.782014:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423042432:0@lo:400:kworker.0 00000100:00100000:1.0:1746166092.782049:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166092.782084:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423042432 00000100:00100000:1.0:1746166092.782090:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423042432 00000100:00100000:1.0:1746166092.782130:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35430 00000100:00100000:1.0:1746166092.782136:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423042432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166092.782184:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423042432:12345-0@lo:400:kworker.0 Request processed in 48us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166092.782189:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35430 00000100:00100000:1.0:1746166092.782223:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423042432:0@lo:400:kworker.0 00000100:00100000:3.0:1746166092.782332:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166092.782367:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423042176:0@lo:400:kworker.0 00000100:00100000:3.0:1746166092.782389:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166092.782408:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423042816:0@lo:400:kworker.0 00000100:00100000:3.0:1746166092.782424:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166092.782450:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423041536 00000100:00100000:3.0:1746166092.782453:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423041536 00000100:00100000:3.0:1746166092.782476:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:3.0:1746166092.782481:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423041536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166092.782509:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423041536:12345-0@lo:400:kworker.0 Request processed in 24us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166092.782514:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:3.0:1746166092.782544:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423041536:0@lo:400:kworker.0 00000100:00100000:3.0:1746166092.782575:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423042176 00000100:00100000:3.0:1746166092.782577:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423042176 00000100:00100000:3.0:1746166092.782599:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7551 00000100:00100000:3.0:1746166092.782604:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a090b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423042176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166092.782629:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a090b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423042176:12345-0@lo:400:kworker.0 Request processed in 25us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166092.782634:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7551 00000100:00100000:3.0:1746166092.782669:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423041792 00000100:00100000:3.0:1746166092.782672:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423041792 00000100:00100000:3.0:1746166092.782717:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423042816 00000100:00100000:3.0:1746166092.782720:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423042816 00000100:00100000:3.0:1746166092.782731:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2220 00000100:00100000:3.0:1746166092.782736:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423041792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166092.782944:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423041792:12345-0@lo:400:kworker.0 Request processed in 27us (816us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166092.782955:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2220 00000100:00100000:3.0:1746166092.782967:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2221 00000100:00100000:3.0:1746166092.782971:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0908380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423042816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166092.783001:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0908380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423042816:12345-0@lo:400:kworker.0 Request processed in 29us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166092.783006:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2221 00000100:00100000:3.0:1746166092.783034:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423042176:0@lo:400:kworker.0 00000100:00100000:3.0:1746166092.783043:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423042816:0@lo:400:kworker.0 00000100:00080000:3.0:1746166092.783069:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166092.783135:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f128000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423041792:0@lo:400:kworker.0 00000100:00100000:3.0:1746166092.818033:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746166092.818051:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ea2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423042944:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166092.818109:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166092.819353:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423042944 00000100:00100000:1.0:1746166092.819515:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423042944 00000100:00100000:1.0:1746166092.819575:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35431 00000100:00100000:1.0:1746166092.819583:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0909880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423042944:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166092.819620:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166092.819755:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0909880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423042944:12345-0@lo:41:osp-pre-1-0.0 Request processed in 173us (1646us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166092.819761:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35431 00000100:00100000:1.0:1746166092.819904:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746166092.819927:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ea2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423043072:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166092.819939:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ea2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423042944:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166092.820065:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166092.820121:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423043072 00000100:00100000:2.0:1746166092.820125:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423043072 00000100:00100000:2.0:1746166092.820146:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35432 00000100:00100000:2.0:1746166092.820150:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423043072:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166092.820166:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166092.820201:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423043072:12345-0@lo:41:osp-pre-0-1.0 Request processed in 50us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166092.820205:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35432 00000100:00100000:1.0:1746166092.820230:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ea2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423043072:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166093.074308:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746166093.074325:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423043200:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166093.074382:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166093.074490:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423043200 00000100:00100000:3.0:1746166093.074498:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423043200 00000100:00100000:3.0:1746166093.074544:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6924 00000100:00100000:3.0:1746166093.074551:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ea2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423043200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166093.074569:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166093.074603:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ea2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423043200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166093.074609:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6924 00000100:00100000:2.0:1746166093.074720:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423043200:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166096.313457:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166096.691253:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423043328:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166096.691312:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166096.693888:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423043328 00000100:00100000:2.0:1746166096.693899:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423043328 00000100:00080000:3.0:1746166096.709987:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166096.710719:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6925 00000100:00100000:2.0:1746166096.710735:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a090b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423043328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166096.710762:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166096.710828:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a090b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423043328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (19517us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166096.710835:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6925 00000100:00100000:3.0:1746166097.704609:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439117568 00000100:00100000:3.0:1746166097.704617:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439117568 00000100:00100000:3.0:1746166097.704656:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 668 00000100:00100000:3.0:1746166097.704664:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439117568:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166097.704743:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439117568:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 79us (6620us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166097.704750:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 668 00000100:00100000:2.0:1746166097.705896:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439117696 00000100:00100000:2.0:1746166097.705902:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439117696 00000100:00100000:2.0:1746166097.705939:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439117824 00000100:00100000:2.0:1746166097.705942:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439117824 00000100:00100000:2.0:1746166097.705958:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2222 00000100:00100000:2.0:1746166097.705965:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439117696:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166097.705999:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439117696:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 35us (2019us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166097.706004:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2222 00000100:00100000:2.0:1746166097.706015:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2223 00000100:00100000:2.0:1746166097.706021:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439117824:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166097.706039:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439117824:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 19us (2004us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166097.706044:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2223 00000100:00100000:2.0:1746166097.778138:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423043456:0@lo:400:kworker.0 00000100:00100000:2.0:1746166097.778215:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166097.778262:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e499f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423044096:0@lo:400:kworker.0 00000100:00100000:2.0:1746166097.778302:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423043456 00000100:00100000:2.0:1746166097.778307:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423043456 00000100:00100000:2.0:1746166097.778335:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:2.0:1746166097.778342:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423043456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166097.778399:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423043840:0@lo:400:kworker.0 00000100:00100000:3.0:1746166097.778439:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423043584:0@lo:400:kworker.0 00000100:00100000:2.0:1746166097.780866:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423043456:12345-0@lo:400:kworker.0 Request processed in 2515us (2643us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166097.780876:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:2.0:1746166097.780936:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166097.780968:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423044736:0@lo:400:kworker.0 00000100:00100000:2.0:1746166097.780996:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166097.781033:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423043456:0@lo:400:kworker.0 00000100:00100000:1.0:1746166097.781131:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166097.781198:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166097.783726:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423044224:0@lo:400:kworker.0 00000100:00100000:3.0:1746166097.783759:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166097.783781:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1746166097.783787:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423043712:0@lo:400:kworker.0 00000100:00100000:3.0:1746166097.783801:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166097.783813:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423044352:0@lo:400:kworker.0 00000100:00100000:3.0:1746166097.783845:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423044736 00000100:00100000:3.0:1746166097.783851:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423044736 00000100:00100000:3.0:1746166097.783880:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423043584 00000100:00100000:3.0:1746166097.783882:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423043584 00000100:00100000:3.0:1746166097.783902:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423044224 00000100:00100000:3.0:1746166097.783904:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423044224 00000100:00100000:3.0:1746166097.783911:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423043712 00000100:00100000:3.0:1746166097.783912:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423043712 00000100:00100000:3.0:1746166097.783924:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2224 00000100:00100000:3.0:1746166097.783930:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423044736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166097.783970:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423044736:12345-0@lo:400:kworker.0 Request processed in 40us (2973us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166097.783975:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2224 00000100:00100000:3.0:1746166097.783992:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2225 00000100:00100000:3.0:1746166097.783996:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a090ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423043584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166097.784017:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a090ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423043584:12345-0@lo:400:kworker.0 Request processed in 21us (2820us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166097.784022:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2225 00000100:00100000:3.0:1746166097.784030:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2226 00000100:00100000:3.0:1746166097.784034:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0908e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423044224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166097.784050:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0908e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423044224:12345-0@lo:400:kworker.0 Request processed in 17us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166097.784054:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2226 00000100:00100000:3.0:1746166097.784065:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2227 00000100:00100000:3.0:1746166097.784069:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a090a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423043712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166097.784089:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a090a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423043712:12345-0@lo:400:kworker.0 Request processed in 20us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166097.784094:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2227 00000100:00100000:3.0:1746166097.784132:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423044736:0@lo:400:kworker.0 00000100:00100000:3.0:1746166097.784186:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423043968 00000100:00100000:3.0:1746166097.784189:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423043968 00000100:00100000:3.0:1746166097.784201:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423044096 00000100:00100000:3.0:1746166097.784202:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423044096 00000100:00100000:3.0:1746166097.784448:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7552 00000100:00100000:3.0:1746166097.784453:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ea2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423044096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166097.784480:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ea2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423044096:12345-0@lo:400:kworker.0 Request processed in 28us (3545us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166097.784485:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7552 00000100:00100000:3.0:1746166097.784492:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49902 00000100:00100000:3.0:1746166097.784495:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090462680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423043968:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166097.784511:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166097.784530:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090462680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423043968:12345-0@lo:8:kworker.0 Request processed in 34us (6256us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166097.784534:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49902 00000100:00100000:3.0:1746166097.784546:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423044480 00000100:00100000:3.0:1746166097.784547:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423044480 00000100:00100000:3.0:1746166097.784561:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49903 00000100:00100000:3.0:1746166097.784563:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423044480:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166097.784581:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166097.784596:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423044480:12345-0@lo:8:kworker.0 Request processed in 31us (59us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166097.784600:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49903 00000100:00100000:1.0:1746166097.784684:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423044608:0@lo:400:kworker.0 00000100:00100000:1.0:1746166097.784901:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166097.784940:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423043840:0@lo:400:kworker.0 00000100:00100000:1.0:1746166097.784954:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166097.784970:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423043584:0@lo:400:kworker.0 00000100:00100000:1.0:1746166097.784977:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423044224:0@lo:400:kworker.0 00000100:00100000:1.0:1746166097.785006:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423043712:0@lo:400:kworker.0 00000100:00100000:2.0:1746166097.785060:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423044608 00000100:00100000:2.0:1746166097.785064:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423044608 00000100:00100000:2.0:1746166097.785085:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7553 00000100:00100000:2.0:1746166097.785089:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423044608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166097.785113:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423044608:12345-0@lo:400:kworker.0 Request processed in 24us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166097.785117:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7553 00000100:00080000:1.0:1746166097.785162:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166097.785175:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423044608:0@lo:400:kworker.0 00000100:00100000:3.0:1746166097.787611:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e499f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423044096:0@lo:400:kworker.0 00000100:00100000:1.0:1746166097.791446:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423044352:0@lo:400:kworker.0 00000100:00100000:1.0:1746166097.826660:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423044864 00000100:00100000:1.0:1746166097.826667:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423044864 00000100:00100000:1.0:1746166097.826921:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35435 00000100:00100000:1.0:1746166097.826927:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423044864:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166097.826955:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166097.827010:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423044864:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (1061us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166097.827015:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35435 00000100:00100000:2.0:1746166097.829775:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746166097.829792:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423044992:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166097.829839:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166097.831174:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423044992 00000100:00100000:3.0:1746166097.831183:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423044992 00000100:00100000:3.0:1746166097.831230:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35436 00000100:00100000:3.0:1746166097.831237:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423044992:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166097.831266:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166097.831308:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423044992:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (1469us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166097.831316:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35436 00000100:00100000:2.0:1746166097.831641:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423044992:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166098.083877:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e499f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423045120:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166098.083933:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166098.084020:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423045120 00000100:00100000:2.0:1746166098.084027:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423045120 00000100:00100000:2.0:1746166098.084069:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6926 00000100:00100000:2.0:1746166098.084076:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423045120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166098.084095:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166098.084131:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423045120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166098.084138:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6926 00000100:00100000:1.0:1746166098.085153:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e499f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423045120:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166101.324111:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166101.738553:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423045248:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166101.738609:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166101.739001:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423045248 00000100:00100000:1.0:1746166101.739008:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423045248 00000100:00100000:1.0:1746166101.739077:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6927 00000100:00100000:1.0:1746166101.739084:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423045248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166101.739106:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166101.739141:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423045248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166101.739147:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6927 00000100:00080000:2.0:1746166101.739205:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166101.739257:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423045248:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166102.704011:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439118080 00000100:00100000:2.0:1746166102.704014:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439118080 00000100:00100000:2.0:1746166102.704037:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 670 00000100:00100000:2.0:1746166102.704042:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439118080:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166102.704064:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439118080:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 23us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166102.704069:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 670 00000100:00100000:1.0:1746166102.704258:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439118464 00000100:00100000:1.0:1746166102.704261:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439118464 00000100:00100000:1.0:1746166102.704287:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49904 00000100:00100000:1.0:1746166102.704292:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439118464:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166102.704310:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166102.704341:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439118464:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 48us (706us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166102.704349:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49904 00000100:00100000:2.0:1746166102.787416:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423045376:0@lo:400:kworker.0 00000100:00100000:2.0:1746166102.787474:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166102.788057:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423045376 00000100:00100000:3.0:1746166102.788064:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423045376 00000100:00100000:3.0:1746166102.788099:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:3.0:1746166102.788106:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423045376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166102.788210:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423045376:12345-0@lo:400:kworker.0 Request processed in 104us (735us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166102.788216:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:2.0:1746166102.788763:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423045376:0@lo:400:kworker.0 00000100:00100000:2.0:1746166102.788780:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423046016:0@lo:400:kworker.0 00000100:00100000:2.0:1746166102.788797:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166102.788809:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dced500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423046656:0@lo:400:kworker.0 00000100:00100000:2.0:1746166102.788822:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166102.788835:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423046656 00000100:00100000:2.0:1746166102.788838:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423046656 00000100:00100000:2.0:1746166102.788852:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2231 00000100:00100000:2.0:1746166102.788856:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423046656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166102.788876:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423046656:12345-0@lo:400:kworker.0 Request processed in 20us (53us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166102.788881:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2231 00000100:00100000:2.0:1746166102.788899:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dced500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423046656:0@lo:400:kworker.0 00000100:00100000:2.0:1746166102.788908:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1746166102.788912:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423045504:0@lo:400:kworker.0 00000100:00100000:2.0:1746166102.788926:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166102.788937:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423045504 00000100:00100000:2.0:1746166102.788940:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423045504 00000100:00100000:2.0:1746166102.788957:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2232 00000100:00100000:2.0:1746166102.788961:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423045504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166102.788983:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423045504:12345-0@lo:400:kworker.0 Request processed in 21us (56us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166102.788986:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2232 00000100:00080000:2.0:1746166102.788996:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166102.789007:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423045504:0@lo:400:kworker.0 00000100:00100000:2.0:1746166102.789012:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423046144:0@lo:400:kworker.0 00000100:00100000:2.0:1746166102.789025:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166102.789036:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423046144 00000100:00100000:2.0:1746166102.789038:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423046144 00000100:00100000:2.0:1746166102.789051:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2233 00000100:00100000:2.0:1746166102.789055:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423046144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166102.789074:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423046144:12345-0@lo:400:kworker.0 Request processed in 19us (49us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166102.789078:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2233 00000100:00100000:2.0:1746166102.789097:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423046144:0@lo:400:kworker.0 00000100:00100000:3.0:1746166102.789164:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423045760:0@lo:400:kworker.0 00000100:00100000:3.0:1746166102.789184:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166102.789197:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423046528:0@lo:400:kworker.0 00000100:00100000:3.0:1746166102.789210:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166102.789286:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423045760 00000100:00100000:1.0:1746166102.789290:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423045760 00000100:00100000:1.0:1746166102.789319:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35437 00000100:00100000:1.0:1746166102.789324:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423045760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166102.789355:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423045760:12345-0@lo:400:kworker.0 Request processed in 32us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166102.789360:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35437 00000100:00100000:3.0:1746166102.789419:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423045760:0@lo:400:kworker.0 00000100:00100000:2.0:1746166102.796359:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423046016 00000100:00100000:2.0:1746166102.796370:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423046016 00000100:00100000:2.0:1746166102.796427:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7554 00000100:00100000:2.0:1746166102.796435:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423046016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166102.796530:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423046016:12345-0@lo:400:kworker.0 Request processed in 97us (7732us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166102.796536:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7554 00000100:00100000:2.0:1746166102.796550:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423046528 00000100:00100000:2.0:1746166102.796552:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423046528 00000100:00100000:2.0:1746166102.796587:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7555 00000100:00100000:2.0:1746166102.796592:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423046528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166102.796620:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423046528:12345-0@lo:400:kworker.0 Request processed in 28us (7409us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166102.796626:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7555 00000100:00080000:2.0:1746166102.796639:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166102.796668:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423046016:0@lo:400:kworker.0 00000100:00100000:2.0:1746166102.796936:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423046528:0@lo:400:kworker.0 00000100:00100000:3.0:1746166102.799321:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423046272 00000100:00100000:3.0:1746166102.799325:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423046272 00000100:00100000:3.0:1746166102.799358:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35438 00000100:00100000:3.0:1746166102.799363:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090465500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423046272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166102.799405:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090465500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423046272:12345-0@lo:400:kworker.0 Request processed in 42us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166102.799410:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35438 00000100:00080000:2.0:1746166102.799571:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166102.799575:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166102.799579:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423045888:0@lo:8:kworker.0 00000100:00100000:2.0:1746166102.799585:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dceed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423046400:0@lo:8:kworker.0 00000100:00100000:2.0:1746166102.799606:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166102.800174:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166102.800178:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166102.800181:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dceed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423046400:0@lo:8:kworker.0 00000100:00100000:1.0:1746166102.833908:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090465180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423046784:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166102.833970:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166102.834720:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090465180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423046784:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166102.850059:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423046912 00000100:00100000:2.0:1746166102.850065:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423046912 00000100:00100000:2.0:1746166102.850095:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35440 00000100:00100000:2.0:1746166102.850101:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090467100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423046912:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166102.850125:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166102.850658:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090467100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423046912:12345-0@lo:41:osp-pre-1-0.0 Request processed in 555us (701us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166102.850664:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35440 00000100:00100000:1.0:1746166102.850945:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423046912:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166103.090841:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423047040:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166103.090897:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166103.090948:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423047040 00000100:00100000:3.0:1746166103.090954:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423047040 00000100:00100000:3.0:1746166103.090985:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6928 00000100:00100000:3.0:1746166103.090991:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423047040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166103.091010:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166103.091960:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423047040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 966us (1060us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166103.091967:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6928 00000100:00100000:2.0:1746166103.092069:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423047040:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166106.334697:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166106.753997:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f87f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423047168:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166106.754049:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166106.754130:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423047168 00000100:00100000:2.0:1746166106.754137:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423047168 00000100:00100000:2.0:1746166106.754179:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6929 00000100:00100000:2.0:1746166106.754186:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423047168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166106.754209:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166106.754240:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423047168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166106.754246:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6929 00000100:00080000:2.0:1746166106.754469:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166106.754498:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f87f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423047168:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166107.713835:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439118592 00000100:00100000:3.0:1746166107.713846:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439118592 00000100:00100000:3.0:1746166107.713906:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 672 00000100:00100000:3.0:1746166107.713913:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439118592:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166107.713981:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439118592:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 69us (2398us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166107.713988:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 672 00000100:00100000:3.0:1746166107.724000:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439118720 00000100:00100000:3.0:1746166107.724005:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439118720 00000100:00100000:3.0:1746166107.728540:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439118848 00000100:00100000:3.0:1746166107.728549:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439118848 00000100:00100000:2.0:1746166107.728616:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2234 00000100:00100000:2.0:1746166107.728626:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090464700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439118720:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166107.728897:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090464700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439118720:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 273us (7798us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166107.728903:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2234 00000100:00100000:2.0:1746166107.728923:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2235 00000100:00100000:2.0:1746166107.728928:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090465180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439118848:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166107.728946:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090465180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439118848:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 18us (5930us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166107.728950:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2235 00000100:00080000:2.0:1746166107.728963:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746166107.728965:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166107.795117:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423047296:0@lo:400:kworker.0 00000100:00100000:1.0:1746166107.795169:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166107.796166:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423047424:0@lo:400:kworker.0 00000100:00100000:2.0:1746166107.796198:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166107.796227:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423047424 00000100:00100000:2.0:1746166107.796233:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423047424 00000100:00080000:1.0:1746166107.796898:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166107.799759:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423047552 00000100:00100000:1.0:1746166107.799763:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423047552 00000100:00100000:3.0:1746166107.800135:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423047296 00000100:00100000:3.0:1746166107.800140:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423047296 00000100:00100000:3.0:1746166107.800162:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:3.0:1746166107.800167:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423047296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166107.800196:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423047296:12345-0@lo:400:kworker.0 Request processed in 29us (5027us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166107.800200:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:3.0:1746166107.800224:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423048064 00000100:00100000:3.0:1746166107.800226:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423048064 00000100:00100000:2.0:1746166107.800290:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2236 00000100:00100000:2.0:1746166107.800298:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423047424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166107.800331:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423047424:12345-0@lo:400:kworker.0 Request processed in 36us (4133us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166107.800335:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2236 00000100:00100000:1.0:1746166107.807139:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2239 00000100:00100000:1.0:1746166107.807147:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423048064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166107.807178:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423048064:12345-0@lo:400:kworker.0 Request processed in 33us (7637us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166107.807183:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2239 00000100:00100000:1.0:1746166107.807231:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423047424:0@lo:400:kworker.0 00000100:00100000:1.0:1746166107.807277:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423048064:0@lo:400:kworker.0 00000100:00100000:1.0:1746166107.807286:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f129180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423047552:0@lo:400:kworker.0 00000100:00100000:1.0:1746166107.807307:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423048576:0@lo:400:kworker.0 00000100:00100000:1.0:1746166107.807326:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423047296:0@lo:400:kworker.0 00000100:00080000:2.0:1746166107.807478:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166107.844219:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423048704:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166107.844277:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166107.844593:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423048704 00000100:00100000:1.0:1746166107.844601:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423048704 00000100:00100000:1.0:1746166107.844644:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35443 00000100:00100000:1.0:1746166107.844650:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423048704:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166107.844695:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166107.844814:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423048704:12345-0@lo:41:osp-pre-0-1.0 Request processed in 163us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166107.844820:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35443 00000100:00100000:2.0:1746166107.844883:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423048704:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166108.098152:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423048960 00000100:00100000:1.0:1746166108.098159:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423048960 00000100:00100000:1.0:1746166108.098199:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6930 00000100:00100000:1.0:1746166108.098206:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423048960:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746166108.098223:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166108.102077:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423048960:12345-0@lo:13:osp-pre-1-0.0 Request processed in 3865us (4021us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166108.102089:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6930 00010000:00010000:1.0:1746166111.348079:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166111.762614:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746166111.762632:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423049088:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166111.762717:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166111.762789:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423049088 00000100:00100000:1.0:1746166111.762797:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423049088 00000100:00100000:1.0:1746166111.762848:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6931 00000100:00100000:1.0:1746166111.762855:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423049088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166111.762880:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166111.762920:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423049088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166111.762926:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6931 00000100:00100000:3.0:1746166111.762936:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423049088:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1746166111.763444:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166112.736632:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439119104 00000100:00100000:2.0:1746166112.736641:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439119104 00000100:00100000:2.0:1746166112.736928:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 674 00000100:00100000:2.0:1746166112.736937:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439119104:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166112.736991:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439119104:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 56us (531us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166112.736997:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 674 00000100:00100000:2.0:1746166112.737527:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439119360 00000100:00100000:2.0:1746166112.737530:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439119360 00000100:00100000:2.0:1746166112.737567:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2240 00000100:00100000:2.0:1746166112.737573:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439119360:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166112.737607:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439119360:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 34us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166112.737613:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2240 00000100:00100000:2.0:1746166112.737623:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2241 00000100:00100000:2.0:1746166112.737628:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439119232:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166112.737647:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439119232:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 19us (121us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166112.737651:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2241 00000100:00080000:3.0:1746166112.737695:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746166112.737699:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166112.739088:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439119488 00000100:00100000:1.0:1746166112.739094:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439119488 00000100:00100000:1.0:1746166112.739129:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49910 00000100:00100000:1.0:1746166112.739135:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439119488:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166112.739154:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166112.739196:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439119488:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 61us (2678us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166112.739202:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49910 00000100:00100000:2.0:1746166112.801885:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423049216:0@lo:400:kworker.0 00000100:00100000:2.0:1746166112.801945:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166112.801965:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423049472:0@lo:400:kworker.0 00000100:00100000:2.0:1746166112.801994:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423049856:0@lo:400:kworker.0 00000100:00100000:3.0:1746166112.801999:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166112.802017:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166112.802019:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f128380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423050112:0@lo:400:kworker.0 00000100:00100000:3.0:1746166112.802038:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166112.802040:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423049856 00000100:00100000:2.0:1746166112.802044:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423049856 00000100:00100000:3.0:1746166112.802069:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423049216 00000100:00100000:3.0:1746166112.802073:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423049216 00000100:00100000:2.0:1746166112.802078:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423050368 00000100:00100000:2.0:1746166112.802081:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423050368 00000100:00100000:3.0:1746166112.802099:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:2.0:1746166112.802100:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423049728 00000100:00100000:2.0:1746166112.802102:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423049728 00000100:00100000:3.0:1746166112.802106:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e862450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423049216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166112.802113:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7558 00000100:00100000:2.0:1746166112.802118:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423049856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166112.802141:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e862450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423049216:12345-0@lo:400:kworker.0 Request processed in 35us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166112.802147:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423049856:12345-0@lo:400:kworker.0 Request processed in 29us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166112.802148:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:2.0:1746166112.802152:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7558 00000100:00100000:2.0:1746166112.802160:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423050240 00000100:00100000:2.0:1746166112.802162:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423050240 00000100:00100000:2.0:1746166112.802172:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7559 00000100:00100000:2.0:1746166112.802176:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423050368:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1746166112.802177:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166112.802189:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423049472 00000100:00100000:3.0:1746166112.802192:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423049472 00000100:00100000:2.0:1746166112.802197:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423050368:12345-0@lo:400:kworker.0 Request processed in 21us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166112.802202:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7559 00000100:00100000:2.0:1746166112.802210:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49911 00000100:00100000:2.0:1746166112.802214:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423049728:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1746166112.802215:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2242 00000100:00100000:3.0:1746166112.802220:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423049472:12345-0@lo:400:kworker.0 00010000:00020000:2.0:1746166112.802230:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166112.802247:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423049472:12345-0@lo:400:kworker.0 Request processed in 26us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166112.802251:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423049728:12345-0@lo:8:kworker.0 Request processed in 36us (159us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166112.802252:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2242 00000100:00080000:3.0:1746166112.802265:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166112.802268:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49911 00000100:00100000:3.0:1746166112.802285:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423049472:0@lo:400:kworker.0 00000100:00100000:3.0:1746166112.802293:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f128380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423050112:0@lo:400:kworker.0 00000100:00100000:2.0:1746166112.802299:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423049856:0@lo:400:kworker.0 00000100:00100000:2.0:1746166112.802304:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423050496:0@lo:400:kworker.0 00000100:00100000:2.0:1746166112.802338:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166112.802349:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423050496 00000100:00100000:3.0:1746166112.802352:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423050496 00000100:00100000:2.0:1746166112.802355:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423049216:0@lo:400:kworker.0 00000100:00100000:2.0:1746166112.802367:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1746166112.802369:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2243 00000100:00100000:2.0:1746166112.802371:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423049344:0@lo:400:kworker.0 00000100:00100000:3.0:1746166112.802374:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423050496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166112.802386:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166112.802400:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423049984:0@lo:400:kworker.0 00000100:00100000:3.0:1746166112.802400:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423050496:12345-0@lo:400:kworker.0 Request processed in 27us (61us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166112.802406:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2243 00000100:00100000:2.0:1746166112.802414:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166112.802417:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2244 00000100:00100000:3.0:1746166112.802422:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423049344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166112.802431:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423050496:0@lo:400:kworker.0 00000100:00100000:3.0:1746166112.802450:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423049344:12345-0@lo:400:kworker.0 Request processed in 27us (62us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166112.802453:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423049344:0@lo:400:kworker.0 00000100:00100000:3.0:1746166112.802455:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2244 00000100:00100000:2.0:1746166112.802459:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423049984:0@lo:400:kworker.0 00000100:00100000:1.0:1746166112.849921:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423050624:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166112.849998:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166112.851197:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423050624 00000100:00100000:2.0:1746166112.851205:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423050624 00000100:00100000:2.0:1746166112.851261:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35447 00000100:00100000:2.0:1746166112.851269:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423050624:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166112.851300:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166112.851381:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423050624:12345-0@lo:41:osp-pre-0-1.0 Request processed in 112us (1383us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166112.851391:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35447 00000100:00100000:1.0:1746166112.851473:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423050624:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166112.866790:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746166112.866808:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423050752:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166112.866867:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166112.869885:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423050752:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166113.106083:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746166113.106100:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423050880:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166113.106156:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166113.108610:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423050880:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166116.359876:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166116.771003:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746166116.771022:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423051008:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166116.771082:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166116.771193:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166116.771799:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423051008:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166117.743072:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439119616 00000100:00100000:3.0:1746166117.743079:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439119616 00000100:00100000:3.0:1746166117.743117:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 676 00000100:00100000:3.0:1746166117.743124:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e861050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439119616:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166117.743174:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e861050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439119616:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 51us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166117.743180:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 676 00000100:00100000:2.0:1746166117.747338:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439119872 00000100:00100000:2.0:1746166117.747350:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439119872 00000100:00100000:2.0:1746166117.747418:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2246 00000100:00100000:2.0:1746166117.747426:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439119872:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166117.747483:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439119872:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 59us (4593us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166117.747489:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2246 00000100:00100000:2.0:1746166117.747500:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439119744 00000100:00100000:2.0:1746166117.747502:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439119744 00000100:00100000:2.0:1746166117.747518:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2247 00000100:00100000:2.0:1746166117.747522:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439119744:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166117.747543:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439119744:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 20us (111us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166117.747548:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2247 00000100:00100000:2.0:1746166117.747579:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439120000 00000100:00100000:2.0:1746166117.747582:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439120000 00000100:00100000:2.0:1746166117.747595:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49913 00000100:00100000:2.0:1746166117.747599:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439120000:12345-192.168.201.29@tcp:8:kworker.0 00000100:00080000:3.0:1746166117.747724:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746166117.747727:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:2.0:1746166117.748595:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166117.748700:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439120000:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 1097us (1212us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166117.748707:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49913 00000100:00100000:3.0:1746166117.820891:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423051264:0@lo:400:kworker.0 00000100:00100000:3.0:1746166117.820951:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166117.821005:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423051904:0@lo:400:kworker.0 00000100:00100000:3.0:1746166117.821026:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166117.821040:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1746166117.821046:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423051392:0@lo:400:kworker.0 00000100:00100000:3.0:1746166117.821061:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166117.821074:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423052032:0@lo:400:kworker.0 00000100:00100000:3.0:1746166117.821091:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166117.821113:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423052032 00000100:00100000:3.0:1746166117.821116:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423052032 00000100:00100000:3.0:1746166117.821141:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35449 00000100:00100000:3.0:1746166117.821146:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423052032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166117.821181:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423052032:12345-0@lo:400:kworker.0 Request processed in 34us (88us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166117.821187:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35449 00000100:00100000:3.0:1746166117.821211:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423051264 00000100:00100000:3.0:1746166117.821214:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423051264 00000100:00100000:3.0:1746166117.821253:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423051904 00000100:00100000:3.0:1746166117.821256:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423051904 00000100:00100000:3.0:1746166117.821266:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423051392 00000100:00100000:3.0:1746166117.821268:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423051392 00000100:00100000:3.0:1746166117.821287:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2248 00000100:00100000:3.0:1746166117.821293:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423051264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166117.821317:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423051264:12345-0@lo:400:kworker.0 Request processed in 25us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166117.821323:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2248 00000100:00100000:3.0:1746166117.821332:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2249 00000100:00100000:3.0:1746166117.821336:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f129180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423051904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166117.821352:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f129180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423051904:12345-0@lo:400:kworker.0 Request processed in 16us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166117.821356:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2249 00000100:00080000:3.0:1746166117.821375:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746166117.821378:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166117.821393:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423051392:0@lo:400:kworker.0 00000100:00100000:3.0:1746166117.821400:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423052032:0@lo:400:kworker.0 00000100:00100000:3.0:1746166117.821407:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423051904:0@lo:400:kworker.0 00000100:00100000:3.0:1746166117.821414:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423051264:0@lo:400:kworker.0 00000100:00100000:1.0:1746166117.821534:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423051136:0@lo:400:kworker.0 00000100:00100000:1.0:1746166117.821561:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166117.821599:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423051776:0@lo:400:kworker.0 00000100:00100000:1.0:1746166117.821616:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166117.821629:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423052416:0@lo:400:kworker.0 00000100:00100000:1.0:1746166117.821643:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166117.821654:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1746166117.821659:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423051520:0@lo:400:kworker.0 00000100:00100000:1.0:1746166117.821693:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166117.821708:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423052288:0@lo:400:kworker.0 00000100:00100000:1.0:1746166117.821724:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166117.821743:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423051776 00000100:00100000:1.0:1746166117.821746:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423051776 00000100:00100000:1.0:1746166117.821763:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423052288 00000100:00100000:1.0:1746166117.821764:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423052288 00000100:00100000:1.0:1746166117.821778:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7560 00000100:00100000:1.0:1746166117.821782:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e320380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423051776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166117.821807:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e320380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423051776:12345-0@lo:400:kworker.0 Request processed in 25us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166117.821812:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7560 00000100:00100000:1.0:1746166117.821821:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7561 00000100:00100000:1.0:1746166117.821825:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e323800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423052288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166117.821842:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e323800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423052288:12345-0@lo:400:kworker.0 Request processed in 17us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166117.821845:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7561 00000100:00100000:1.0:1746166117.821865:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423052288:0@lo:400:kworker.0 00000100:00100000:1.0:1746166117.821873:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423051776:0@lo:400:kworker.0 00000100:00100000:1.0:1746166117.821898:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423051136 00000100:00100000:1.0:1746166117.821900:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423051136 00000100:00100000:1.0:1746166117.821918:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:1.0:1746166117.821922:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e860050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423051136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166117.821945:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e860050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423051136:12345-0@lo:400:kworker.0 Request processed in 23us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166117.821949:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:1.0:1746166117.821970:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423051136:0@lo:400:kworker.0 00000100:00100000:1.0:1746166117.822208:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423052416:0@lo:400:kworker.0 00000100:00100000:3.0:1746166117.824067:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423051520 00000100:00100000:3.0:1746166117.824074:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423051520 00000100:00100000:3.0:1746166117.825444:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35450 00000100:00100000:3.0:1746166117.825453:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e321500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423051520:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1746166117.825513:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166117.825935:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e321500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423051520:12345-0@lo:400:kworker.0 Request processed in 483us (4259us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166117.825942:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35450 00000100:00100000:1.0:1746166117.825993:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423051520:0@lo:400:kworker.0 00000100:00100000:2.0:1746166117.859025:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423052544 00000100:00100000:2.0:1746166117.859033:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423052544 00000100:00100000:2.0:1746166117.859083:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35451 00000100:00100000:2.0:1746166117.859091:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423052544:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166117.859125:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166117.860995:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423052544:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1899us (3003us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166117.861005:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35451 00000100:00100000:1.0:1746166117.861692:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423052544:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166117.874074:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746166117.874092:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423052672:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166117.874156:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166117.875725:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423052672:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166118.115796:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746166118.115816:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423052800:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166118.115872:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166118.116174:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423052800:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166121.374388:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166121.778101:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423052928:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166121.778193:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166121.779001:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166121.779079:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423052928:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166122.767809:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439120128 00000100:00100000:1.0:1746166122.767818:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439120128 00000100:00100000:2.0:1746166122.767847:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439120256 00000100:00100000:2.0:1746166122.767852:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439120256 00000100:00100000:2.0:1746166122.767897:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2252 00000100:00100000:2.0:1746166122.767905:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439120256:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166122.767960:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439120256:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 56us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166122.767965:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2252 00000100:00080000:3.0:1746166122.768045:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166122.768266:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 678 00000100:00100000:1.0:1746166122.768274:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439120128:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166122.768299:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439120128:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 27us (773us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166122.768305:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 678 00000100:00100000:2.0:1746166122.768604:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439120384 00000100:00100000:2.0:1746166122.768607:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439120384 00000100:00100000:2.0:1746166122.768626:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2253 00000100:00100000:2.0:1746166122.768631:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439120384:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166122.768655:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439120384:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 24us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166122.768659:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2253 00000100:00100000:1.0:1746166122.768825:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439120512 00000100:00100000:1.0:1746166122.768829:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439120512 00000100:00100000:1.0:1746166122.768846:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49916 00000100:00100000:1.0:1746166122.768851:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439120512:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166122.768869:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166122.768890:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439120512:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 40us (364us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166122.768895:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49916 00000100:00080000:3.0:1746166122.768967:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166122.834715:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423053952 00000100:00100000:1.0:1746166122.834719:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423053952 00000100:00100000:1.0:1746166122.834748:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35453 00000100:00100000:1.0:1746166122.834755:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423053952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166122.834797:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423053952:12345-0@lo:400:kworker.0 Request processed in 43us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166122.834803:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35453 00000100:00100000:1.0:1746166122.834834:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423053184:0@lo:400:kworker.0 00000100:00100000:1.0:1746166122.834855:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166122.834870:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423053824:0@lo:400:kworker.0 00000100:00100000:1.0:1746166122.834885:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166122.834900:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1746166122.834906:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423053056:0@lo:400:kworker.0 00000100:00100000:1.0:1746166122.834928:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166122.834956:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423053696:0@lo:400:kworker.0 00000100:00100000:1.0:1746166122.834978:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166122.834993:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423054336:0@lo:400:kworker.0 00000100:00100000:1.0:1746166122.835010:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166122.835030:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423053056:0@lo:400:kworker.0 00000100:00100000:1.0:1746166122.835048:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423053312 00000100:00100000:1.0:1746166122.835051:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423053312 00000100:00100000:1.0:1746166122.835074:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423053184 00000100:00100000:1.0:1746166122.835077:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423053184 00000100:00100000:1.0:1746166122.835090:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423053824 00000100:00100000:1.0:1746166122.835092:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423053824 00000100:00100000:1.0:1746166122.835099:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423054336 00000100:00100000:1.0:1746166122.835101:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423054336 00000100:00100000:2.0:1746166122.836584:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2255 00000100:00100000:2.0:1746166122.836600:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423053184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166122.836619:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2256 00000100:00100000:1.0:1746166122.836627:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423053824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166122.836646:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423053184:12345-0@lo:400:kworker.0 Request processed in 50us (1790us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166122.836656:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2255 00000100:00100000:1.0:1746166122.836660:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423053824:12345-0@lo:400:kworker.0 Request processed in 35us (1774us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166122.836665:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2256 00000100:00100000:2.0:1746166122.836671:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2257 00000100:00100000:2.0:1746166122.836691:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e833b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423054336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166122.836710:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423053696:0@lo:400:kworker.0 00000100:00100000:2.0:1746166122.836717:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e833b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423054336:12345-0@lo:400:kworker.0 Request processed in 41us (1705us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166122.836721:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423054336:0@lo:400:kworker.0 00000100:00100000:2.0:1746166122.836721:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2257 00000100:00100000:1.0:1746166122.836731:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423053184:0@lo:400:kworker.0 00000100:00100000:1.0:1746166122.836739:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423053824:0@lo:400:kworker.0 00000100:00080000:2.0:1746166122.836752:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746166122.836755:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746166122.836757:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166122.837647:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423053312:0@lo:400:kworker.0 00000100:00100000:3.0:1746166122.867780:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746166122.867799:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423054464:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166122.867866:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166122.867979:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423054464 00000100:00100000:1.0:1746166122.867986:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423054464 00000100:00100000:1.0:1746166122.868169:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35455 00000100:00100000:1.0:1746166122.868178:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e113850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423054464:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166122.868209:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166122.868323:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e113850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423054464:12345-0@lo:41:osp-pre-0-1.0 Request processed in 146us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166122.868330:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35455 00000100:00100000:3.0:1746166122.868967:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423054464:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166122.881897:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746166122.881915:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423054592:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166122.882035:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166122.882423:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423054592 00000100:00100000:2.0:1746166122.882431:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423054592 00000100:00100000:2.0:1746166122.882483:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35456 00000100:00100000:2.0:1746166122.882490:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423054592:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166122.882520:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166122.882571:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423054592:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (535us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166122.882577:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35456 00000100:00100000:1.0:1746166122.882609:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423054592:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166123.123235:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423054720:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166123.123294:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166123.125410:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423054720:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166126.384135:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166126.787155:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746166126.787176:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423054848:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166126.787232:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166126.787328:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423054848 00000100:00100000:1.0:1746166126.787335:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423054848 00000100:00100000:1.0:1746166126.788104:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6937 00000100:00100000:1.0:1746166126.788113:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423054848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166126.788138:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166126.788185:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423054848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (952us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166126.788191:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6937 00000100:00100000:2.0:1746166126.788259:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423054848:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1746166126.788305:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166127.774036:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439120640 00000100:00100000:1.0:1746166127.774044:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439120640 00000100:00100000:1.0:1746166127.774094:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 680 00000100:00100000:1.0:1746166127.774101:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a080a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439120640:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166127.774152:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a080a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439120640:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 51us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166127.774157:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 680 00000100:00100000:3.0:1746166127.774631:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439120768 00000100:00100000:3.0:1746166127.774635:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439120768 00000100:00100000:3.0:1746166127.774662:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439120896 00000100:00100000:3.0:1746166127.774664:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439120896 00000100:00100000:3.0:1746166127.774705:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2258 00000100:00100000:3.0:1746166127.774712:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439120768:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166127.774742:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439120768:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 32us (811us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166127.774747:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2258 00000100:00100000:3.0:1746166127.774762:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2259 00000100:00100000:3.0:1746166127.774768:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439120896:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166127.774785:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439120896:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 18us (772us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166127.774790:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2259 00000100:00100000:3.0:1746166127.843301:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423055104:0@lo:400:kworker.0 00000100:00100000:3.0:1746166127.843546:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166127.843597:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423055744:0@lo:400:kworker.0 00000100:00100000:3.0:1746166127.843619:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166127.843640:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423055104 00000100:00100000:3.0:1746166127.843645:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423055104 00000100:00100000:3.0:1746166127.843897:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423055744 00000100:00100000:3.0:1746166127.843900:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423055744 00000100:00100000:3.0:1746166127.843914:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2260 00000100:00100000:3.0:1746166127.843919:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423055104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166127.843954:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423055104:12345-0@lo:400:kworker.0 Request processed in 34us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166127.843959:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2260 00000100:00100000:0.0:1746166127.843976:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423055488:12345-0@lo:8:kworker.0 Request processed in 41us (359us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166127.843977:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2261 00000100:00100000:0.0:1746166127.843982:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49920 00000100:00100000:3.0:1746166127.843982:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423055744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166127.843990:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49921 00000100:00100000:0.0:1746166127.843993:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423056000:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166127.844000:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166127.844000:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423055744:12345-0@lo:400:kworker.0 Request processed in 19us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166127.844004:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2261 00000100:00100000:0.0:1746166127.844014:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423056000:12345-0@lo:8:kworker.0 Request processed in 21us (350us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166127.844019:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49921 00000100:00100000:3.0:1746166127.844036:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423055744:0@lo:400:kworker.0 00000100:00080000:0.0:1746166127.844042:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1746166127.844043:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423055104:0@lo:400:kworker.0 00000100:00080000:0.0:1746166127.844045:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166127.844048:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423055488:0@lo:8:kworker.0 00000100:00080000:0.0:1746166127.844054:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166127.844066:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166127.844069:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423056000:0@lo:8:kworker.0 00000100:00100000:3.0:1746166127.844070:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1746166127.844074:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423055232:0@lo:400:kworker.0 00000100:00080000:0.0:1746166127.844085:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166127.844090:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166127.844113:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423055872:0@lo:400:kworker.0 00000100:00100000:3.0:1746166127.844129:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166127.844141:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423055360:0@lo:400:kworker.0 00000100:00100000:1.0:1746166127.844175:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166127.844199:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423056128:0@lo:400:kworker.0 00000100:00100000:1.0:1746166127.844213:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166127.844225:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1746166127.844229:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423054976:0@lo:400:kworker.0 00000100:00100000:1.0:1746166127.844248:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166127.844270:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423055616:0@lo:400:kworker.0 00000100:00100000:1.0:1746166127.844286:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166127.844305:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423056256:0@lo:400:kworker.0 00000100:00100000:1.0:1746166127.844321:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166127.844386:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423055872 00000100:00100000:2.0:1746166127.844390:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423055872 00000100:00100000:2.0:1746166127.844409:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423055360 00000100:00100000:2.0:1746166127.844411:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423055360 00000100:00100000:2.0:1746166127.844423:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35457 00000100:00100000:2.0:1746166127.844427:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423055872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166127.844459:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423055872:12345-0@lo:400:kworker.0 Request processed in 31us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166127.844463:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35457 00000100:00100000:2.0:1746166127.844472:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35458 00000100:00100000:2.0:1746166127.844476:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e830e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423055360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166127.844495:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e830e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423055360:12345-0@lo:400:kworker.0 Request processed in 19us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166127.844499:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35458 00000100:00100000:2.0:1746166127.844950:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423056128 00000100:00100000:2.0:1746166127.844954:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423056128 00000100:00100000:2.0:1746166127.844976:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423055616 00000100:00100000:2.0:1746166127.844978:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423055616 00000100:00100000:2.0:1746166127.844989:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7564 00000100:00100000:2.0:1746166127.844993:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e832680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423056128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166127.845018:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e832680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423056128:12345-0@lo:400:kworker.0 Request processed in 25us (804us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166127.845023:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7564 00000100:00100000:2.0:1746166127.845032:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7565 00000100:00100000:2.0:1746166127.845036:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423055616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166127.845053:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423055616:12345-0@lo:400:kworker.0 Request processed in 18us (767us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166127.845070:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7565 00000100:00100000:2.0:1746166127.845085:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423054976 00000100:00100000:2.0:1746166127.845088:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423054976 00000100:00100000:2.0:1746166127.845104:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:2.0:1746166127.845108:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0808c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423054976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166127.845127:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0808c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423054976:12345-0@lo:400:kworker.0 Request processed in 19us (879us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166127.845132:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00080000:2.0:1746166127.845149:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166127.845715:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423055232 00000100:00100000:0.0:1746166127.845720:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423055232 00000100:00100000:1.0:1746166127.845740:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423055360:0@lo:400:kworker.0 00000100:00100000:0.0:1746166127.845746:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423056256 00000100:00100000:0.0:1746166127.845748:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423056256 00000100:00100000:1.0:1746166127.845749:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423056128:0@lo:400:kworker.0 00000100:00100000:0.0:1746166127.845760:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2262 00000100:00100000:0.0:1746166127.845764:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423055232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166127.845765:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423054976:0@lo:400:kworker.0 00000100:00100000:1.0:1746166127.845772:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423055616:0@lo:400:kworker.0 00000100:00100000:0.0:1746166127.845793:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423055232:12345-0@lo:400:kworker.0 Request processed in 29us (1703us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166127.845796:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2263 00000100:00100000:0.0:1746166127.845799:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2262 00000100:00100000:1.0:1746166127.845802:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423056256:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1746166127.845822:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166127.845829:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423056256:12345-0@lo:400:kworker.0 Request processed in 28us (1507us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166127.845834:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2263 00000100:00100000:1.0:1746166127.845852:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423056256:0@lo:400:kworker.0 00000100:00100000:3.0:1746166127.846463:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423055232:0@lo:400:kworker.0 00000100:00100000:3.0:1746166127.846474:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423055872:0@lo:400:kworker.0 00000100:00100000:0.0:1746166127.874298:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423056384:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166127.874354:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166127.874593:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423056384 00000100:00100000:1.0:1746166127.874600:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423056384 00000100:00100000:1.0:1746166127.875231:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35459 00000100:00100000:1.0:1746166127.875240:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423056384:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166127.875269:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166127.875316:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423056384:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (962us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166127.875322:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35459 00000100:00100000:0.0:1746166127.875354:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423056384:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166127.889877:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423056512:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166127.889936:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166127.890088:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423056512 00000100:00100000:3.0:1746166127.890094:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423056512 00000100:00100000:3.0:1746166127.890134:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35460 00000100:00100000:3.0:1746166127.890140:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423056512:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166127.890166:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166127.890209:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423056512:12345-0@lo:41:osp-pre-1-0.0 Request processed in 69us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166127.890214:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35460 00000100:00100000:2.0:1746166127.890298:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423056512:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166128.130133:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423056640:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166128.130257:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166128.130302:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423056640 00000100:00100000:2.0:1746166128.130310:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423056640 00000100:00100000:2.0:1746166128.130621:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6938 00000100:00100000:2.0:1746166128.130630:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423056640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166128.130651:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166128.130721:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423056640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166128.130729:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6938 00000100:00100000:0.0:1746166128.130762:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423056640:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166128.389858:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166129.392385:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166130.394573:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166131.396197:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166131.794802:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746166131.794819:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423056768:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166131.794875:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166131.795003:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423056768 00000100:00100000:2.0:1746166131.795010:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423056768 00000100:00100000:2.0:1746166131.795052:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6939 00000100:00100000:2.0:1746166131.795060:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423056768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166131.795084:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166131.795118:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423056768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166131.795124:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6939 00000100:00080000:2.0:1746166131.795151:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166131.795258:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423056768:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746166132.398488:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166132.787592:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166132.787633:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166132.787660:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166132.787708:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166132.787738:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439121536 00000100:00100000:2.0:1746166132.787745:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439121536 00000100:00100000:2.0:1746166132.787770:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49922 00000100:00100000:2.0:1746166132.787776:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439121536:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166132.787798:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166132.787836:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439121536:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 59us (174us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166132.787842:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49922 00000100:00100000:0.0:1746166132.788011:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439121152 00000100:00100000:0.0:1746166132.788016:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439121152 00000100:00100000:0.0:1746166132.788042:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 682 00000100:00100000:0.0:1746166132.788048:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0808450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439121152:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166132.788081:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0808450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439121152:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 33us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166132.788087:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 682 00000100:00100000:1.0:1746166132.788240:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439121280 00000100:00100000:1.0:1746166132.788244:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439121280 00000100:00100000:1.0:1746166132.788278:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439121408 00000100:00100000:1.0:1746166132.788281:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439121408 00000100:00100000:1.0:1746166132.788295:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2264 00000100:00100000:1.0:1746166132.788301:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439121280:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166132.788560:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439121280:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 259us (926us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166132.788566:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2264 00000100:00100000:1.0:1746166132.788578:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2265 00000100:00100000:1.0:1746166132.788583:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439121408:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166132.788599:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439121408:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 17us (891us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166132.788604:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2265 00000100:00080000:1.0:1746166132.788658:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166132.788661:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166132.851425:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746166132.851444:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423057152:0@lo:400:kworker.0 00000100:00100000:0.0:1746166132.851498:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166132.851550:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423057152 00000100:00100000:0.0:1746166132.851556:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423057152 00000100:00100000:2.0:1746166132.851684:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423056896:0@lo:400:kworker.0 00000100:00100000:2.0:1746166132.851716:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166132.851750:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746166132.851755:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423057024:0@lo:400:kworker.0 00000100:00100000:2.0:1746166132.851773:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166132.851822:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423056896 00000100:00100000:1.0:1746166132.851825:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423056896 00000100:00100000:1.0:1746166132.851857:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:1.0:1746166132.851864:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0809450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423056896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166132.851902:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0809450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423056896:12345-0@lo:400:kworker.0 Request processed in 39us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166132.851909:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:2.0:1746166132.852062:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423056896:0@lo:400:kworker.0 00000100:00100000:3.0:1746166132.852359:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423057024 00000100:00100000:3.0:1746166132.852363:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423057024 00000100:00100000:0.0:1746166132.852630:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2266 00000100:00100000:0.0:1746166132.852635:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423057152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166132.852666:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423057152:12345-0@lo:400:kworker.0 Request processed in 31us (1168us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166132.852671:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2266 00000100:00100000:0.0:1746166132.852709:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423057152:0@lo:400:kworker.0 00000100:00080000:0.0:1746166132.852731:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166132.852734:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166132.852736:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166132.852740:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10048 00000100:00080000:0.0:1746166132.852743:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746166132.852746:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166132.852752:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423057280:0@lo:400:kworker.0 00000100:00100000:0.0:1746166132.852772:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166132.852999:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423057280 00000100:00100000:2.0:1746166132.853002:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423057280 00000100:00100000:2.0:1746166132.853026:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35461 00000100:00100000:2.0:1746166132.853030:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423057280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166132.853058:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423057280:12345-0@lo:400:kworker.0 Request processed in 27us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166132.853063:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35461 00000100:00100000:0.0:1746166132.853154:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423057280:0@lo:400:kworker.0 00000100:00100000:0.0:1746166132.853177:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb67b80 x1830977423057408/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166132.853195:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423057408:0@lo:8:kworker.0 00000100:00100000:0.0:1746166132.853216:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166132.853544:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2267 00000100:00100000:3.0:1746166132.853549:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423057024:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1746166132.853588:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746166132.853591:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166132.854150:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423057408 00000100:00100000:2.0:1746166132.854155:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423057408 00000100:00100000:3.0:1746166132.854171:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423057024:12345-0@lo:400:kworker.0 Request processed in 621us (2395us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166132.854174:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49923 00000100:00100000:3.0:1746166132.854177:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2267 00000100:00100000:2.0:1746166132.854179:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c8bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423057408:12345-0@lo:8:kworker.0 00000100:00080000:0.0:1746166132.854182:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166132.854185:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166132.854187:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166132.854191:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10048 00000100:00080000:0.0:1746166132.854193:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746166132.854197:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00010000:00020000:2.0:1746166132.854198:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166132.854198:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423057664:0@lo:400:kworker.0 00000100:00100000:0.0:1746166132.854201:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746166132.854206:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423057792:0@lo:400:kworker.0 00000100:00100000:3.0:1746166132.854220:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166132.854222:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166132.854230:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c8bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423057408:12345-0@lo:8:kworker.0 Request processed in 50us (1012us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166132.854236:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49923 00000100:00100000:3.0:1746166132.854237:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746166132.854242:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423057536:0@lo:400:kworker.0 00000100:00080000:0.0:1746166132.854243:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166132.854246:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166132.854248:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423057408:0@lo:8:kworker.0 00000100:00100000:3.0:1746166132.854257:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166132.854269:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb67b80 x1830977423057920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746166132.854274:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423057536 00000100:00100000:3.0:1746166132.854276:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423057536 00000100:00100000:0.0:1746166132.854283:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423057920:0@lo:8:kworker.0 00000100:00100000:3.0:1746166132.854294:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7566 00000100:00100000:0.0:1746166132.854297:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166132.854299:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423057536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166132.854315:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423057920 00000100:00100000:0.0:1746166132.854318:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423057920 00000100:00100000:3.0:1746166132.854323:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423057536:12345-0@lo:400:kworker.0 Request processed in 24us (65us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166132.854328:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7566 00000100:00100000:0.0:1746166132.854331:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49924 00000100:00100000:0.0:1746166132.854335:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423057920:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166132.854344:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166132.854347:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423057536:0@lo:400:kworker.0 00000100:00100000:0.0:1746166132.854364:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423057920:12345-0@lo:8:kworker.0 Request processed in 29us (66us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166132.854364:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423057664 00000100:00100000:3.0:1746166132.854366:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423057664 00000100:00100000:0.0:1746166132.854370:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49924 00000100:00100000:3.0:1746166132.854378:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2268 00000100:00100000:3.0:1746166132.854383:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423057664:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1746166132.854386:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166132.854388:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166132.854391:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423057920:0@lo:8:kworker.0 00000100:00100000:3.0:1746166132.854403:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423057664:12345-0@lo:400:kworker.0 Request processed in 20us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166132.854409:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2268 00000100:00100000:0.0:1746166132.854412:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423058048:0@lo:400:kworker.0 00000100:00100000:0.0:1746166132.854427:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166132.854427:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423057664:0@lo:400:kworker.0 00000100:00100000:0.0:1746166132.854442:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423058048 00000100:00100000:0.0:1746166132.854444:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423058048 00000100:00100000:3.0:1746166132.854455:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423057024:0@lo:400:kworker.0 00000100:00100000:0.0:1746166132.854461:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7567 00000100:00100000:0.0:1746166132.854466:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423058048:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1746166132.854473:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166132.854488:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423058048:12345-0@lo:400:kworker.0 Request processed in 22us (60us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166132.854496:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7567 00000100:00100000:0.0:1746166132.854515:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423058048:0@lo:400:kworker.0 00000100:00100000:3.0:1746166132.854712:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423058176:0@lo:400:kworker.0 00000100:00100000:3.0:1746166132.854733:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166132.854967:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423057792 00000100:00100000:2.0:1746166132.854985:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423057792 00000100:00100000:0.0:1746166132.855017:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423058176 00000100:00100000:2.0:1746166132.855017:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35462 00000100:00100000:0.0:1746166132.855021:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423058176 00000100:00100000:2.0:1746166132.855022:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423057792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166132.855040:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2269 00000100:00100000:0.0:1746166132.855044:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423058176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166132.855069:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423057792:12345-0@lo:400:kworker.0 Request processed in 46us (845us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166132.855073:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423058176:12345-0@lo:400:kworker.0 Request processed in 29us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166132.855075:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35462 00000100:00100000:0.0:1746166132.855078:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2269 00000100:00100000:0.0:1746166132.855098:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423058176:0@lo:400:kworker.0 00000100:00100000:1.0:1746166132.855166:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423057792:0@lo:400:kworker.0 00000100:00100000:3.0:1746166132.882781:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423058304:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166132.882844:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166132.884985:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423058304 00000100:00100000:2.0:1746166132.884995:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423058304 00000100:00100000:2.0:1746166132.885057:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35463 00000100:00100000:2.0:1746166132.885064:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423058304:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166132.885094:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166132.885162:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423058304:12345-0@lo:41:osp-pre-0-1.0 Request processed in 98us (2317us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166132.885169:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35463 00000100:00100000:3.0:1746166132.886209:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423058304:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166132.897895:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423058432:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166132.897949:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166132.898014:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423058432 00000100:00100000:0.0:1746166132.898021:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423058432 00000100:00100000:0.0:1746166132.898062:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35464 00000100:00100000:0.0:1746166132.898069:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423058432:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746166132.898095:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746166132.898142:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423058432:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166132.898148:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35464 00000100:00100000:1.0:1746166132.898247:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423058432:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166133.137894:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423058560:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166133.137950:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166133.138078:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423058560 00000100:00100000:3.0:1746166133.138085:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423058560 00000100:00100000:3.0:1746166133.138119:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6940 00000100:00100000:3.0:1746166133.138126:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423058560:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166133.138145:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166133.138177:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423058560:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166133.138183:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6940 00000100:00100000:2.0:1746166133.138486:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423058560:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166133.400191:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166134.402733:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166135.408646:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166136.410446:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166136.802807:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423058688:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166136.802860:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166136.803221:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423058688 00000100:00100000:0.0:1746166136.803232:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423058688 00000100:00080000:3.0:1746166136.803298:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166136.803363:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6941 00000100:00100000:0.0:1746166136.803372:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423058688:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166136.803404:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166136.803461:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423058688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (602us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166136.803468:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6941 00000100:00100000:2.0:1746166136.807071:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423058688:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746166137.412659:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166137.791122:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166137.791177:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166137.791207:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166137.791249:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166137.791279:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439121792 00000100:00100000:0.0:1746166137.791289:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439121792 00000100:00100000:0.0:1746166137.791566:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439121920 00000100:00100000:0.0:1746166137.791569:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439121920 00000100:00100000:0.0:1746166137.791589:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2270 00000100:00100000:0.0:1746166137.791599:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439121792:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166137.791669:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439121792:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 73us (560us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166137.791702:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2270 00000100:00100000:0.0:1746166137.791718:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2271 00000100:00100000:0.0:1746166137.791723:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439121920:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166137.791744:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439121920:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 22us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166137.791750:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2271 00000100:00100000:0.0:1746166137.791765:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439122048 00000100:00100000:0.0:1746166137.791768:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439122048 00000100:00100000:0.0:1746166137.791785:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49925 00000100:00100000:0.0:1746166137.791789:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439122048:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746166137.791814:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166137.791834:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439122048:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 44us (584us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166137.791840:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49925 00000100:00100000:1.0:1746166137.793015:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439121664 00000100:00100000:1.0:1746166137.793023:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439121664 00000100:00100000:1.0:1746166137.793071:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 684 00000100:00100000:1.0:1746166137.793077:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439121664:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166137.793115:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439121664:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 38us (1938us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166137.793120:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 684 00000100:00080000:3.0:1746166137.793252:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746166137.793258:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746166137.858622:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166137.858629:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166137.858632:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166137.858641:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10053 00000100:00080000:0.0:1746166137.858647:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746166137.858654:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746166137.858656:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423058944:0@lo:400:kworker.0 00000100:00100000:0.0:1746166137.858706:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb66300 x1830977423059328/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166137.858769:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166137.858771:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166137.858773:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166137.858777:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10053 00000100:00080000:0.0:1746166137.858779:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746166137.858783:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166137.858793:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009eef6300 x1830977423059840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746166137.858947:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166137.859015:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423059584:0@lo:400:kworker.0 00000100:00100000:1.0:1746166137.859038:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166137.859053:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746166137.859058:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423059072:0@lo:400:kworker.0 00000100:00100000:1.0:1746166137.859082:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166137.859095:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423059712:0@lo:400:kworker.0 00000100:00100000:1.0:1746166137.859116:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166137.859118:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423059200:0@lo:400:kworker.0 00000100:00100000:2.0:1746166137.859148:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166137.859150:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423058944 00000100:00100000:1.0:1746166137.859158:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423058944 00000100:00100000:2.0:1746166137.859170:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423059968:0@lo:400:kworker.0 00000100:00100000:3.0:1746166137.859499:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423058816:0@lo:400:kworker.0 00000100:00100000:3.0:1746166137.859535:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166137.859559:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423059456:0@lo:400:kworker.0 00000100:00100000:3.0:1746166137.859582:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166137.859598:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423060096:0@lo:400:kworker.0 00000100:00100000:3.0:1746166137.859615:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166137.859641:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423059712 00000100:00100000:3.0:1746166137.859645:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423059712 00000100:00100000:3.0:1746166137.859695:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423059200 00000100:00100000:3.0:1746166137.859698:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423059200 00000100:00100000:3.0:1746166137.859729:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35465 00000100:00100000:3.0:1746166137.859736:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423059712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166137.859786:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423059712:12345-0@lo:400:kworker.0 Request processed in 50us (668us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166137.859793:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35465 00000100:00100000:3.0:1746166137.859814:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35466 00000100:00100000:3.0:1746166137.859818:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423059200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166137.859839:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423059200:12345-0@lo:400:kworker.0 Request processed in 21us (690us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166137.859844:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35466 00000100:00100000:3.0:1746166137.859865:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423059456 00000100:00100000:3.0:1746166137.859867:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423059456 00000100:00100000:3.0:1746166137.859898:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7568 00000100:00100000:3.0:1746166137.859903:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423059456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166137.859931:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423059456:12345-0@lo:400:kworker.0 Request processed in 28us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166137.859937:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7568 00000100:00100000:3.0:1746166137.859958:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423058816 00000100:00100000:3.0:1746166137.859960:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423058816 00000100:00100000:3.0:1746166137.859981:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:3.0:1746166137.859986:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423058816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166137.860010:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423058816:12345-0@lo:400:kworker.0 Request processed in 25us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166137.860015:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:3.0:1746166137.860046:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423058816:0@lo:400:kworker.0 00000100:00100000:3.0:1746166137.860058:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423059456:0@lo:400:kworker.0 00000100:00100000:3.0:1746166137.860117:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423059584 00000100:00100000:3.0:1746166137.860120:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423059584 00000100:00100000:3.0:1746166137.860139:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423059072 00000100:00100000:3.0:1746166137.860141:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423059072 00000100:00100000:2.0:1746166137.860215:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423060096 00000100:00100000:2.0:1746166137.860219:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423060096 00000100:00100000:2.0:1746166137.860240:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2272 00000100:00100000:2.0:1746166137.860245:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e832680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423059584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166137.860274:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e832680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423059584:12345-0@lo:400:kworker.0 Request processed in 29us (1235us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166137.860280:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2272 00000100:00100000:2.0:1746166137.860291:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2273 00000100:00100000:2.0:1746166137.860296:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423060096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166137.860318:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423060096:12345-0@lo:400:kworker.0 Request processed in 23us (702us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166137.860323:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2273 00000100:00100000:2.0:1746166137.860338:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166137.860360:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423059200:0@lo:400:kworker.0 00000100:00100000:2.0:1746166137.860375:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423059968 00000100:00100000:2.0:1746166137.860378:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423059968 00000100:00100000:0.0:1746166137.860429:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423059328:0@lo:8:kworker.0 00000100:00100000:0.0:1746166137.860458:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166137.860460:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2274 00000100:00100000:1.0:1746166137.860466:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e833100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423058944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166137.860474:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423059840:0@lo:8:kworker.0 00000100:00100000:0.0:1746166137.860493:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166137.860498:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e833100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423058944:12345-0@lo:400:kworker.0 Request processed in 33us (1552us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166137.860503:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2274 00000100:00100000:0.0:1746166137.860521:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423059328 00000100:00100000:0.0:1746166137.860525:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423059328 00000100:00100000:1.0:1746166137.860533:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423059712:0@lo:400:kworker.0 00000100:00100000:0.0:1746166137.860541:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423059840 00000100:00100000:0.0:1746166137.860543:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423059840 00000100:00100000:1.0:1746166137.860543:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423059584:0@lo:400:kworker.0 00000100:00100000:1.0:1746166137.860551:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423058944:0@lo:400:kworker.0 00000100:00100000:0.0:1746166137.860554:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49926 00000100:00100000:0.0:1746166137.860558:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423059328:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166137.860579:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166137.860600:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49927 00000100:00100000:1.0:1746166137.860605:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423059840:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1746166137.860606:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423059328:12345-0@lo:8:kworker.0 Request processed in 46us (147us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166137.860611:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49926 00010000:00020000:1.0:1746166137.860616:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1746166137.860639:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166137.860642:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166137.860642:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423059840:12345-0@lo:8:kworker.0 Request processed in 37us (148us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166137.860646:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423059328:0@lo:8:kworker.0 00000100:00100000:1.0:1746166137.860647:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49927 00000100:00080000:0.0:1746166137.860653:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166137.860656:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166137.860659:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423059840:0@lo:8:kworker.0 00000100:00080000:1.0:1746166137.862868:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746166137.862876:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166137.862878:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166137.862908:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7569 00000100:00100000:2.0:1746166137.862918:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423059968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166137.862932:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423060096:0@lo:400:kworker.0 00000100:00100000:2.0:1746166137.862981:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423059968:12345-0@lo:400:kworker.0 Request processed in 67us (2641us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166137.862987:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7569 00000100:00100000:1.0:1746166137.862995:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423059968:0@lo:400:kworker.0 00000100:00100000:3.0:1746166137.863487:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2275 00000100:00100000:3.0:1746166137.863496:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423059072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166137.863604:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423059072:12345-0@lo:400:kworker.0 Request processed in 109us (4520us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166137.863610:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2275 00000100:00100000:0.0:1746166137.864308:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423059072:0@lo:400:kworker.0 00000100:00100000:2.0:1746166137.890729:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746166137.890752:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423060224:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166137.890829:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166137.890949:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423060224 00000100:00100000:3.0:1746166137.890957:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423060224 00000100:00100000:3.0:1746166137.891059:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35467 00000100:00100000:3.0:1746166137.891070:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423060224:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166137.891109:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166137.891165:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423060224:12345-0@lo:41:osp-pre-0-1.0 Request processed in 97us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166137.891173:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35467 00000100:00100000:2.0:1746166137.891209:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423060224:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166137.906201:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e499500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423060352:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166137.906462:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166137.906492:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423060352 00000100:00100000:0.0:1746166137.906502:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423060352 00000100:00100000:0.0:1746166137.906564:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35468 00000100:00100000:0.0:1746166137.906573:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423060352:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746166137.906611:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746166137.908146:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423060352:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1569us (1680us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166137.908157:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35468 00000100:00100000:2.0:1746166137.908607:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e499500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423060352:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166138.146993:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746166138.147024:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423060480:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166138.147107:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166138.147314:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423060480 00000100:00100000:2.0:1746166138.147323:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423060480 00000100:00100000:2.0:1746166138.147903:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6942 00000100:00100000:2.0:1746166138.147912:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423060480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166138.147938:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166138.147993:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423060480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (887us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166138.147999:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6942 00000100:00100000:1.0:1746166138.148150:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423060480:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166138.413921:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166139.417713:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166140.418125:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166141.423511:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166141.825965:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423060608:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166141.826041:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166141.826177:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423060608 00000100:00100000:2.0:1746166141.826185:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423060608 00000100:00100000:2.0:1746166141.826522:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6943 00000100:00100000:2.0:1746166141.826533:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e498000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423060608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166141.826564:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166141.826614:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e498000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423060608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (573us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166141.826621:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6943 00000100:00080000:1.0:1746166141.826917:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166141.827664:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423060608:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746166142.425979:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166142.801485:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166142.801529:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166142.801573:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166142.801918:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439122304 00000100:00100000:1.0:1746166142.801926:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439122304 00000100:00100000:1.0:1746166142.801973:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439122432 00000100:00100000:1.0:1746166142.801975:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439122432 00000100:00100000:1.0:1746166142.801990:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2276 00000100:00100000:1.0:1746166142.801998:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439122304:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166142.802047:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439122304:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 51us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166142.802054:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2276 00000100:00100000:1.0:1746166142.802068:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2277 00000100:00100000:1.0:1746166142.802072:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439122432:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166142.802089:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439122432:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 17us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166142.802094:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2277 00000100:00100000:2.0:1746166142.802245:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439122176 00000100:00100000:2.0:1746166142.802248:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439122176 00000100:00100000:2.0:1746166142.802271:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 686 00000100:00100000:2.0:1746166142.802276:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439122176:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166142.802300:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439122176:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 24us (770us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166142.802305:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 686 00000100:00080000:0.0:1746166142.802368:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166142.802371:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166142.806066:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166142.807025:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439122560 00000100:00100000:2.0:1746166142.807031:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439122560 00000100:00100000:2.0:1746166142.807069:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49928 00000100:00100000:2.0:1746166142.807074:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439122560:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166142.807093:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166142.807237:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439122560:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 161us (1176us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166142.807243:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49928 00000100:00100000:2.0:1746166142.868776:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423060736:0@lo:400:kworker.0 00000100:00100000:2.0:1746166142.868873:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166142.868973:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423060736 00000100:00100000:2.0:1746166142.868981:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423060736 00000100:00080000:0.0:1746166142.869000:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166142.869006:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166142.869009:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1746166142.869013:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423060864:0@lo:400:kworker.0 00000100:00080000:0.0:1746166142.869015:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10058 00000100:00100000:2.0:1746166142.869019:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00080000:0.0:1746166142.869021:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746166142.869026:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166142.869027:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423060736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166142.869049:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009eef7800 x1830977423061248/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166142.869079:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166142.869082:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166142.869084:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166142.869087:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10058 00000100:00080000:0.0:1746166142.869089:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166142.869092:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166142.869102:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009eef7480 x1830977423061760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166142.869139:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423061120:0@lo:400:kworker.0 00000100:00100000:3.0:1746166142.869276:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166142.869284:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423060736:12345-0@lo:400:kworker.0 Request processed in 256us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166142.869293:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:3.0:1746166142.869321:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423061504:0@lo:400:kworker.0 00000100:00100000:2.0:1746166142.869325:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423061376:0@lo:400:kworker.0 00000100:00100000:3.0:1746166142.869345:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166142.869351:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166142.869371:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423062016:0@lo:400:kworker.0 00000100:00100000:3.0:1746166142.869378:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423060864 00000100:00100000:3.0:1746166142.869384:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423060864 00000100:00100000:2.0:1746166142.869392:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166142.869420:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423060736:0@lo:400:kworker.0 00000100:00100000:2.0:1746166142.869449:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423061376 00000100:00100000:2.0:1746166142.869453:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423061376 00000100:00100000:2.0:1746166142.869473:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7570 00000100:00100000:2.0:1746166142.869478:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423061376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166142.869506:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423061376:12345-0@lo:400:kworker.0 Request processed in 28us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166142.869511:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7570 00000100:00100000:2.0:1746166142.869534:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423061376:0@lo:400:kworker.0 00000100:00080000:2.0:1746166142.869556:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166142.869573:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423061504 00000100:00100000:2.0:1746166142.869576:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423061504 00000100:00100000:2.0:1746166142.869594:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423062016 00000100:00100000:2.0:1746166142.869595:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423062016 00000100:00100000:2.0:1746166142.869608:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2278 00000100:00100000:2.0:1746166142.869612:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423061504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166142.870029:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423061504:12345-0@lo:400:kworker.0 Request processed in 416us (683us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166142.870035:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2278 00000100:00100000:2.0:1746166142.870045:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2279 00000100:00100000:2.0:1746166142.870051:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423062016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166142.870074:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423062016:12345-0@lo:400:kworker.0 Request processed in 24us (682us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166142.870078:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2279 00000100:00100000:2.0:1746166142.870100:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423062016:0@lo:400:kworker.0 00000100:00100000:2.0:1746166142.870125:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423061504:0@lo:400:kworker.0 00000100:00100000:2.0:1746166142.870162:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423061248:0@lo:8:kworker.0 00000100:00100000:2.0:1746166142.870182:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166142.870195:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423061760:0@lo:8:kworker.0 00000100:00100000:2.0:1746166142.870208:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166142.870226:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423061248 00000100:00100000:2.0:1746166142.870229:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423061248 00000100:00100000:2.0:1746166142.870242:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423061760 00000100:00100000:2.0:1746166142.870244:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423061760 00000100:00100000:2.0:1746166142.870253:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49929 00000100:00100000:2.0:1746166142.870257:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423061248:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166142.870277:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166142.870303:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423061248:12345-0@lo:8:kworker.0 Request processed in 45us (120us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166142.870308:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49929 00000100:00100000:2.0:1746166142.870317:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49930 00000100:00100000:2.0:1746166142.870320:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423061760:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166142.870328:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166142.870343:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423061760:12345-0@lo:8:kworker.0 Request processed in 22us (134us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166142.870534:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49930 00000100:00080000:2.0:1746166142.870554:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166142.870557:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166142.870561:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423061248:0@lo:8:kworker.0 00000100:00080000:2.0:1746166142.870567:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166142.870569:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166142.870571:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423061760:0@lo:8:kworker.0 00000100:00100000:0.0:1746166142.870602:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166142.870620:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423061888:0@lo:400:kworker.0 00000100:00100000:0.0:1746166142.870638:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166142.870879:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1746166142.870886:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423060992:0@lo:400:kworker.0 00000100:00100000:0.0:1746166142.870960:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166142.870975:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423061632:0@lo:400:kworker.0 00000100:00100000:0.0:1746166142.870992:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166142.871015:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423061120 00000100:00100000:0.0:1746166142.871017:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423061120 00000100:00100000:0.0:1746166142.871039:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423061632 00000100:00100000:0.0:1746166142.871042:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423061632 00000100:00100000:0.0:1746166142.871056:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35469 00000100:00100000:0.0:1746166142.871060:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423061120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166142.871089:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423061120:12345-0@lo:400:kworker.0 Request processed in 29us (486us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166142.871095:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35469 00000100:00100000:0.0:1746166142.871105:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35470 00000100:00100000:0.0:1746166142.871109:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423061632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166142.871129:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423061632:12345-0@lo:400:kworker.0 Request processed in 20us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166142.871133:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35470 00000100:00100000:0.0:1746166142.871157:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423061632:0@lo:400:kworker.0 00000100:00100000:0.0:1746166142.871165:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423061120:0@lo:400:kworker.0 00000100:00100000:2.0:1746166142.871911:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423061888 00000100:00100000:2.0:1746166142.871916:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423061888 00000100:00100000:3.0:1746166142.871940:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423060992 00000100:00100000:2.0:1746166142.871945:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7571 00000100:00100000:3.0:1746166142.871947:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423060992 00000100:00100000:2.0:1746166142.871950:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423061888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166142.871982:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2280 00000100:00100000:3.0:1746166142.871990:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423060864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166142.871996:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423061888:12345-0@lo:400:kworker.0 Request processed in 46us (1356us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166142.872002:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7571 00000100:00080000:2.0:1746166142.872018:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746166142.872022:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166142.872033:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2281 00000100:00100000:2.0:1746166142.872039:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423060992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166142.872048:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423061888:0@lo:400:kworker.0 00000100:00100000:3.0:1746166142.872057:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423060864:12345-0@lo:400:kworker.0 Request processed in 68us (2782us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166142.872063:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2280 00000100:00100000:2.0:1746166142.872067:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423060992:12345-0@lo:400:kworker.0 Request processed in 29us (1106us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166142.872072:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423060992:0@lo:400:kworker.0 00000100:00100000:2.0:1746166142.872073:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2281 00000100:00100000:0.0:1746166142.872098:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423060864:0@lo:400:kworker.0 00000100:00100000:3.0:1746166142.899055:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746166142.899077:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423062144:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166142.899135:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166142.899663:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423062144 00000100:00100000:1.0:1746166142.899670:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423062144 00000100:00100000:1.0:1746166142.902279:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35471 00000100:00100000:1.0:1746166142.902292:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423062144:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166142.902323:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166142.902590:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423062144:12345-0@lo:41:osp-pre-0-1.0 Request processed in 301us (3453us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166142.902597:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35471 00000100:00100000:3.0:1746166142.902933:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423062144:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166142.913999:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746166142.914022:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423062272:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166142.914079:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166142.914145:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423062272 00000100:00100000:2.0:1746166142.914159:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423062272 00000100:00100000:2.0:1746166142.914433:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35472 00000100:00100000:2.0:1746166142.914444:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423062272:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166142.914480:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166142.914552:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423062272:12345-0@lo:41:osp-pre-1-0.0 Request processed in 110us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166142.914560:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35472 00000100:00100000:0.0:1746166142.914610:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423062272:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166143.155001:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746166143.155019:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e49b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423062400:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166143.155076:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166143.155247:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423062400 00000100:00100000:3.0:1746166143.155254:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423062400 00000100:00100000:3.0:1746166143.155294:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6944 00000100:00100000:3.0:1746166143.155302:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423062400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166143.155319:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166143.155663:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423062400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 361us (585us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166143.155672:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6944 00000100:00100000:0.0:1746166143.155768:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e49b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423062400:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166143.427937:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166144.432404:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166145.434424:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166146.437186:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166146.835600:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423062528:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166146.835658:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166146.836756:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423062528 00000100:00100000:2.0:1746166146.836764:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423062528 00000100:00080000:0.0:1746166146.837139:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166146.837173:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6945 00000100:00100000:2.0:1746166146.837182:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423062528:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166146.837206:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166146.837256:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423062528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (1598us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166146.837262:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6945 00000100:00100000:0.0:1746166146.837640:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423062528:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746166147.440425:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166147.805877:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166147.805924:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166147.805955:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166147.805987:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166147.806022:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439123072 00000100:00100000:0.0:1746166147.806029:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439123072 00000100:00100000:0.0:1746166147.806054:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49931 00000100:00100000:0.0:1746166147.806060:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439123072:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746166147.806078:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166147.806194:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439122816 00000100:00100000:2.0:1746166147.806198:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439122816 00000100:00100000:2.0:1746166147.806227:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439122944 00000100:00100000:2.0:1746166147.806229:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439122944 00000100:00100000:2.0:1746166147.806243:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2282 00000100:00100000:2.0:1746166147.806249:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439122816:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166147.806333:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439122688 00000100:00100000:3.0:1746166147.806336:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439122688 00000100:00100000:3.0:1746166147.806358:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 688 00000100:00100000:3.0:1746166147.806363:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439122688:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166147.807106:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439123072:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 1043us (1115us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166147.807116:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49931 00000100:00080000:0.0:1746166147.807132:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166147.807135:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166147.807144:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2283 00000100:00100000:0.0:1746166147.807150:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439122944:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166147.807220:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439122816:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 971us (1350us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166147.807225:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2282 00000100:00100000:3.0:1746166147.807312:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439122688:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 947us (1387us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166147.807318:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 688 00000100:00100000:0.0:1746166147.812231:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439122944:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 5071us (6264us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166147.812245:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2283 00000100:00080000:0.0:1746166147.873864:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166147.873873:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166147.873877:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166147.873882:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10063 00000100:00080000:0.0:1746166147.873885:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166147.873891:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166147.873925:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a085d180 x1830977423063168/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166147.873969:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166147.873971:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166147.873972:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166147.873974:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10063 00000100:00080000:0.0:1746166147.873976:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166147.873979:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166147.873987:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006dcdd180 x1830977423063680/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166147.874024:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423062784:0@lo:400:kworker.0 00000100:00100000:0.0:1746166147.874074:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166147.874117:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423063424:0@lo:400:kworker.0 00000100:00100000:0.0:1746166147.874141:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166147.874165:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746166147.874174:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423062912:0@lo:400:kworker.0 00000100:00100000:0.0:1746166147.874190:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166147.874201:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423063552:0@lo:400:kworker.0 00000100:00100000:0.0:1746166147.874218:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166147.874245:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423062784 00000100:00100000:0.0:1746166147.874250:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423062784 00000100:00100000:0.0:1746166147.874283:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423063424 00000100:00100000:0.0:1746166147.874285:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423063424 00000100:00100000:0.0:1746166147.874294:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423062912 00000100:00100000:0.0:1746166147.874295:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423062912 00000100:00100000:0.0:1746166147.874307:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2284 00000100:00100000:0.0:1746166147.874312:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423062784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166147.874359:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423062784:12345-0@lo:400:kworker.0 Request processed in 46us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166147.874365:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2284 00000100:00100000:0.0:1746166147.874378:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2285 00000100:00100000:0.0:1746166147.874382:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423063424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166147.874401:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423063424:12345-0@lo:400:kworker.0 Request processed in 19us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166147.874405:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2285 00000100:00100000:0.0:1746166147.874412:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2286 00000100:00100000:0.0:1746166147.874415:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423062912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166147.874429:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423062912:12345-0@lo:400:kworker.0 Request processed in 13us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166147.874432:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2286 00000100:00080000:0.0:1746166147.874449:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166147.874451:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166147.874473:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423062912:0@lo:400:kworker.0 00000100:00100000:0.0:1746166147.874480:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423062784:0@lo:400:kworker.0 00000100:00100000:0.0:1746166147.874486:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423063424:0@lo:400:kworker.0 00000100:00100000:0.0:1746166147.874519:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423063552 00000100:00100000:0.0:1746166147.874521:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423063552 00000100:00100000:0.0:1746166147.874538:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35473 00000100:00100000:0.0:1746166147.874542:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423063552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166147.874564:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423063552:12345-0@lo:400:kworker.0 Request processed in 22us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166147.874568:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35473 00000100:00100000:0.0:1746166147.874586:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423063552:0@lo:400:kworker.0 00000100:00100000:1.0:1746166147.874652:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423062656:0@lo:400:kworker.0 00000100:00100000:1.0:1746166147.874691:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166147.874730:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423063296:0@lo:400:kworker.0 00000100:00100000:1.0:1746166147.874746:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166147.874756:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423063936:0@lo:400:kworker.0 00000100:00100000:1.0:1746166147.874768:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166147.874777:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1746166147.874781:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423063040:0@lo:400:kworker.0 00000100:00100000:1.0:1746166147.874792:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166147.874799:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423063808:0@lo:400:kworker.0 00000100:00100000:1.0:1746166147.874809:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166147.874823:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423063296 00000100:00100000:1.0:1746166147.874825:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423063296 00000100:00100000:1.0:1746166147.874840:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423063808 00000100:00100000:1.0:1746166147.874841:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423063808 00000100:00100000:1.0:1746166147.874853:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7572 00000100:00100000:1.0:1746166147.874857:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e498e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423063296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166147.874880:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e498e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423063296:12345-0@lo:400:kworker.0 Request processed in 22us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166147.874884:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7572 00000100:00100000:1.0:1746166147.874894:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7573 00000100:00100000:1.0:1746166147.874898:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e499500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423063808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166147.874916:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e499500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423063808:12345-0@lo:400:kworker.0 Request processed in 18us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166147.874921:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7573 00000100:00100000:1.0:1746166147.874939:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423063808:0@lo:400:kworker.0 00000100:00100000:1.0:1746166147.874946:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423063296:0@lo:400:kworker.0 00000100:00100000:2.0:1746166147.875114:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423062656 00000100:00100000:2.0:1746166147.875118:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423062656 00000100:00100000:2.0:1746166147.875137:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:2.0:1746166147.875141:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423062656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166147.875167:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423062656:12345-0@lo:400:kworker.0 Request processed in 26us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166147.875172:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:1.0:1746166147.875231:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423062656:0@lo:400:kworker.0 00000100:00100000:3.0:1746166147.875287:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423063168:0@lo:8:kworker.0 00000100:00100000:3.0:1746166147.875306:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166147.875318:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423063680:0@lo:8:kworker.0 00000100:00100000:3.0:1746166147.875329:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166147.875618:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423063168 00000100:00100000:2.0:1746166147.875621:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423063168 00000100:00100000:2.0:1746166147.875631:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423063680 00000100:00100000:2.0:1746166147.875632:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423063680 00000100:00100000:2.0:1746166147.875646:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49932 00000100:00100000:2.0:1746166147.875649:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423063168:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166147.875665:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166147.875710:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423063168:12345-0@lo:8:kworker.0 Request processed in 59us (402us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166147.875715:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49932 00000100:00100000:2.0:1746166147.875731:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49933 00000100:00100000:2.0:1746166147.875734:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423063680:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166147.875742:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166147.875759:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423063680:12345-0@lo:8:kworker.0 Request processed in 23us (429us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166147.875763:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49933 00000100:00100000:0.0:1746166147.876084:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423063040 00000100:00100000:0.0:1746166147.876088:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423063040 00000100:00080000:3.0:1746166147.876639:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166147.876643:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166147.876647:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423063168:0@lo:8:kworker.0 00000100:00080000:3.0:1746166147.876654:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166147.876656:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166147.876659:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423063680:0@lo:8:kworker.0 00000100:00100000:0.0:1746166147.876932:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35474 00000100:00100000:0.0:1746166147.876939:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423063040:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1746166147.876970:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166147.876984:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423063040:12345-0@lo:400:kworker.0 Request processed in 46us (2191us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166147.876989:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35474 00000100:00100000:0.0:1746166147.877006:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423063936 00000100:00100000:0.0:1746166147.877008:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423063936 00000100:00100000:2.0:1746166147.877021:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423063040:0@lo:400:kworker.0 00000100:00100000:0.0:1746166147.877025:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2287 00000100:00100000:0.0:1746166147.877028:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e498380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423063936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166147.877052:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e498380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423063936:12345-0@lo:400:kworker.0 Request processed in 23us (2283us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166147.877056:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2287 00000100:00100000:2.0:1746166147.877062:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423063936:0@lo:400:kworker.0 00000100:00100000:1.0:1746166147.910592:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746166147.910611:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423064064:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166147.910669:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166147.910911:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423064064 00000100:00100000:2.0:1746166147.910918:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423064064 00000100:00100000:2.0:1746166147.911075:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35475 00000100:00100000:2.0:1746166147.911084:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090462680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423064064:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166147.911115:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166147.911491:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090462680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423064064:12345-0@lo:41:osp-pre-0-1.0 Request processed in 408us (821us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166147.911498:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35475 00000100:00100000:1.0:1746166147.911626:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423064064:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166147.922073:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423064192:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166147.922128:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166147.923439:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423064192 00000100:00100000:3.0:1746166147.923447:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423064192 00000100:00100000:3.0:1746166147.923489:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35476 00000100:00100000:3.0:1746166147.923496:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090461500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423064192:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166147.923524:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166147.923985:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090461500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423064192:12345-0@lo:41:osp-pre-1-0.0 Request processed in 489us (1856us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166147.923992:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35476 00000100:00100000:0.0:1746166147.924520:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423064192:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166148.163005:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423064320:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166148.163060:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166148.165911:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423064320 00000100:00100000:3.0:1746166148.165920:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423064320 00000100:00100000:3.0:1746166148.165962:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6946 00000100:00100000:3.0:1746166148.165969:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423064320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166148.165992:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166148.166043:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423064320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (2982us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166148.166049:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6946 00000100:00100000:2.0:1746166148.166193:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423064320:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166148.442419:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166149.444072:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166150.447313:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166151.449875:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166151.841873:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423064448:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166151.841941:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166151.841989:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423064448 00000100:00100000:0.0:1746166151.841996:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423064448 00000100:00100000:0.0:1746166151.842051:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6947 00000100:00100000:0.0:1746166151.842059:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423064448:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166151.842085:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166151.842119:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423064448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166151.842124:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6947 00000100:00100000:2.0:1746166151.842178:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423064448:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1746166151.842418:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746166152.451886:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166152.814120:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166152.814166:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166152.814210:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166152.814285:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439123200 00000100:00100000:3.0:1746166152.814293:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439123200 00000100:00100000:3.0:1746166152.814370:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 690 00000100:00100000:3.0:1746166152.814377:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439123200:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166152.814452:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439123200:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 75us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166152.814458:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 690 00000100:00100000:1.0:1746166152.814562:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439123584 00000100:00100000:1.0:1746166152.814567:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439123584 00000100:00100000:1.0:1746166152.814586:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49934 00000100:00100000:1.0:1746166152.814614:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439123584:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166152.814934:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166152.814974:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439123584:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 382us (763us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166152.815001:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49934 00000100:00100000:2.0:1746166152.815910:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439123328 00000100:00100000:2.0:1746166152.815915:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439123328 00000100:00100000:2.0:1746166152.816012:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2288 00000100:00100000:2.0:1746166152.816019:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439123328:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166152.816094:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439123328:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 76us (1981us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166152.816106:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2288 00000100:00100000:0.0:1746166152.816803:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166152.817042:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439123456 00000100:00100000:3.0:1746166152.817047:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439123456 00000100:00100000:3.0:1746166152.817071:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2289 00000100:00100000:3.0:1746166152.817077:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439123456:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166152.817103:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439123456:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 27us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166152.817108:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2289 00000100:00080000:1.0:1746166152.817896:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166152.817900:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746166152.882033:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166152.882038:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1746166152.882050:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423064576:0@lo:400:kworker.0 00000100:00100000:2.0:1746166152.882109:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166152.882158:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746166152.882163:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423064704:0@lo:400:kworker.0 00000100:00100000:2.0:1746166152.882185:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166152.882209:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423064960:0@lo:400:kworker.0 00000100:00100000:2.0:1746166152.882230:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166152.882244:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746166152.882247:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423064832:0@lo:400:kworker.0 00000100:00100000:2.0:1746166152.882261:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166152.882284:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423064704 00000100:00100000:2.0:1746166152.882290:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423064704 00000100:00100000:2.0:1746166152.882325:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423064832 00000100:00100000:2.0:1746166152.882327:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423064832 00000100:00100000:2.0:1746166152.882340:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2290 00000100:00100000:2.0:1746166152.882345:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423064704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166152.882381:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423064704:12345-0@lo:400:kworker.0 Request processed in 36us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166152.882386:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2290 00000100:00100000:2.0:1746166152.882398:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2291 00000100:00100000:2.0:1746166152.882402:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423064832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166152.882422:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423064832:12345-0@lo:400:kworker.0 Request processed in 20us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166152.882427:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2291 00000100:00100000:2.0:1746166152.882455:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423064832:0@lo:400:kworker.0 00000100:00100000:2.0:1746166152.882476:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423064704:0@lo:400:kworker.0 00000100:00100000:2.0:1746166152.882499:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423064960 00000100:00100000:2.0:1746166152.882501:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423064960 00000100:00100000:2.0:1746166152.882517:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35477 00000100:00100000:2.0:1746166152.882521:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423064960:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1746166152.882522:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166152.882528:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10068 00000100:00080000:0.0:1746166152.882531:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166152.882534:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166152.882544:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423064960:12345-0@lo:400:kworker.0 Request processed in 22us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166152.882552:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35477 00000100:00100000:0.0:1746166152.882553:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006dcddf80 x1830977423065088/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166152.882564:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423064576 00000100:00100000:2.0:1746166152.882566:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423064576 00000100:00100000:2.0:1746166152.882582:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:2.0:1746166152.882586:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423064576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166152.882608:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423064576:12345-0@lo:400:kworker.0 Request processed in 22us (499us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166152.882612:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00080000:0.0:1746166152.882692:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166152.882695:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166152.882696:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166152.882699:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10068 00000100:00080000:0.0:1746166152.882701:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746166152.882704:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166152.882712:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a085e300 x1830977423065600/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166152.882752:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166152.882755:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166152.882768:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423065088:0@lo:8:kworker.0 00000100:00100000:1.0:1746166152.882906:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423065344:0@lo:400:kworker.0 00000100:00100000:1.0:1746166152.882929:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166152.882947:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1746166152.882951:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423065216:0@lo:400:kworker.0 00000100:00100000:1.0:1746166152.882964:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166152.882974:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423065856:0@lo:400:kworker.0 00000100:00100000:1.0:1746166152.882988:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166152.883004:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423065344 00000100:00100000:1.0:1746166152.883006:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423065344 00000100:00100000:1.0:1746166152.883025:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423065856 00000100:00100000:1.0:1746166152.883026:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423065856 00000100:00100000:1.0:1746166152.883036:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2292 00000100:00100000:1.0:1746166152.883040:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090461880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423065344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166152.883066:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166152.883066:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090461880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423065344:12345-0@lo:400:kworker.0 Request processed in 26us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166152.883071:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2292 00000100:00100000:1.0:1746166152.883081:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2293 00000100:00100000:0.0:1746166152.883083:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423065600:0@lo:8:kworker.0 00000100:00100000:1.0:1746166152.883085:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090462a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423065856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166152.883099:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166152.883104:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090462a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423065856:12345-0@lo:400:kworker.0 Request processed in 18us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166152.883110:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2293 00000100:00100000:1.0:1746166152.883123:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423065216 00000100:00100000:0.0:1746166152.883124:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423065088 00000100:00100000:1.0:1746166152.883125:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423065216 00000100:00100000:0.0:1746166152.883127:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423065088 00000100:00100000:1.0:1746166152.883139:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423065600 00000100:00100000:1.0:1746166152.883140:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423065600 00000100:00100000:0.0:1746166152.883145:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7574 00000100:00100000:0.0:1746166152.883151:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090463b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423065216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166152.883174:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090463b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423065216:12345-0@lo:400:kworker.0 Request processed in 24us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166152.883190:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423065472:0@lo:400:kworker.0 00000100:00100000:3.0:1746166152.883217:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166152.883239:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746166152.883243:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423065728:0@lo:400:kworker.0 00000100:00100000:3.0:1746166152.883256:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166152.883272:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423065728 00000100:00100000:3.0:1746166152.883274:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423065728 00000100:00100000:0.0:1746166152.883972:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7574 00000100:00100000:1.0:1746166152.883981:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49935 00000100:00100000:1.0:1746166152.883986:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423065088:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1746166152.883987:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49936 00000100:00100000:0.0:1746166152.883991:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423065600:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166152.884003:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1746166152.884007:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166152.884036:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423065600:12345-0@lo:8:kworker.0 Request processed in 44us (937us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166152.884037:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423065088:12345-0@lo:8:kworker.0 Request processed in 49us (970us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166152.884041:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49936 00000100:00080000:0.0:1746166152.884067:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166152.884070:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166152.884073:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423065088:0@lo:8:kworker.0 00000100:00080000:0.0:1746166152.884079:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166152.884081:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166152.884084:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423065600:0@lo:8:kworker.0 00000100:00080000:0.0:1746166152.884100:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166152.884123:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423065216:0@lo:400:kworker.0 00000100:00100000:0.0:1746166152.884131:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423065856:0@lo:400:kworker.0 00000100:00100000:0.0:1746166152.884137:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423065344:0@lo:400:kworker.0 00000100:00100000:0.0:1746166152.884179:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423065472 00000100:00100000:0.0:1746166152.884183:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423065472 00000100:00100000:0.0:1746166152.884200:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35478 00000100:00100000:0.0:1746166152.884204:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423065472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166152.884214:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7575 00000100:00100000:3.0:1746166152.884221:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423065728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166152.884228:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423065472:12345-0@lo:400:kworker.0 Request processed in 24us (1011us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166152.884232:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35478 00000100:00100000:3.0:1746166152.884248:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423065728:12345-0@lo:400:kworker.0 Request processed in 29us (991us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166152.884252:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7575 00000100:00100000:0.0:1746166152.884259:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423065728:0@lo:400:kworker.0 00000100:00100000:0.0:1746166152.884265:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423065472:0@lo:400:kworker.0 00000100:00100000:1.0:1746166152.884313:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49935 00000100:00100000:2.0:1746166152.886622:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423064960:0@lo:400:kworker.0 00000100:00100000:2.0:1746166152.886696:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423064576:0@lo:400:kworker.0 00000100:00100000:2.0:1746166152.930084:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746166152.930103:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090463100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423065984:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166152.930160:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166152.931095:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423065984 00000100:00100000:1.0:1746166152.931104:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423065984 00000100:00100000:1.0:1746166152.931150:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35479 00000100:00100000:1.0:1746166152.931157:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423065984:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166152.931187:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166152.931241:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423065984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (1081us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166152.931248:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35479 00000100:00100000:3.0:1746166152.931331:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090463100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423065984:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166152.932367:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746166152.932377:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423066112:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166152.932407:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166152.932480:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423066112 00000100:00100000:2.0:1746166152.932485:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423066112 00000100:00100000:2.0:1746166152.932517:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35480 00000100:00100000:2.0:1746166152.932523:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423066112:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166152.932541:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166152.933582:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423066112:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1057us (1172us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166152.933588:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35480 00000100:00100000:3.0:1746166152.933593:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423066112:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166153.170572:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746166153.170589:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423066240:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166153.170666:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166153.171047:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423066240 00000100:00100000:2.0:1746166153.171054:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423066240 00000100:00100000:2.0:1746166153.171576:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6948 00000100:00100000:2.0:1746166153.171588:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423066240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166153.171615:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166153.171699:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423066240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 112us (1031us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166153.172262:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423066240:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166153.173417:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6948 00010000:00010000:0.0:1746166153.453874:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166154.456315:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166155.457894:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166156.460318:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166156.850708:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746166156.850725:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423066368:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166156.850778:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166156.851768:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423066368 00000100:00100000:2.0:1746166156.851775:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423066368 00000100:00100000:2.0:1746166156.851997:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6949 00000100:00100000:2.0:1746166156.852005:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423066368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166156.852029:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166156.852063:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423066368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (1285us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166156.852068:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6949 00000100:00080000:2.0:1746166156.852091:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166156.852202:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423066368:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746166157.462116:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166157.823271:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166157.823996:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166157.824023:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166157.824093:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166157.824116:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439123840 00000100:00100000:2.0:1746166157.824119:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439123968 00000100:00100000:0.0:1746166157.824122:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439123840 00000100:00100000:2.0:1746166157.824122:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439123968 00000100:00100000:1.0:1746166157.824174:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439123712 00000100:00100000:2.0:1746166157.824176:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2294 00000100:00100000:1.0:1746166157.824178:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439123712 00000100:00100000:2.0:1746166157.824183:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439123968:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166157.824197:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 692 00000100:00100000:1.0:1746166157.824201:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439123712:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166157.824233:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439123712:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 31us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166157.824233:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439123968:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 51us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166157.824239:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 692 00000100:00100000:2.0:1746166157.824239:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2294 00000100:00100000:1.0:1746166157.824261:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439124096 00000100:00100000:1.0:1746166157.824270:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439124096 00000100:00100000:1.0:1746166157.824285:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49937 00000100:00100000:1.0:1746166157.824289:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439124096:12345-192.168.201.29@tcp:8:kworker.0 00000100:00080000:3.0:1746166157.824304:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746166157.824309:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166157.824318:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2295 00000100:00100000:0.0:1746166157.824323:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439123840:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166157.824357:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439123840:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 34us (1092us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166157.824362:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2295 00010000:00020000:1.0:1746166157.824416:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166157.824435:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439124096:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 145us (341us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166157.824439:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49937 00000100:00080000:0.0:1746166157.891363:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166157.891368:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166157.891372:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166157.891379:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10073 00000100:00080000:0.0:1746166157.891384:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746166157.891389:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746166157.891391:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423066624:0@lo:400:kworker.0 00000100:00100000:0.0:1746166157.891408:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136053800 x1830977423067008/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166157.891432:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166157.891434:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1746166157.891434:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423066880:0@lo:400:kworker.0 00000100:00080000:0.0:1746166157.891435:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166157.891438:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10073 00000100:00080000:0.0:1746166157.891439:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746166157.891442:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746166157.891442:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166157.891450:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136050380 x1830977423067520/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746166157.891468:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166157.891478:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136053800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423067008:0@lo:8:kworker.0 00000100:00100000:0.0:1746166157.891502:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166157.891597:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423066496:0@lo:400:kworker.0 00000100:00100000:2.0:1746166157.891626:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166157.891649:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423066496 00000100:00100000:2.0:1746166157.891654:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423066496 00000100:00100000:2.0:1746166157.891701:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:2.0:1746166157.891707:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423066496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166157.891729:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423066752:0@lo:400:kworker.0 00000100:00100000:2.0:1746166157.891741:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423066496:12345-0@lo:400:kworker.0 Request processed in 34us (114us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166157.891747:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:3.0:1746166157.891748:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166157.891762:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423066880 00000100:00100000:3.0:1746166157.891765:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423066880 00000100:00100000:2.0:1746166157.891781:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423066624 00000100:00100000:2.0:1746166157.891784:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423066624 00000100:00100000:3.0:1746166157.891785:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35481 00000100:00100000:3.0:1746166157.891791:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423066880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166157.891806:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423066752 00000100:00100000:2.0:1746166157.891808:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423066752 00000100:00100000:3.0:1746166157.891818:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423066880:12345-0@lo:400:kworker.0 Request processed in 28us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166157.891822:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2296 00000100:00100000:3.0:1746166157.891824:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35481 00000100:00100000:2.0:1746166157.891828:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090460e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423066624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166157.891850:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2297 00000100:00100000:2.0:1746166157.891851:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090460e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423066624:12345-0@lo:400:kworker.0 Request processed in 23us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166157.891855:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2296 00000100:00100000:3.0:1746166157.891855:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423066752:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1746166157.891868:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746166157.891871:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166157.891875:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423066752:12345-0@lo:400:kworker.0 Request processed in 22us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166157.891879:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2297 00000100:00100000:1.0:1746166157.891974:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423066624:0@lo:400:kworker.0 00000100:00100000:1.0:1746166157.891991:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423067264:0@lo:400:kworker.0 00000100:00100000:1.0:1746166157.892006:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166157.894567:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423067008 00000100:00100000:0.0:1746166157.894578:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423067008 00000100:00100000:0.0:1746166157.894612:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49938 00000100:00100000:0.0:1746166157.894619:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136053100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423067008:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166157.894640:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166157.894641:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423067264 00000100:00100000:3.0:1746166157.894646:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423067264 00000100:00100000:3.0:1746166157.894689:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2298 00000100:00100000:3.0:1746166157.894697:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090460380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423067264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166157.894704:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136053100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423067008:12345-0@lo:8:kworker.0 Request processed in 85us (3200us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166157.894880:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49938 00000100:00100000:3.0:1746166157.894917:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090460380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423067264:12345-0@lo:400:kworker.0 Request processed in 221us (2909us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166157.894922:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2298 00000100:00100000:1.0:1746166157.895170:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423067264:0@lo:400:kworker.0 00000100:00080000:2.0:1746166157.896048:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166157.896052:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166157.896056:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136053800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423067008:0@lo:8:kworker.0 00000100:00100000:2.0:1746166157.896063:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136050380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423067520:0@lo:8:kworker.0 00000100:00100000:2.0:1746166157.896094:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166157.896177:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423067520 00000100:00100000:1.0:1746166157.896180:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423067520 00000100:00100000:1.0:1746166157.896196:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49939 00000100:00100000:1.0:1746166157.896199:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423067520:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166157.896213:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166157.896246:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423067520:12345-0@lo:8:kworker.0 Request processed in 45us (151us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166157.896252:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49939 00000100:00080000:3.0:1746166157.896379:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166157.896383:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166157.896579:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136050380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423067520:0@lo:8:kworker.0 00000100:00100000:0.0:1746166157.897940:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423066496:0@lo:400:kworker.0 00000100:00100000:0.0:1746166157.897951:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136051f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423067136:0@lo:400:kworker.0 00000100:00100000:0.0:1746166157.897986:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166157.898006:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136050700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423067776:0@lo:400:kworker.0 00000100:00100000:0.0:1746166157.898025:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166157.898049:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746166157.898054:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136052a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423067648:0@lo:400:kworker.0 00000100:00100000:0.0:1746166157.898070:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166157.898364:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423066880:0@lo:400:kworker.0 00000100:00100000:3.0:1746166157.898395:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423066752:0@lo:400:kworker.0 00000100:00100000:3.0:1746166157.898400:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136051c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423067392:0@lo:400:kworker.0 00000100:00100000:3.0:1746166157.898421:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166157.898456:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423067392 00000100:00100000:3.0:1746166157.898460:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423067392 00000100:00100000:3.0:1746166157.898487:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35482 00000100:00100000:3.0:1746166157.898493:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423067392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166157.898526:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423067392:12345-0@lo:400:kworker.0 Request processed in 34us (105us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166157.898532:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35482 00000100:00100000:3.0:1746166157.898572:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136051c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423067392:0@lo:400:kworker.0 00000100:00100000:3.0:1746166157.898587:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423067776 00000100:00100000:3.0:1746166157.898589:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423067776 00000100:00100000:3.0:1746166157.898607:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2299 00000100:00100000:3.0:1746166157.898611:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136050380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423067776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166157.898634:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136050380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423067776:12345-0@lo:400:kworker.0 Request processed in 23us (609us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166157.898639:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2299 00000100:00100000:0.0:1746166157.900026:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136050700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423067776:0@lo:400:kworker.0 00000100:00100000:2.0:1746166157.900385:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423067136 00000100:00100000:2.0:1746166157.900389:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423067136 00000100:00100000:2.0:1746166157.900422:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423067648 00000100:00100000:2.0:1746166157.900424:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423067648 00000100:00100000:2.0:1746166157.900445:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7576 00000100:00100000:2.0:1746166157.900450:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423067136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166157.900491:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423067136:12345-0@lo:400:kworker.0 Request processed in 41us (2505us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166157.900498:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7576 00000100:00100000:2.0:1746166157.900508:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7577 00000100:00100000:2.0:1746166157.900512:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136053800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423067648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166157.900531:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136053800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423067648:12345-0@lo:400:kworker.0 Request processed in 19us (2460us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166157.900535:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7577 00000100:00080000:2.0:1746166157.900558:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166157.900627:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136052a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423067648:0@lo:400:kworker.0 00000100:00100000:0.0:1746166157.900637:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136051f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423067136:0@lo:400:kworker.0 00000100:00100000:3.0:1746166157.938018:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746166157.938035:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423067904:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166157.938084:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166157.938118:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423067904 00000100:00100000:3.0:1746166157.938123:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423067904 00000100:00100000:3.0:1746166157.938154:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35483 00000100:00100000:3.0:1746166157.938160:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423067904:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166157.938187:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166157.938213:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423067904:12345-0@lo:41:osp-pre-0-1.0 Request processed in 53us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166157.938219:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35483 00000100:00100000:3.0:1746166157.938251:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423067904:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166157.939088:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746166157.939097:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423068032:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166157.939123:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166157.939259:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423068032 00000100:00100000:2.0:1746166157.939492:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423068032 00000100:00100000:2.0:1746166157.939528:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35484 00000100:00100000:2.0:1746166157.939534:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090463100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423068032:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166157.939583:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166157.939612:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090463100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423068032:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166157.939617:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35484 00000100:00100000:1.0:1746166157.939722:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423068032:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166158.179315:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423068160:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166158.179371:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166158.179606:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423068160 00000100:00100000:1.0:1746166158.179613:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423068160 00000100:00100000:1.0:1746166158.179656:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6950 00000100:00100000:1.0:1746166158.179664:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423068160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746166158.179708:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166158.179758:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423068160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166158.179765:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6950 00000100:00100000:3.0:1746166158.180346:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423068160:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166158.466707:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166159.466492:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166160.467941:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166161.473743:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166161.857884:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136051f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423068288:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166161.857940:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166161.858215:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423068288 00000100:00100000:0.0:1746166161.858223:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423068288 00000100:00080000:3.0:1746166161.858650:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166161.864098:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6951 00000100:00100000:0.0:1746166161.864113:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423068288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166161.864141:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166161.864207:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423068288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (6267us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166161.864212:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6951 00000100:00100000:2.0:1746166161.871160:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136051f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423068288:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746166162.476026:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166162.830840:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166162.830889:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166162.830905:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439124352 00000100:00100000:3.0:1746166162.830914:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439124352 00000100:00100000:0.0:1746166162.830919:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166162.830956:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439124480 00000100:00100000:3.0:1746166162.830958:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439124480 00000100:00100000:3.0:1746166162.830975:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2300 00000100:00100000:3.0:1746166162.830982:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136052a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439124352:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166162.830989:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166162.831035:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2301 00000100:00100000:0.0:1746166162.831042:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136050700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439124480:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166162.831046:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439124608 00000100:00100000:1.0:1746166162.831049:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439124608 00000100:00100000:1.0:1746166162.831070:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49940 00000100:00100000:1.0:1746166162.831075:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439124608:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:0.0:1746166162.831086:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136050700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439124480:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 45us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166162.831092:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2301 00010000:00020000:1.0:1746166162.831095:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1746166162.831118:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166162.831120:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439124608:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 45us (131us total) trans 0 rc -19/-19 00000100:00080000:0.0:1746166162.831121:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166162.831126:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49940 00000100:00100000:3.0:1746166162.831221:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136052a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439124352:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 239us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166162.831223:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439124224 00000100:00100000:2.0:1746166162.831226:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439124224 00000100:00100000:3.0:1746166162.831227:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2300 00000100:00100000:2.0:1746166162.831251:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 694 00000100:00100000:2.0:1746166162.831256:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439124224:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166162.831279:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439124224:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 22us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166162.831284:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 694 00000100:00080000:0.0:1746166162.897870:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1746166162.897870:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136051f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423068416:0@lo:400:kworker.0 00000100:00080000:0.0:1746166162.897875:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166162.897878:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166162.897883:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10078 00000100:00080000:0.0:1746166162.897887:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746166162.897893:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166162.897909:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800968bf800 x1830977423068928/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746166162.897921:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746166162.897932:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166162.897935:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166162.897936:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166162.897939:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10078 00000100:00080000:0.0:1746166162.897941:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746166162.897944:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166162.897951:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800968bd180 x1830977423069440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746166162.897966:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423069056:0@lo:400:kworker.0 00000100:00100000:1.0:1746166162.897982:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166162.897990:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423068416 00000100:00100000:1.0:1746166162.897993:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423069696:0@lo:400:kworker.0 00000100:00100000:0.0:1746166162.897997:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423068416 00000100:00100000:1.0:1746166162.898005:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166162.898014:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746166162.898016:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136051c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423068544:0@lo:400:kworker.0 00000100:00100000:1.0:1746166162.898025:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166162.898026:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:0.0:1746166162.898032:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423068416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166162.898032:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423069184:0@lo:400:kworker.0 00000100:00100000:1.0:1746166162.898041:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166162.898056:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423069696 00000100:00100000:1.0:1746166162.898058:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423069696 00000100:00100000:0.0:1746166162.898068:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423068416:12345-0@lo:400:kworker.0 Request processed in 36us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166162.898074:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:1.0:1746166162.898074:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423068544 00000100:00100000:1.0:1746166162.898075:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423068544 00000100:00100000:1.0:1746166162.898088:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423069184 00000100:00100000:1.0:1746166162.898090:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423069184 00000100:00100000:0.0:1746166162.898097:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2302 00000100:00100000:0.0:1746166162.898102:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423069696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166162.898121:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423069696:12345-0@lo:400:kworker.0 Request processed in 20us (115us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166162.898138:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423068928:0@lo:8:kworker.0 00000100:00100000:3.0:1746166162.898157:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166162.898167:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423069440:0@lo:8:kworker.0 00000100:00100000:2.0:1746166162.898176:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423068672:0@lo:400:kworker.0 00000100:00100000:3.0:1746166162.898176:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166162.898190:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423069056 00000100:00100000:3.0:1746166162.898192:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423069056 00000100:00100000:2.0:1746166162.898203:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166162.898205:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423068928 00000100:00100000:3.0:1746166162.898206:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423068928 00000100:00100000:3.0:1746166162.898212:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423069440 00000100:00100000:3.0:1746166162.898213:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423069440 00000100:00100000:2.0:1746166162.898217:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423069312:0@lo:400:kworker.0 00000100:00100000:3.0:1746166162.898219:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7578 00000100:00100000:3.0:1746166162.898223:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423069056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166162.898235:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166162.898241:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423069056:12345-0@lo:400:kworker.0 Request processed in 19us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166162.898245:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7578 00000100:00100000:2.0:1746166162.898251:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1746166162.898255:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49941 00000100:00100000:2.0:1746166162.898256:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423068800:0@lo:400:kworker.0 00000100:00100000:3.0:1746166162.898258:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423068928:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166162.898271:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166162.898272:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166162.898285:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423069568:0@lo:400:kworker.0 00000100:00100000:3.0:1746166162.898286:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423068928:12345-0@lo:8:kworker.0 Request processed in 28us (128us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166162.898289:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49941 00000100:00100000:3.0:1746166162.898297:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49942 00000100:00100000:2.0:1746166162.898299:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166162.898300:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423069440:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166162.898304:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166162.898312:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423069440:12345-0@lo:8:kworker.0 Request processed in 12us (136us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166162.898315:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49942 00000100:00100000:3.0:1746166162.898319:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423069568 00000100:00100000:3.0:1746166162.898320:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423069568 00000100:00100000:2.0:1746166162.898328:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423069312 00000100:00100000:2.0:1746166162.898331:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423069312 00000100:00100000:3.0:1746166162.898331:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7579 00000100:00100000:3.0:1746166162.898333:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423069568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166162.898346:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423069568:12345-0@lo:400:kworker.0 Request processed in 13us (47us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166162.898350:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423068800 00000100:00100000:3.0:1746166162.898350:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7579 00000100:00100000:2.0:1746166162.898352:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423068800 00000100:00100000:2.0:1746166162.898363:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35485 00000100:00100000:2.0:1746166162.898367:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ea2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423069312:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1746166162.898370:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166162.898372:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166162.898375:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423068928:0@lo:8:kworker.0 00000100:00080000:3.0:1746166162.898379:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166162.898380:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166162.898382:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423069440:0@lo:8:kworker.0 00000100:00100000:2.0:1746166162.898394:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ea2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423069312:12345-0@lo:400:kworker.0 Request processed in 26us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166162.898396:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423068672 00000100:00100000:3.0:1746166162.898397:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423068672 00000100:00100000:2.0:1746166162.898398:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35485 00000100:00100000:2.0:1746166162.898407:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35486 00000100:00100000:2.0:1746166162.898411:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423068800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166162.898421:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2303 00000100:00100000:1.0:1746166162.898425:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423068544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166162.898431:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423068800:12345-0@lo:400:kworker.0 Request processed in 20us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166162.898436:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35486 00000100:00100000:1.0:1746166162.898445:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423068544:12345-0@lo:400:kworker.0 Request processed in 20us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166162.898448:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2303 00000100:00100000:2.0:1746166162.898474:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423068800:0@lo:400:kworker.0 00000100:00100000:1.0:1746166162.898476:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2304 00000100:00100000:2.0:1746166162.898483:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423069568:0@lo:400:kworker.0 00000100:00100000:1.0:1746166162.898484:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423069184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166162.898491:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423069312:0@lo:400:kworker.0 00000100:00100000:1.0:1746166162.898505:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423069184:12345-0@lo:400:kworker.0 Request processed in 25us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166162.898510:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2304 00000100:00080000:1.0:1746166162.898525:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166162.898529:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746166162.898530:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166162.899831:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2302 00000100:00100000:0.0:1746166162.899852:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2305 00000100:00100000:0.0:1746166162.900133:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423068672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166162.900197:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423068672:12345-0@lo:400:kworker.0 Request processed in 338us (1993us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166162.900203:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2305 00000100:00100000:3.0:1746166162.900240:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423068672:0@lo:400:kworker.0 00000100:00100000:0.0:1746166162.900892:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136051c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423068544:0@lo:400:kworker.0 00000100:00100000:0.0:1746166162.900904:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423069184:0@lo:400:kworker.0 00000100:00100000:0.0:1746166162.900912:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423069696:0@lo:400:kworker.0 00000100:00100000:0.0:1746166162.900921:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423069056:0@lo:400:kworker.0 00000100:00100000:0.0:1746166162.900928:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136051f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423068416:0@lo:400:kworker.0 00000100:00100000:0.0:1746166162.946671:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746166162.946706:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f849180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423069824:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166162.946762:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166162.946818:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423069824 00000100:00100000:2.0:1746166162.946825:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423069824 00000100:00100000:2.0:1746166162.946861:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35487 00000100:00100000:2.0:1746166162.946868:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423069824:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166162.946873:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746166162.946881:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423069952:0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166162.946894:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166162.946901:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166162.946917:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423069952 00000100:00100000:3.0:1746166162.946919:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423069952 00000100:00100000:3.0:1746166162.946934:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35488 00000100:00100000:3.0:1746166162.946938:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423069952:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166162.946944:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423069824:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166162.946950:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35487 00000004:00000024:3.0:1746166162.946952:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166162.946973:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423069952:12345-0@lo:41:osp-pre-0-1.0 Request processed in 34us (71us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166162.946977:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35488 00000100:00100000:3.0:1746166162.947003:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423069952:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166162.947413:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f849180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423069824:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166163.186210:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423070080:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166163.186267:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166163.189057:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423070080 00000100:00100000:2.0:1746166163.189068:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423070080 00000100:00100000:2.0:1746166163.189122:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6952 00000100:00100000:2.0:1746166163.189129:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423070080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166163.189156:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166163.189205:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423070080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (2939us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166163.189211:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6952 00000100:00100000:0.0:1746166163.189339:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423070080:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166163.478324:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166164.480977:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166165.483517:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166166.485859:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166166.882217:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423070208:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166166.882276:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166166.882607:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423070208 00000100:00100000:2.0:1746166166.882614:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423070208 00000100:00100000:2.0:1746166166.882672:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6953 00000100:00100000:2.0:1746166166.882694:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f849180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423070208:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1746166166.882771:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:2.0:1746166166.882909:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166166.882961:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f849180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423070208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 268us (684us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166166.882968:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6953 00000100:00100000:1.0:1746166166.883061:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423070208:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746166167.487885:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166167.838248:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166167.838373:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439124736 00000100:00100000:2.0:1746166167.838405:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439124736 00000100:00100000:2.0:1746166167.838443:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 696 00000100:00100000:2.0:1746166167.838452:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439124736:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166167.840979:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439124736:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1515us (1725us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166167.840989:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 696 00000100:00100000:0.0:1746166167.841225:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166167.841316:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166167.841579:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166167.841600:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439124864 00000100:00100000:0.0:1746166167.841604:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439124864 00000100:00100000:1.0:1746166167.844222:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439125120 00000100:00100000:1.0:1746166167.844232:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439125120 00000100:00100000:1.0:1746166167.844266:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49943 00000100:00100000:1.0:1746166167.844273:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439125120:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166167.844294:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166167.844340:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439125120:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 68us (2761us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166167.844346:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49943 00000100:00100000:2.0:1746166167.845974:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439124992 00000100:00100000:2.0:1746166167.845983:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439124992 00000100:00100000:3.0:1746166167.846013:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2306 00000100:00100000:3.0:1746166167.846023:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439124864:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166167.846028:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2307 00000100:00100000:2.0:1746166167.846036:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439124992:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166167.846068:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439124864:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 48us (4844us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166167.846070:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439124992:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 35us (4753us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166167.846074:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2306 00000100:00100000:2.0:1746166167.846078:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2307 00000100:00080000:0.0:1746166167.846480:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166167.846483:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746166167.908566:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1746166167.908566:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423070336:0@lo:400:kworker.0 00000100:00080000:0.0:1746166167.908571:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166167.908573:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166167.908578:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10083 00000100:00080000:0.0:1746166167.908582:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746166167.908588:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166167.908604:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800968bf800 x1830977423070848/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746166167.908624:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746166167.908648:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166167.908651:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166167.908653:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166167.908656:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10083 00000100:00080000:0.0:1746166167.908657:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166167.908661:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166167.908668:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423070848:0@lo:8:kworker.0 00000100:00100000:0.0:1746166167.908670:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090ce9c00 x1830977423071360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746166167.908697:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136051f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423070976:0@lo:400:kworker.0 00000100:00100000:0.0:1746166167.908719:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423070592:0@lo:400:kworker.0 00000100:00100000:3.0:1746166167.908724:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166167.908732:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423070336 00000100:00100000:2.0:1746166167.908738:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423070336 00000100:00100000:2.0:1746166167.908973:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:1.0:1746166167.908980:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423070720:0@lo:400:kworker.0 00000100:00100000:2.0:1746166167.908980:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423070336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166167.911060:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166167.911060:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423071616:0@lo:400:kworker.0 00000100:00100000:0.0:1746166167.911081:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423071232:0@lo:400:kworker.0 00000100:00100000:3.0:1746166167.911088:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166167.911106:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166167.911474:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423070464:0@lo:400:kworker.0 00000100:00100000:1.0:1746166167.911494:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166167.911514:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136051c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423071104:0@lo:400:kworker.0 00000100:00100000:1.0:1746166167.911529:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166167.911659:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423071232 00000100:00100000:3.0:1746166167.911664:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423071232 00000100:00100000:3.0:1746166167.911711:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35489 00000100:00100000:3.0:1746166167.911717:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423071232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166167.911758:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423071232:12345-0@lo:400:kworker.0 Request processed in 42us (651us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166167.911764:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35489 00000100:00100000:2.0:1746166167.914872:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423070336:12345-0@lo:400:kworker.0 Request processed in 5885us (6240us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166167.914883:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:2.0:1746166167.914933:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166167.914962:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423071360:0@lo:8:kworker.0 00000100:00100000:1.0:1746166167.914973:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423070976 00000100:00100000:1.0:1746166167.914979:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423070976 00000100:00100000:2.0:1746166167.914993:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166167.915006:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423070848 00000100:00100000:1.0:1746166167.915009:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423070848 00000100:00100000:2.0:1746166167.915013:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423071360 00000100:00100000:2.0:1746166167.915017:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423071360 00000100:00100000:1.0:1746166167.915024:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7580 00000100:00100000:2.0:1746166167.915029:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49944 00000100:00100000:1.0:1746166167.915030:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423070976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166167.915034:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423070848:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166167.915052:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166167.915076:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423070976:12345-0@lo:400:kworker.0 Request processed in 46us (6351us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166167.915081:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423070848:12345-0@lo:8:kworker.0 Request processed in 46us (147us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166167.915082:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7580 00000100:00100000:2.0:1746166167.915086:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49944 00000100:00100000:1.0:1746166167.915093:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49945 00000100:00100000:1.0:1746166167.915101:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423071360:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166167.915111:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1746166167.915119:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166167.915123:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166167.915127:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423070848:0@lo:8:kworker.0 00000100:00100000:1.0:1746166167.915133:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423071360:12345-0@lo:8:kworker.0 Request processed in 31us (139us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166167.915138:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49945 00000100:02020000:2.0:1746166167.915141:0:3768:0:(client.c:1389:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_connect to node 0@lo failed: rc = -19 00000100:00080000:2.0:1746166167.915144:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166167.915146:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166167.915148:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423071360:0@lo:8:kworker.0 00000100:00100000:3.0:1746166167.915969:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423070592 00000100:00100000:0.0:1746166167.915972:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423071616 00000100:00100000:3.0:1746166167.915974:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423070592 00000100:00100000:0.0:1746166167.915977:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423071616 00000100:00100000:0.0:1746166167.916013:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423070464 00000100:00100000:0.0:1746166167.916015:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423070464 00000100:00100000:0.0:1746166167.916029:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423071104 00000100:00100000:0.0:1746166167.916031:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423071104 00000100:00100000:1.0:1746166167.916084:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2308 00000100:00100000:1.0:1746166167.916090:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423071616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166167.916131:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423071616:12345-0@lo:400:kworker.0 Request processed in 42us (5042us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166167.916137:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2308 00000100:00100000:1.0:1746166167.916148:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2309 00000100:00100000:1.0:1746166167.916152:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423070592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166167.916170:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423070592:12345-0@lo:400:kworker.0 Request processed in 18us (5114us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166167.916174:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2309 00000100:00100000:2.0:1746166167.916189:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2310 00000100:00100000:1.0:1746166167.916215:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2311 00000100:00100000:2.0:1746166167.916230:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f849f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423070464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166167.916250:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423071616:0@lo:400:kworker.0 00000100:00100000:3.0:1746166167.916258:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136051f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423070976:0@lo:400:kworker.0 00000100:00100000:2.0:1746166167.916263:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f849f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423070464:12345-0@lo:400:kworker.0 Request processed in 67us (4767us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166167.916266:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423070336:0@lo:400:kworker.0 00000100:00100000:2.0:1746166167.916268:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2310 00000100:00100000:2.0:1746166167.916293:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423070464:0@lo:400:kworker.0 00000100:00080000:3.0:1746166167.916299:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746166167.916305:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166167.916321:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166167.916323:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423070592:0@lo:400:kworker.0 00000100:00100000:3.0:1746166167.916335:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423071232:0@lo:400:kworker.0 00000100:00100000:2.0:1746166167.916341:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ceb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423071488:0@lo:400:kworker.0 00000100:00100000:3.0:1746166167.916350:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423070720 00000100:00100000:3.0:1746166167.916353:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423070720 00000100:00100000:2.0:1746166167.916358:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166167.916374:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35490 00000100:00100000:3.0:1746166167.916386:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423070720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166167.916392:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423071488 00000100:00100000:2.0:1746166167.916395:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423071488 00000100:00100000:2.0:1746166167.916416:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7581 00000100:00100000:3.0:1746166167.916419:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423070720:12345-0@lo:400:kworker.0 Request processed in 40us (96us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166167.916421:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423071488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166167.916424:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35490 00000100:00100000:2.0:1746166167.916446:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423071488:12345-0@lo:400:kworker.0 Request processed in 24us (86us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166167.916451:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7581 00000100:00080000:2.0:1746166167.916462:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166167.916475:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423070720:0@lo:400:kworker.0 00000100:00100000:2.0:1746166167.916484:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ceb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423071488:0@lo:400:kworker.0 00000100:00100000:1.0:1746166167.916583:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423071104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166167.916623:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423071104:12345-0@lo:400:kworker.0 Request processed in 403us (5093us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166167.916630:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2311 00000100:00100000:2.0:1746166167.929910:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136051c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423071104:0@lo:400:kworker.0 00000100:00100000:2.0:1746166167.953888:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423071744:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166167.953945:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166167.953991:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746166167.953997:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423071872:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166167.954015:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166167.954038:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423071744 00000100:00100000:0.0:1746166167.954046:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423071744 00000100:00100000:0.0:1746166167.954097:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423071872 00000100:00100000:0.0:1746166167.954100:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423071872 00000100:00100000:3.0:1746166167.954224:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35491 00000100:00100000:3.0:1746166167.954233:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423071744:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166167.954267:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166167.954310:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423071744:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166167.954316:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35491 00000100:00100000:3.0:1746166167.954332:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35492 00000100:00100000:3.0:1746166167.954337:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423071872:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166167.954563:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166167.954587:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423071872:12345-0@lo:41:osp-pre-1-0.0 Request processed in 249us (570us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166167.954592:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35492 00000100:00100000:2.0:1746166167.954670:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423071872:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166167.954699:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423071744:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166168.195479:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746166168.196178:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423072000:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166168.196240:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166168.196342:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423072000 00000100:00100000:2.0:1746166168.196348:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423072000 00000100:00100000:2.0:1746166168.197021:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6954 00000100:00100000:2.0:1746166168.197030:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423072000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166168.197056:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166168.197543:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423072000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 513us (1300us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166168.197553:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6954 00000100:00100000:0.0:1746166168.197671:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423072000:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166168.491615:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166169.493967:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166170.496900:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166171.498022:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166171.892068:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746166171.892090:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423072128:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166171.892156:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166171.892429:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423072128 00000100:00100000:3.0:1746166171.892436:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423072128 00000100:00100000:3.0:1746166171.892474:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6955 00000100:00100000:3.0:1746166171.892482:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423072128:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166171.892504:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166171.892533:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423072128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166171.892538:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6955 00000100:00080000:3.0:1746166171.892571:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166171.892761:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423072128:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746166172.502577:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166172.846717:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166172.846755:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166172.846961:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166172.846984:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439125376 00000100:00100000:0.0:1746166172.846991:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439125376 00000100:00100000:0.0:1746166172.847039:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439125504 00000100:00100000:0.0:1746166172.847041:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439125504 00000100:00100000:0.0:1746166172.847056:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2312 00000100:00100000:0.0:1746166172.847062:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439125376:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166172.847112:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439125376:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 50us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166172.847117:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2312 00000100:00100000:0.0:1746166172.847131:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2313 00000100:00100000:0.0:1746166172.847136:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439125504:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166172.847156:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439125504:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 19us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166172.847161:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2313 00000100:00080000:3.0:1746166172.847376:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746166172.847380:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166172.848076:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166172.848145:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439125632 00000100:00100000:3.0:1746166172.848149:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439125632 00000100:00100000:3.0:1746166172.848176:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49946 00000100:00100000:3.0:1746166172.848180:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c8b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439125632:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166172.848198:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166172.849955:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439125248 00000100:00100000:2.0:1746166172.849962:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439125248 00000100:00100000:2.0:1746166172.850004:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 698 00000100:00100000:2.0:1746166172.850010:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439125248:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166172.850074:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439125248:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 64us (3318us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166172.850080:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 698 00000100:00100000:3.0:1746166172.876014:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c8b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439125632:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 27823us (27931us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166172.876027:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49946 00000100:00080000:0.0:1746166172.915607:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166172.915612:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166172.915615:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166172.915621:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10088 00000100:00080000:0.0:1746166172.915625:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166172.915630:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166172.915648:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090cea300 x1830977423072768/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166172.915721:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423072256:0@lo:400:kworker.0 00000100:00100000:2.0:1746166172.915779:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166172.915827:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746166172.915832:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423072384:0@lo:400:kworker.0 00000100:00100000:3.0:1746166172.915837:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423072512:0@lo:400:kworker.0 00000100:00100000:2.0:1746166172.915855:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166172.915882:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423072256 00000100:00100000:3.0:1746166172.915888:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423072256 00000100:00100000:1.0:1746166172.915908:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423072640:0@lo:400:kworker.0 00000100:00100000:3.0:1746166172.915920:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:3.0:1746166172.915932:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423072256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166172.915933:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166172.915965:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423072640 00000100:00100000:3.0:1746166172.915967:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423072256:12345-0@lo:400:kworker.0 Request processed in 40us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166172.915968:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423072640 00000100:00100000:3.0:1746166172.915973:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:1.0:1746166172.915987:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35493 00000100:00100000:1.0:1746166172.915991:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423072640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166172.916016:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423072640:12345-0@lo:400:kworker.0 Request processed in 25us (83us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166172.916021:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35493 00000100:00100000:1.0:1746166172.916042:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423072640:0@lo:400:kworker.0 00000100:00100000:2.0:1746166172.916127:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423072256:0@lo:400:kworker.0 00000100:00100000:3.0:1746166172.916188:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746166172.916208:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:3.0:1746166172.916210:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ceb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423073152:0@lo:400:kworker.0 00000100:00080000:0.0:1746166172.916211:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166172.916213:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166172.916217:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10088 00000100:00080000:0.0:1746166172.916219:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166172.916221:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746166172.916228:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166172.916231:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090ce9f80 x1830977423073280/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746166172.916245:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423073152 00000100:00100000:3.0:1746166172.916247:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423073152 00000100:00100000:0.0:1746166172.916262:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423072384 00000100:00100000:3.0:1746166172.916262:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35494 00000100:00100000:0.0:1746166172.916265:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423072384 00000100:00100000:3.0:1746166172.916266:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423073152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166172.916285:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423073152:12345-0@lo:400:kworker.0 Request processed in 19us (57us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166172.916290:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423072512 00000100:00100000:3.0:1746166172.916290:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35494 00000100:00100000:0.0:1746166172.916302:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423072512 00000100:00100000:0.0:1746166172.916320:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2314 00000100:00100000:0.0:1746166172.916325:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423072384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166172.916326:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ceb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423073152:0@lo:400:kworker.0 00000100:00100000:3.0:1746166172.916334:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746166172.916339:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423073408:0@lo:400:kworker.0 00000100:00100000:0.0:1746166172.916352:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423072384:12345-0@lo:400:kworker.0 Request processed in 28us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166172.916357:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2314 00000100:00100000:3.0:1746166172.916358:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166172.916365:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2315 00000100:00100000:0.0:1746166172.916369:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423072512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166172.916382:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423073408 00000100:00100000:3.0:1746166172.916384:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423073408 00000100:00100000:0.0:1746166172.916394:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423072512:12345-0@lo:400:kworker.0 Request processed in 24us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166172.916398:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2315 00000100:00100000:3.0:1746166172.916398:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423072512:0@lo:400:kworker.0 00000100:00080000:0.0:1746166172.916410:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746166172.916414:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166172.916415:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166172.916426:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7582 00000100:00100000:3.0:1746166172.916431:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423073408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166172.916454:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423073408:12345-0@lo:400:kworker.0 Request processed in 23us (95us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166172.916458:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7582 00000100:00100000:2.0:1746166172.916472:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423072768:0@lo:8:kworker.0 00000100:00100000:3.0:1746166172.916472:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423073408:0@lo:400:kworker.0 00000100:00100000:2.0:1746166172.916493:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166172.916504:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423072768 00000100:00100000:2.0:1746166172.916505:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423073280:0@lo:8:kworker.0 00000100:00100000:3.0:1746166172.916506:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423072768 00000100:00100000:2.0:1746166172.916518:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166172.916543:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423072896:0@lo:400:kworker.0 00000100:00100000:2.0:1746166172.916559:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166172.916571:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ceb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423073536:0@lo:400:kworker.0 00000100:00100000:2.0:1746166172.916585:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166172.916609:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423072384:0@lo:400:kworker.0 00000100:00100000:2.0:1746166172.916619:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746166172.916623:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423073024:0@lo:400:kworker.0 00000100:00100000:2.0:1746166172.916639:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166172.916658:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423073280 00000100:00100000:2.0:1746166172.916660:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423073280 00000100:00100000:2.0:1746166172.916758:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423072896 00000100:00100000:2.0:1746166172.916761:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423072896 00000100:00100000:2.0:1746166172.916773:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7583 00000100:00100000:2.0:1746166172.916777:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423072896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166172.916800:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423072896:12345-0@lo:400:kworker.0 Request processed in 23us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166172.916805:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7583 00000100:00100000:2.0:1746166172.916812:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49947 00000100:00100000:2.0:1746166172.916815:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423072768:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166172.916831:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166172.916846:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423072768:12345-0@lo:8:kworker.0 Request processed in 30us (354us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166172.916851:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49947 00000100:00100000:2.0:1746166172.916858:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49948 00000100:00100000:2.0:1746166172.916861:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423073280:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166172.916868:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166172.916879:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423073280:12345-0@lo:8:kworker.0 Request processed in 17us (361us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166172.916884:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49948 00000100:00080000:2.0:1746166172.916904:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166172.916907:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166172.916909:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423072768:0@lo:8:kworker.0 00000100:00080000:2.0:1746166172.916915:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166172.916917:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166172.916920:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423073280:0@lo:8:kworker.0 00000100:00100000:2.0:1746166172.916934:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423072896:0@lo:400:kworker.0 00000100:00100000:0.0:1746166172.917408:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423073536 00000100:00100000:0.0:1746166172.917412:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423073536 00000100:00100000:0.0:1746166172.917430:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423073024 00000100:00100000:0.0:1746166172.917431:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423073024 00000100:00100000:0.0:1746166172.917453:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2316 00000100:00100000:0.0:1746166172.917458:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423073536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166172.917551:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2317 00000100:00100000:1.0:1746166172.917557:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423073024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166172.918134:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423073536:12345-0@lo:400:kworker.0 Request processed in 674us (1546us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166172.918141:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2316 00000100:00100000:1.0:1746166172.918319:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423073024:12345-0@lo:400:kworker.0 Request processed in 760us (1677us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166172.918327:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2317 00000100:00100000:3.0:1746166172.918438:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423073024:0@lo:400:kworker.0 00000100:00100000:3.0:1746166172.918446:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ceb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423073536:0@lo:400:kworker.0 00000100:00100000:2.0:1746166172.962070:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746166172.962086:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423073664:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166172.962904:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166172.962937:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423073664 00000100:00100000:2.0:1746166172.962943:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423073664 00000100:00100000:0.0:1746166172.962945:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746166172.962955:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423073792:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166172.962981:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166172.962984:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35495 00000100:00100000:2.0:1746166172.962991:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423073664:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166172.963022:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166172.963054:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423073664:12345-0@lo:41:osp-pre-1-0.0 Request processed in 63us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166172.963060:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35495 00000100:00100000:3.0:1746166172.963352:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423073792 00000100:00100000:3.0:1746166172.963357:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423073792 00000100:00100000:2.0:1746166172.963384:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423073664:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166172.963385:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35496 00000100:00100000:3.0:1746166172.963391:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423073792:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166172.963409:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166172.963626:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423073792:12345-0@lo:41:osp-pre-0-1.0 Request processed in 234us (643us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166172.963633:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35496 00000100:00100000:1.0:1746166172.963872:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423073792:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166173.201897:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423073920:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166173.201953:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166173.202103:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423073920 00000100:00100000:2.0:1746166173.202110:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423073920 00000100:00100000:2.0:1746166173.202145:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6956 00000100:00100000:2.0:1746166173.202152:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423073920:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166173.202177:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166173.202221:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423073920:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166173.202226:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6956 00000100:00100000:1.0:1746166173.202530:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423073920:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166173.504468:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166174.505904:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166175.508039:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166176.513114:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166176.898588:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423074048:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166176.898647:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166176.898770:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423074048 00000100:00100000:3.0:1746166176.898777:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423074048 00000100:00100000:3.0:1746166176.898818:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6957 00000100:00100000:3.0:1746166176.898824:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423074048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166176.898846:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166176.898882:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423074048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166176.898888:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6957 00000100:00080000:3.0:1746166176.898917:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166176.899052:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423074048:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746166177.516292:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166177.854247:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166177.854284:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166177.854307:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166177.854340:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166177.854372:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439125888 00000100:00100000:0.0:1746166177.854378:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439125888 00000100:00100000:0.0:1746166177.854410:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439126016 00000100:00100000:0.0:1746166177.854412:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439126016 00000100:00100000:0.0:1746166177.854425:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2318 00000100:00100000:0.0:1746166177.854431:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439125888:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166177.854477:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439125888:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 47us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166177.854482:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2318 00000100:00100000:0.0:1746166177.854494:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2319 00000100:00100000:0.0:1746166177.854497:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ceb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439126016:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166177.854511:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ceb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439126016:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 13us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166177.854515:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2319 00000100:00080000:0.0:1746166177.854604:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166177.854607:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166177.854663:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439126144 00000100:00100000:2.0:1746166177.854667:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439126144 00000100:00100000:2.0:1746166177.854710:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49949 00000100:00100000:2.0:1746166177.854714:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439126144:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166177.854733:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166177.854764:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439126144:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 48us (422us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166177.854768:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49949 00000100:00100000:3.0:1746166177.855093:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439125760 00000100:00100000:3.0:1746166177.855096:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439125760 00000100:00100000:3.0:1746166177.855899:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 700 00000100:00100000:3.0:1746166177.855906:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439125760:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166177.856141:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439125760:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 232us (1852us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166177.856147:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 700 00000100:00080000:0.0:1746166177.922837:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166177.922842:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166177.922845:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166177.922851:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10093 00000100:00080000:0.0:1746166177.922855:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166177.922859:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166177.922876:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090cebb80 x1830977423074688/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746166177.922934:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423074176:0@lo:400:kworker.0 00000100:00100000:1.0:1746166177.922991:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166177.923046:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746166177.923052:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423074560:0@lo:400:kworker.0 00000100:00100000:3.0:1746166177.923093:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423074304:0@lo:400:kworker.0 00000100:00100000:3.0:1746166177.923118:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166177.923133:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746166177.923136:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423074432:0@lo:400:kworker.0 00000100:00100000:1.0:1746166177.923163:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166177.923198:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423074176 00000100:00100000:1.0:1746166177.923203:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423074176 00000100:00100000:1.0:1746166177.923241:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:1.0:1746166177.923247:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423074176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166177.923280:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423074176:12345-0@lo:400:kworker.0 Request processed in 33us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166177.923285:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:1.0:1746166177.923511:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423074176:0@lo:400:kworker.0 00000100:00100000:1.0:1746166177.923542:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423074560 00000100:00100000:1.0:1746166177.923544:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423074560 00000100:00100000:1.0:1746166177.923561:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35497 00000100:00100000:1.0:1746166177.923565:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423074560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166177.923589:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423074560:12345-0@lo:400:kworker.0 Request processed in 24us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166177.923593:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35497 00000100:00100000:1.0:1746166177.923607:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423074560:0@lo:400:kworker.0 00000100:00100000:1.0:1746166177.923620:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423074304 00000100:00100000:1.0:1746166177.923622:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423074304 00000100:00100000:1.0:1746166177.923642:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2320 00000100:00100000:1.0:1746166177.923646:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423074304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166177.923662:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423074304:12345-0@lo:400:kworker.0 Request processed in 16us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166177.923666:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2320 00000100:00080000:1.0:1746166177.923689:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166177.923928:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166177.923949:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423074304:0@lo:400:kworker.0 00000100:00080000:0.0:1746166177.925738:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166177.925741:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166177.925744:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166177.925748:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10093 00000100:00080000:0.0:1746166177.925751:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746166177.925754:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166177.925769:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090cead80 x1830977423075200/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166177.925801:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423075072:0@lo:400:kworker.0 00000100:00100000:0.0:1746166177.925833:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166177.925853:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746166177.925857:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ceb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423074944:0@lo:400:kworker.0 00000100:00100000:0.0:1746166177.925872:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166177.925891:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423075072 00000100:00100000:0.0:1746166177.925895:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423075072 00000100:00100000:0.0:1746166177.925918:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35498 00000100:00100000:0.0:1746166177.925923:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423075072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166177.925954:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423075072:12345-0@lo:400:kworker.0 Request processed in 31us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166177.925959:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35498 00000100:00100000:0.0:1746166177.925986:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423075072:0@lo:400:kworker.0 00000100:00100000:2.0:1746166177.926049:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423074688:0@lo:8:kworker.0 00000100:00100000:2.0:1746166177.926081:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166177.926098:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423075200:0@lo:8:kworker.0 00000100:00100000:2.0:1746166177.926114:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166177.926135:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423074688 00000100:00100000:2.0:1746166177.926137:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423074688 00000100:00100000:2.0:1746166177.926153:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49950 00000100:00100000:2.0:1746166177.926158:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423074688:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166177.926173:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166177.926196:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423074688:12345-0@lo:8:kworker.0 Request processed in 37us (114us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166177.926200:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49950 00000100:00100000:2.0:1746166177.926219:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423075200 00000100:00100000:2.0:1746166177.926221:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423075200 00000100:00100000:2.0:1746166177.926232:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49951 00000100:00100000:2.0:1746166177.926236:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423075200:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166177.926245:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166177.926262:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423075200:12345-0@lo:8:kworker.0 Request processed in 25us (147us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166177.926266:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49951 00000100:00080000:2.0:1746166177.926293:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166177.926296:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166177.926299:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423074688:0@lo:8:kworker.0 00000100:00080000:2.0:1746166177.926306:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166177.926307:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166177.926309:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423075200:0@lo:8:kworker.0 00000100:00100000:3.0:1746166177.926385:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423075328:0@lo:400:kworker.0 00000100:00100000:3.0:1746166177.926407:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166177.926466:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1746166177.926471:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423074816:0@lo:400:kworker.0 00000100:00100000:3.0:1746166177.926487:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166177.926875:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095624700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423075456:0@lo:400:kworker.0 00000100:00100000:3.0:1746166177.926891:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166177.926932:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423074432 00000100:00100000:0.0:1746166177.926935:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423074432 00000100:00100000:0.0:1746166177.926959:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423074944 00000100:00100000:0.0:1746166177.926961:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423074944 00000100:00100000:0.0:1746166177.926971:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423075456 00000100:00100000:0.0:1746166177.926972:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423075456 00000100:00100000:0.0:1746166177.926982:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2321 00000100:00100000:0.0:1746166177.926986:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423074432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166177.927011:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423074432:12345-0@lo:400:kworker.0 Request processed in 25us (3083us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166177.927016:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2321 00000100:00100000:0.0:1746166177.927024:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2322 00000100:00100000:0.0:1746166177.927027:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095625c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423074944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166177.927043:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095625c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423074944:12345-0@lo:400:kworker.0 Request processed in 16us (1171us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166177.927047:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2322 00000100:00100000:0.0:1746166177.927054:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2323 00000100:00100000:0.0:1746166177.927058:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423075456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166177.927074:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423075456:12345-0@lo:400:kworker.0 Request processed in 16us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166177.927078:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2323 00000100:00080000:0.0:1746166177.927087:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166177.927101:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ceb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423074944:0@lo:400:kworker.0 00000100:00100000:0.0:1746166177.927129:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423074432:0@lo:400:kworker.0 00000100:00100000:2.0:1746166177.927189:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423075328 00000100:00100000:2.0:1746166177.927193:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423075328 00000100:00100000:2.0:1746166177.927226:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423074816 00000100:00100000:2.0:1746166177.927228:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423074816 00000100:00100000:2.0:1746166177.927240:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7584 00000100:00100000:2.0:1746166177.927244:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423075328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166177.927267:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423075328:12345-0@lo:400:kworker.0 Request processed in 23us (860us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166177.927271:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7584 00000100:00100000:2.0:1746166177.927277:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7585 00000100:00100000:2.0:1746166177.927281:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423074816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166177.927295:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423074816:12345-0@lo:400:kworker.0 Request processed in 14us (808us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166177.927299:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7585 00000100:00100000:3.0:1746166177.927813:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423074816:0@lo:400:kworker.0 00000100:00100000:3.0:1746166177.927819:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095624700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423075456:0@lo:400:kworker.0 00000100:00100000:3.0:1746166177.927825:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423075328:0@lo:400:kworker.0 00000100:00080000:0.0:1746166177.928000:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166177.970174:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746166177.970193:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423075584:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166177.970274:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166177.970318:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423075584 00000100:00100000:1.0:1746166177.970323:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423075584 00000100:00100000:1.0:1746166177.970352:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35499 00000100:00100000:1.0:1746166177.970357:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a090b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423075584:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166177.970381:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166177.970632:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a090b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423075584:12345-0@lo:41:osp-pre-1-0.0 Request processed in 274us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166177.970637:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35499 00000100:00100000:1.0:1746166177.970666:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423075584:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166177.970823:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746166177.970830:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423075712:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166177.970852:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166177.970903:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423075712 00000100:00100000:2.0:1746166177.970906:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423075712 00000100:00100000:2.0:1746166177.970923:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35500 00000100:00100000:2.0:1746166177.970927:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423075712:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166177.970942:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166177.970970:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423075712:12345-0@lo:41:osp-pre-0-1.0 Request processed in 42us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166177.970975:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35500 00000100:00100000:0.0:1746166177.971058:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423075712:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166178.211126:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746166178.211825:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0908700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423075840:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166178.211881:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166178.211973:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423075840 00000100:00100000:2.0:1746166178.211979:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423075840 00000100:00100000:2.0:1746166178.212018:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6958 00000100:00100000:2.0:1746166178.212025:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423075840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166178.212051:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166178.212084:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423075840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166178.212090:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6958 00000100:00100000:0.0:1746166178.212178:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0908700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423075840:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166178.519070:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166179.523251:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166180.525875:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166181.528075:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166181.906464:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095627800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423075968:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166181.906521:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166181.906606:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423075968 00000100:00100000:0.0:1746166181.906616:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423075968 00000100:00080000:1.0:1746166181.906672:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166181.906753:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6959 00000100:00100000:0.0:1746166181.906765:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423075968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166181.906791:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166181.906887:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423075968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 127us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166181.906893:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6959 00000100:00100000:2.0:1746166181.906949:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095627800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423075968:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746166182.529881:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166182.868623:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166182.868895:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166182.868933:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166182.869011:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166182.869054:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439126528 00000100:00100000:0.0:1746166182.869062:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439126528 00000100:00100000:0.0:1746166182.869099:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439126400 00000100:00100000:0.0:1746166182.869101:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439126400 00000100:00100000:0.0:1746166182.869116:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2324 00000100:00100000:0.0:1746166182.869134:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095626a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439126528:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166182.869190:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095626a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439126528:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 67us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166182.869197:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2324 00000100:00100000:0.0:1746166182.869209:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2325 00000100:00100000:0.0:1746166182.869214:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439126400:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166182.869232:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439126400:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 18us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166182.869236:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2325 00000100:00080000:0.0:1746166182.869316:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746166182.869319:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166182.869576:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439126272 00000100:00100000:1.0:1746166182.869580:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439126272 00000100:00100000:1.0:1746166182.869605:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 702 00000100:00100000:1.0:1746166182.869610:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f67ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439126272:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166182.869636:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f67ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439126272:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 26us (1020us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166182.869640:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 702 00000100:00100000:3.0:1746166182.869996:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439126656 00000100:00100000:3.0:1746166182.870000:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439126656 00000100:00100000:3.0:1746166182.870019:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49952 00000100:00100000:3.0:1746166182.870024:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439126656:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166182.870044:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166182.870085:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439126656:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 60us (1074us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166182.870091:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49952 00000100:00080000:0.0:1746166182.930061:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166182.930066:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166182.930070:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166182.930077:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10098 00000100:00080000:0.0:1746166182.930082:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746166182.930088:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166182.930103:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090ceb480 x1830977423076608/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166182.930143:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166182.930146:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166182.930147:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166182.930150:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10098 00000100:00080000:0.0:1746166182.930152:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746166182.930155:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166182.930165:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880132c52300 x1830977423077120/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166182.930201:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ceb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423076608:0@lo:8:kworker.0 00000100:00100000:0.0:1746166182.930250:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166182.930290:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423077120:0@lo:8:kworker.0 00000100:00100000:0.0:1746166182.930304:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166182.930517:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423076608 00000100:00100000:0.0:1746166182.930523:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423076608 00000100:00100000:0.0:1746166182.930543:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423077120 00000100:00100000:0.0:1746166182.930544:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423077120 00000100:00100000:0.0:1746166182.930556:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49953 00000100:00100000:0.0:1746166182.930561:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423076608:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166182.930579:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166182.930607:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423076608:12345-0@lo:8:kworker.0 Request processed in 45us (357us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166182.930613:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49953 00000100:00100000:0.0:1746166182.930624:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49954 00000100:00100000:0.0:1746166182.930627:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423077120:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166182.930635:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166182.930652:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423077120:12345-0@lo:8:kworker.0 Request processed in 23us (346us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166182.930656:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49954 00000100:00080000:0.0:1746166182.930700:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166182.930873:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166182.930877:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ceb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423076608:0@lo:8:kworker.0 00000100:00080000:0.0:1746166182.930886:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166182.930888:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166182.930890:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423077120:0@lo:8:kworker.0 00000100:00100000:0.0:1746166182.930926:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423076480:0@lo:400:kworker.0 00000100:00100000:0.0:1746166182.930947:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166182.930959:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423077248:0@lo:400:kworker.0 00000100:00100000:0.0:1746166182.930971:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166182.930981:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1746166182.930984:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423076352:0@lo:400:kworker.0 00000100:00100000:0.0:1746166182.930999:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166182.931009:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423076992:0@lo:400:kworker.0 00000100:00100000:0.0:1746166182.931020:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166182.931037:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423076480 00000100:00100000:0.0:1746166182.931040:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423076480 00000100:00100000:0.0:1746166182.931058:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423076992 00000100:00100000:0.0:1746166182.931060:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423076992 00000100:00100000:0.0:1746166182.931069:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35501 00000100:00100000:0.0:1746166182.931073:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423076480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166182.931099:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423076480:12345-0@lo:400:kworker.0 Request processed in 26us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166182.931104:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35501 00000100:00100000:0.0:1746166182.931112:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35502 00000100:00100000:0.0:1746166182.931115:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423076992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166182.931148:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423076992:12345-0@lo:400:kworker.0 Request processed in 32us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166182.931153:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35502 00000100:00100000:0.0:1746166182.931167:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423077248 00000100:00100000:0.0:1746166182.931170:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423077248 00000100:00100000:0.0:1746166182.931189:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7586 00000100:00100000:0.0:1746166182.931193:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423077248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166182.931212:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423077248:12345-0@lo:400:kworker.0 Request processed in 20us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166182.931217:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7586 00000100:00080000:0.0:1746166182.931227:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166182.931240:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423076992:0@lo:400:kworker.0 00000100:00100000:0.0:1746166182.931246:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423076480:0@lo:400:kworker.0 00000100:00100000:0.0:1746166182.931252:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423077248:0@lo:400:kworker.0 00000100:00100000:0.0:1746166182.931293:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423076352 00000100:00100000:0.0:1746166182.931295:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423076352 00000100:00100000:0.0:1746166182.931318:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2326 00000100:00100000:0.0:1746166182.931322:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423076352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166182.931346:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423076352:12345-0@lo:400:kworker.0 Request processed in 24us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166182.931350:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2326 00000100:00080000:0.0:1746166182.931361:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166182.931371:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423076352:0@lo:400:kworker.0 00000100:00100000:2.0:1746166182.931440:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095624700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423076096:0@lo:400:kworker.0 00000100:00100000:2.0:1746166182.931465:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166182.931493:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423076736:0@lo:400:kworker.0 00000100:00100000:2.0:1746166182.931511:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166182.931524:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423077376:0@lo:400:kworker.0 00000100:00100000:2.0:1746166182.931538:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166182.931552:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1746166182.931556:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423076224:0@lo:400:kworker.0 00000100:00100000:2.0:1746166182.931570:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166182.931581:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423076864:0@lo:400:kworker.0 00000100:00100000:2.0:1746166182.931593:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166182.931611:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423077376 00000100:00100000:2.0:1746166182.931613:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423077376 00000100:00100000:2.0:1746166182.931628:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423076224 00000100:00100000:2.0:1746166182.931630:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423076224 00000100:00100000:2.0:1746166182.931642:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423076864 00000100:00100000:2.0:1746166182.931643:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423076864 00000100:00100000:2.0:1746166182.931652:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2327 00000100:00100000:2.0:1746166182.931656:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423077376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166182.931707:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423077376:12345-0@lo:400:kworker.0 Request processed in 50us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166182.931711:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2327 00000100:00100000:2.0:1746166182.931719:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2328 00000100:00100000:2.0:1746166182.931723:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423076224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166182.931738:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423076224:12345-0@lo:400:kworker.0 Request processed in 16us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166182.931742:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2328 00000100:00100000:2.0:1746166182.931748:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2329 00000100:00100000:2.0:1746166182.931751:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423076864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166182.931763:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423076864:12345-0@lo:400:kworker.0 Request processed in 12us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166182.931770:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2329 00000100:00100000:2.0:1746166182.931789:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423076224:0@lo:400:kworker.0 00000100:00100000:2.0:1746166182.931795:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423076864:0@lo:400:kworker.0 00000100:00100000:2.0:1746166182.931801:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423077376:0@lo:400:kworker.0 00000100:00100000:2.0:1746166182.931845:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423076096 00000100:00100000:2.0:1746166182.931848:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423076096 00000100:00100000:2.0:1746166182.931863:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1746166182.931867:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f67e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423076096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166182.931887:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f67e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423076096:12345-0@lo:400:kworker.0 Request processed in 20us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166182.931891:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1746166182.931908:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095624700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423076096:0@lo:400:kworker.0 00000100:00080000:0.0:1746166182.932073:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166182.932081:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423076736 00000100:00100000:0.0:1746166182.932083:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423076736 00000100:00100000:2.0:1746166182.933638:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7587 00000100:00100000:2.0:1746166182.933649:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423076736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166182.933869:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423076736:12345-0@lo:400:kworker.0 Request processed in 224us (2356us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166182.933875:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7587 00000100:00100000:3.0:1746166182.933940:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423076736:0@lo:400:kworker.0 00000100:00100000:3.0:1746166182.977887:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746166182.977907:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0908a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423077504:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166182.977969:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166182.978115:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423077504 00000100:00100000:0.0:1746166182.978151:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423077504 00000100:00100000:3.0:1746166182.978251:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746166182.978258:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e498e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423077632:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166182.978280:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166182.979006:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423077632 00000100:00100000:0.0:1746166182.979010:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423077632 00000100:00100000:0.0:1746166182.979029:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35503 00000100:00100000:0.0:1746166182.979035:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423077504:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746166182.979062:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166182.979217:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35504 00000100:00100000:3.0:1746166182.979227:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e499500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423077632:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166182.979244:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166182.979270:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e499500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423077632:12345-0@lo:41:osp-pre-0-1.0 Request processed in 46us (988us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166182.979276:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35504 00000100:00100000:3.0:1746166182.979304:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e498e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423077632:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166182.979378:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423077504:12345-0@lo:41:osp-pre-1-0.0 Request processed in 341us (1408us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166182.979383:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35503 00000100:00100000:2.0:1746166182.979445:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0908a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423077504:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166183.218099:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423077760:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166183.218187:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166183.219302:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423077760 00000100:00100000:1.0:1746166183.219309:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423077760 00000100:00100000:1.0:1746166183.219344:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6960 00000100:00100000:1.0:1746166183.219357:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e498e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423077760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746166183.219383:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166183.219425:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e498e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423077760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (1239us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166183.219434:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6960 00000100:00100000:3.0:1746166183.219643:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423077760:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166183.534259:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166184.535870:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166185.539663:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166186.542089:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166186.913882:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746166186.913900:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423077888:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166186.915179:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166186.915466:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423077888 00000100:00100000:1.0:1746166186.915473:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423077888 00000100:00100000:1.0:1746166186.916316:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6961 00000100:00100000:1.0:1746166186.916324:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423077888:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166186.916350:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166186.916405:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423077888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (1227us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166186.916411:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6961 00000100:00100000:3.0:1746166186.916440:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423077888:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1746166186.916460:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746166187.543887:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166187.870939:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166187.871027:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439126784 00000100:00100000:1.0:1746166187.871036:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439126784 00000100:00100000:0.0:1746166187.873031:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166187.873101:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 704 00000100:00100000:1.0:1746166187.873113:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439126784:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166187.873119:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166187.873137:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439126912 00000100:00100000:0.0:1746166187.873141:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439126912 00000100:00100000:1.0:1746166187.873164:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439126784:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 54us (2232us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166187.873169:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 704 00000100:00100000:0.0:1746166187.873172:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439127040 00000100:00100000:0.0:1746166187.873174:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439127040 00000100:00100000:0.0:1746166187.873189:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2330 00000100:00100000:0.0:1746166187.873194:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439126912:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166187.873220:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439126912:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 26us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166187.873225:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2330 00000100:00100000:0.0:1746166187.873235:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2331 00000100:00100000:0.0:1746166187.873240:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439127040:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166187.873258:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439127040:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 18us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166187.873263:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2331 00000100:00080000:0.0:1746166187.873276:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166187.873278:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166187.877432:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166187.877696:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439127168 00000100:00100000:2.0:1746166187.877704:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439127168 00000100:00100000:2.0:1746166187.877735:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49955 00000100:00100000:2.0:1746166187.877740:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439127168:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166187.877761:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166187.877797:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439127168:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 57us (373us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166187.877803:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49955 00000100:00080000:0.0:1746166187.938960:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166187.938964:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1746166187.938965:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423078016:0@lo:400:kworker.0 00000100:00080000:0.0:1746166187.938967:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166187.938972:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10103 00000100:00080000:0.0:1746166187.938976:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746166187.938981:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166187.938997:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880132c52300 x1830977423078528/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166187.939035:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166187.939051:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166187.939053:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166187.939056:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10103 00000100:00080000:0.0:1746166187.939058:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746166187.939061:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746166187.939064:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423078528:0@lo:8:kworker.0 00000100:00100000:0.0:1746166187.939070:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090cea680 x1830977423079040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746166187.939095:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166187.939110:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423078144:0@lo:400:kworker.0 00000100:00100000:0.0:1746166187.939140:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166187.939147:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423079040:0@lo:8:kworker.0 00000100:00100000:0.0:1746166187.939164:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423078784:0@lo:400:kworker.0 00000100:00100000:1.0:1746166187.939165:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166187.939183:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166187.939195:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423078528 00000100:00100000:0.0:1746166187.939197:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1746166187.939201:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423078528 00000100:00100000:0.0:1746166187.939202:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423078272:0@lo:400:kworker.0 00000100:00100000:0.0:1746166187.939216:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166187.939219:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423079040 00000100:00100000:1.0:1746166187.939221:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423079040 00000100:00100000:0.0:1746166187.939227:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423078912:0@lo:400:kworker.0 00000100:00100000:1.0:1746166187.939233:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49956 00000100:00100000:1.0:1746166187.939239:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0909f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423078528:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1746166187.939243:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1746166187.939258:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166187.939263:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423078912 00000100:00100000:0.0:1746166187.939265:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423078912 00000100:00100000:1.0:1746166187.939286:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0909f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423078528:12345-0@lo:8:kworker.0 Request processed in 46us (190us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166187.939289:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35505 00000100:00100000:1.0:1746166187.939292:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49956 00000100:00100000:0.0:1746166187.939294:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423078912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166187.939304:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49957 00000100:00100000:1.0:1746166187.939308:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0908000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423079040:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166187.939315:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166187.939330:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423078912:12345-0@lo:400:kworker.0 Request processed in 35us (86us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166187.939332:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0908000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423079040:12345-0@lo:8:kworker.0 Request processed in 23us (166us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166187.939335:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35505 00000100:00100000:1.0:1746166187.939337:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49957 00000100:00100000:0.0:1746166187.939351:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423078144 00000100:00100000:0.0:1746166187.939353:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423078144 00000100:00080000:1.0:1746166187.939366:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166187.939369:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166187.939372:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423079040:0@lo:8:kworker.0 00000100:00100000:0.0:1746166187.939375:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423078784 00000100:00100000:0.0:1746166187.939377:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423078784 00000100:00080000:1.0:1746166187.939378:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166187.939381:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166187.939383:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423078528:0@lo:8:kworker.0 00000100:00100000:0.0:1746166187.939387:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423078272 00000100:00100000:0.0:1746166187.939388:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423078272 00000100:00100000:0.0:1746166187.939401:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2332 00000100:00100000:0.0:1746166187.939405:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ceb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423078144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166187.939418:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2333 00000100:00100000:1.0:1746166187.939425:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423078784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166187.939431:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ceb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423078144:12345-0@lo:400:kworker.0 Request processed in 25us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166187.939435:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2332 00000100:00100000:0.0:1746166187.939444:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2334 00000100:00100000:0.0:1746166187.939447:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423078272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166187.939451:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423078784:12345-0@lo:400:kworker.0 Request processed in 27us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166187.939456:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2333 00000100:00100000:0.0:1746166187.939466:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423078272:12345-0@lo:400:kworker.0 Request processed in 18us (249us total) trans 0 rc 0/0 00000100:00080000:1.0:1746166187.939470:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166187.939471:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2334 00000100:00080000:1.0:1746166187.939472:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166187.939561:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423078400:0@lo:400:kworker.0 00000100:00100000:2.0:1746166187.939587:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166187.940016:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166187.940076:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423079168:0@lo:400:kworker.0 00000100:00100000:2.0:1746166187.940095:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166187.940108:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1746166187.940112:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423078656:0@lo:400:kworker.0 00000100:00100000:2.0:1746166187.940127:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166187.940181:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423078272:0@lo:400:kworker.0 00000100:00100000:0.0:1746166187.940189:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423078912:0@lo:400:kworker.0 00000100:00100000:0.0:1746166187.940194:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423078144:0@lo:400:kworker.0 00000100:00100000:0.0:1746166187.940200:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423078784:0@lo:400:kworker.0 00000100:00100000:3.0:1746166187.940624:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423078016 00000100:00100000:3.0:1746166187.940628:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423078016 00000100:00100000:3.0:1746166187.940650:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:3.0:1746166187.940655:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423078016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166187.940701:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423078016:12345-0@lo:400:kworker.0 Request processed in 46us (685us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166187.940706:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:3.0:1746166187.940736:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423078016:0@lo:400:kworker.0 00000100:00100000:2.0:1746166187.941007:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423079296:0@lo:400:kworker.0 00000100:00100000:2.0:1746166187.941028:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166187.941646:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423079168 00000100:00100000:0.0:1746166187.941651:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423079168 00000100:00100000:0.0:1746166187.941692:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423078656 00000100:00100000:0.0:1746166187.941695:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423078656 00000100:00100000:0.0:1746166187.941709:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7588 00000100:00100000:0.0:1746166187.941715:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136054380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423079168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166187.941752:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136054380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423079168:12345-0@lo:400:kworker.0 Request processed in 37us (1656us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166187.941758:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7588 00000100:00100000:0.0:1746166187.941769:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7589 00000100:00100000:0.0:1746166187.941773:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136054a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423078656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166187.941794:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136054a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423078656:12345-0@lo:400:kworker.0 Request processed in 21us (1667us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166187.941799:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7589 00000100:00080000:0.0:1746166187.941822:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166187.941849:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423078656:0@lo:400:kworker.0 00000100:00100000:0.0:1746166187.941858:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423079168:0@lo:400:kworker.0 00000100:00100000:1.0:1746166187.941944:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423078400 00000100:00100000:1.0:1746166187.941948:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423078400 00000100:00100000:1.0:1746166187.941969:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35506 00000100:00100000:1.0:1746166187.941974:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423078400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166187.942011:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423078400:12345-0@lo:400:kworker.0 Request processed in 36us (2423us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166187.942015:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35506 00000100:00100000:3.0:1746166187.942134:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423079296 00000100:00100000:3.0:1746166187.942138:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423079296 00000100:00100000:0.0:1746166187.942146:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423078400:0@lo:400:kworker.0 00000100:00100000:3.0:1746166187.942170:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2335 00000100:00100000:3.0:1746166187.942180:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423079296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166187.942218:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423079296:12345-0@lo:400:kworker.0 Request processed in 43us (1189us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166187.942223:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2335 00000100:00100000:0.0:1746166187.942240:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423079296:0@lo:400:kworker.0 00000100:00100000:0.0:1746166187.986474:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423079424:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166187.986533:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166187.987350:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423079552:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166187.987376:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166187.987456:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423079424 00000100:00100000:0.0:1746166187.987463:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423079424 00000100:00100000:0.0:1746166187.987549:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423079552 00000100:00100000:0.0:1746166187.987552:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423079552 00000100:00100000:0.0:1746166187.987627:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35507 00000100:00100000:0.0:1746166187.987633:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423079424:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746166187.987659:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746166187.987700:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423079424:12345-0@lo:41:osp-pre-1-0.0 Request processed in 67us (1167us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166187.987705:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35507 00000100:00100000:0.0:1746166187.987716:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35508 00000100:00100000:0.0:1746166187.987720:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136056d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423079552:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746166187.987732:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746166187.987967:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136056d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423079552:12345-0@lo:41:osp-pre-0-1.0 Request processed in 245us (589us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166187.987973:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35508 00000100:00100000:0.0:1746166187.988007:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423079424:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166187.988089:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423079552:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166188.225915:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423079680:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166188.225969:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166188.226087:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423079680 00000100:00100000:3.0:1746166188.226094:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423079680 00000100:00100000:3.0:1746166188.226139:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6962 00000100:00100000:3.0:1746166188.226146:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423079680:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166188.226171:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166188.226206:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423079680:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166188.226211:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6962 00000100:00100000:0.0:1746166188.226376:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423079680:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166188.546083:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166189.547863:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166190.549839:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166191.551842:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166191.922169:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423079808:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166191.922231:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166191.922351:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423079808 00000100:00100000:1.0:1746166191.922358:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423079808 00000100:00100000:1.0:1746166191.922395:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6963 00000100:00100000:1.0:1746166191.922402:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136055f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423079808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166191.922424:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166191.922457:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136055f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423079808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166191.922462:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6963 00000100:00080000:0.0:1746166191.922529:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166191.922529:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423079808:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746166192.553840:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166192.882186:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166192.882228:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166192.882250:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166192.882250:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439127296 00000100:00100000:3.0:1746166192.882259:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439127296 00000100:00100000:0.0:1746166192.882293:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166192.882299:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 706 00000100:00100000:3.0:1746166192.882307:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439127296:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166192.882319:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439127680 00000100:00100000:0.0:1746166192.882322:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439127680 00000100:00100000:0.0:1746166192.882335:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49958 00000100:00100000:0.0:1746166192.882339:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439127680:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746166192.882582:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166192.882584:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439127296:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 277us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166192.882591:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 706 00000100:00100000:0.0:1746166192.882600:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439127680:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 260us (307us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166192.882605:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49958 00000100:00100000:1.0:1746166192.882697:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439127552 00000100:00100000:1.0:1746166192.882701:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439127552 00000100:00100000:1.0:1746166192.882729:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439127424 00000100:00100000:1.0:1746166192.882731:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439127424 00000100:00100000:1.0:1746166192.882929:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2336 00000100:00100000:1.0:1746166192.882935:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439127552:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166192.882980:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439127552:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 46us (751us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166192.882987:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2336 00000100:00100000:1.0:1746166192.882998:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2337 00000100:00100000:1.0:1746166192.883014:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439127424:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166192.883036:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439127424:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 23us (785us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166192.883041:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2337 00000100:00080000:0.0:1746166192.883271:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746166192.883274:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166192.946049:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423080064:0@lo:400:kworker.0 00000100:00080000:0.0:1746166192.946064:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166192.946068:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166192.946072:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166192.946076:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10108 00000100:00080000:0.0:1746166192.946081:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746166192.946086:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746166192.946086:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423080192:0@lo:400:kworker.0 00000100:00100000:0.0:1746166192.946101:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090d48000 x1830977423080448/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166192.946130:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166192.946133:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166192.946134:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166192.946137:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10108 00000100:00080000:0.0:1746166192.946139:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166192.946142:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746166192.946142:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166192.946149:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ff5b480 x1830977423080960/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166192.946182:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423080448:0@lo:8:kworker.0 00000100:00100000:1.0:1746166192.946193:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423080832:0@lo:400:kworker.0 00000100:00100000:0.0:1746166192.946208:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166192.946216:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166192.946230:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423080960:0@lo:8:kworker.0 00000100:00100000:1.0:1746166192.946232:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746166192.946237:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423080320:0@lo:400:kworker.0 00000100:00100000:0.0:1746166192.946244:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166192.946253:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166192.946266:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423081088:0@lo:400:kworker.0 00000100:00100000:0.0:1746166192.946267:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423080448 00000100:00100000:0.0:1746166192.946272:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423080448 00000100:00100000:1.0:1746166192.946280:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166192.946514:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423079936:0@lo:400:kworker.0 00000100:00100000:2.0:1746166192.946539:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166192.946549:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166192.946560:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423080576:0@lo:400:kworker.0 00000100:00100000:3.0:1746166192.946568:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423080704:0@lo:400:kworker.0 00000100:00100000:2.0:1746166192.946574:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166192.946588:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166192.946613:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423080192 00000100:00100000:3.0:1746166192.946616:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423080192 00000100:00100000:3.0:1746166192.946647:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423080064 00000100:00100000:3.0:1746166192.946649:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423080064 00000100:00100000:3.0:1746166192.946661:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423080704 00000100:00100000:3.0:1746166192.946663:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423080704 00000100:00100000:3.0:1746166192.946698:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2338 00000100:00100000:3.0:1746166192.946704:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0909500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423080192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166192.946937:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0909500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423080192:12345-0@lo:400:kworker.0 Request processed in 234us (796us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166192.946943:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2338 00000100:00100000:3.0:1746166192.946972:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2339 00000100:00100000:3.0:1746166192.946976:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423080064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166192.946996:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423080064:12345-0@lo:400:kworker.0 Request processed in 20us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166192.947001:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2339 00000100:00100000:3.0:1746166192.947011:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2340 00000100:00100000:3.0:1746166192.947014:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423080704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166192.947028:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423080704:12345-0@lo:400:kworker.0 Request processed in 13us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166192.947032:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2340 00000100:00100000:3.0:1746166192.947053:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423079936 00000100:00100000:3.0:1746166192.947055:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423079936 00000100:00100000:3.0:1746166192.947068:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:3.0:1746166192.947072:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423079936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166192.947088:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423079936:12345-0@lo:400:kworker.0 Request processed in 16us (549us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166192.947092:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00080000:3.0:1746166192.947109:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746166192.947112:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166192.947128:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423080704:0@lo:400:kworker.0 00000100:00100000:3.0:1746166192.947135:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423080064:0@lo:400:kworker.0 00000100:00100000:3.0:1746166192.947173:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423080832 00000100:00100000:3.0:1746166192.947175:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423080832 00000100:00100000:3.0:1746166192.947188:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423080320 00000100:00100000:3.0:1746166192.947189:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423080320 00000100:00100000:3.0:1746166192.947198:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35509 00000100:00100000:3.0:1746166192.947202:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0909880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423080832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166192.947221:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0909880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423080832:12345-0@lo:400:kworker.0 Request processed in 19us (1004us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166192.947225:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35509 00000100:00100000:3.0:1746166192.947232:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35510 00000100:00100000:3.0:1746166192.947235:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0908a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423080320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166192.947248:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0908a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423080320:12345-0@lo:400:kworker.0 Request processed in 13us (995us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166192.947253:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35510 00000100:00100000:1.0:1746166192.947317:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423080832:0@lo:400:kworker.0 00000100:00100000:1.0:1746166192.947324:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423080192:0@lo:400:kworker.0 00000100:00100000:1.0:1746166192.947336:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423080320:0@lo:400:kworker.0 00000100:00100000:2.0:1746166192.947355:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423081216:0@lo:400:kworker.0 00000100:00100000:2.0:1746166192.947373:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166192.947399:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423079936:0@lo:400:kworker.0 00000100:00100000:0.0:1746166192.947554:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423080960 00000100:00100000:1.0:1746166192.947555:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423081088 00000100:00100000:0.0:1746166192.947558:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423080960 00000100:00100000:1.0:1746166192.947558:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423081088 00000100:00100000:0.0:1746166192.947574:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423080576 00000100:00100000:0.0:1746166192.947576:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423080576 00000100:00100000:1.0:1746166192.947582:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7590 00000100:00100000:1.0:1746166192.947586:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0908700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423081088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166192.947591:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7591 00000100:00100000:0.0:1746166192.947596:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136055880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423080576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166192.947612:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0908700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423081088:12345-0@lo:400:kworker.0 Request processed in 26us (1332us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166192.947616:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7590 00000100:00100000:0.0:1746166192.947624:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136055880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423080576:12345-0@lo:400:kworker.0 Request processed in 28us (1048us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166192.947624:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49959 00000100:00100000:1.0:1746166192.947627:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423080448:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1746166192.947629:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7591 00000100:00100000:0.0:1746166192.947638:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49960 00000100:00100000:0.0:1746166192.947642:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423080960:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166192.947643:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1746166192.947652:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166192.947662:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423080448:12345-0@lo:8:kworker.0 Request processed in 33us (1454us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166192.947666:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49959 00000100:00100000:0.0:1746166192.947669:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423080960:12345-0@lo:8:kworker.0 Request processed in 26us (1424us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166192.947673:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49960 00000100:00080000:1.0:1746166192.947695:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166192.947707:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423081088:0@lo:400:kworker.0 00000100:00080000:0.0:1746166192.947714:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166192.947718:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166192.947720:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423080448:0@lo:8:kworker.0 00000100:00080000:0.0:1746166192.947727:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166192.947729:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166192.947731:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423080960:0@lo:8:kworker.0 00000100:00100000:0.0:1746166192.947750:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423080576:0@lo:400:kworker.0 00000100:00100000:2.0:1746166192.948084:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423081216 00000100:00100000:2.0:1746166192.948093:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423081216 00000100:00100000:2.0:1746166192.948113:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2341 00000100:00100000:2.0:1746166192.948117:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136055500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423081216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166192.948145:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136055500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423081216:12345-0@lo:400:kworker.0 Request processed in 27us (770us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166192.948150:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2341 00000100:00100000:0.0:1746166192.948157:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423081216:0@lo:400:kworker.0 00000100:00100000:3.0:1746166192.993878:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423081344:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166192.993930:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166192.994624:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423081344 00000100:00100000:0.0:1746166192.994632:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423081344 00000100:00100000:0.0:1746166192.994668:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35511 00000100:00100000:0.0:1746166192.994689:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423081344:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746166192.994714:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166192.995279:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746166192.995288:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423081472:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166192.995314:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166192.995345:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423081472 00000100:00100000:2.0:1746166192.995348:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423081472 00000100:00100000:2.0:1746166192.995368:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35512 00000100:00100000:2.0:1746166192.995372:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423081472:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166192.995387:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166192.995602:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423081472:12345-0@lo:41:osp-pre-0-1.0 Request processed in 40us (97us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166192.995607:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35512 00000100:00100000:2.0:1746166192.995646:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423081472:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166192.995996:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423081344:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1320us (2064us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166192.996002:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35511 00000100:00100000:0.0:1746166192.996029:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423081344:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166193.234180:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746166193.234199:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423081600:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166193.234258:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166193.234364:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423081600 00000100:00100000:3.0:1746166193.234371:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423081600 00000100:00100000:3.0:1746166193.234653:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6964 00000100:00100000:3.0:1746166193.234660:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423081600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166193.234709:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166193.235221:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423081600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 560us (962us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166193.235227:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6964 00000100:00100000:0.0:1746166193.235295:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423081600:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166193.555906:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166194.557966:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166195.562324:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166196.564372:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166196.929969:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423081728:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166196.930027:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166196.930089:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423081728 00000100:00100000:3.0:1746166196.930097:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423081728 00000100:00100000:3.0:1746166196.930153:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6965 00000100:00100000:3.0:1746166196.930162:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423081728:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1746166196.930167:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:3.0:1746166196.930187:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166196.930222:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423081728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166196.930228:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6965 00000100:00100000:1.0:1746166196.930243:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423081728:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746166197.568806:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166197.887013:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166197.887102:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166197.887169:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439127936 00000100:00100000:2.0:1746166197.887176:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439127936 00000100:00100000:2.0:1746166197.887228:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2342 00000100:00100000:2.0:1746166197.887235:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439127936:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166197.887291:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439127936:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 57us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166197.887298:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2342 00000100:00080000:1.0:1746166197.887581:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166197.887622:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439127808 00000100:00100000:3.0:1746166197.887626:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439127808 00000100:00100000:3.0:1746166197.887650:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 708 00000100:00100000:3.0:1746166197.887655:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439127808:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166197.887716:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439127808:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 60us (613us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166197.887721:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 708 00000100:00100000:0.0:1746166197.888974:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166197.889008:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166197.889071:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439128192 00000100:00100000:3.0:1746166197.889074:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439128192 00000100:00100000:3.0:1746166197.889093:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49961 00000100:00100000:3.0:1746166197.889098:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439128192:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166197.889117:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166197.889155:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439128192:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 56us (145us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166197.889165:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49961 00000100:00100000:2.0:1746166197.889586:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439128064 00000100:00100000:2.0:1746166197.889589:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439128064 00000100:00100000:2.0:1746166197.889616:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2343 00000100:00100000:2.0:1746166197.889622:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439128064:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166197.889652:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439128064:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 31us (681us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166197.889657:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2343 00000100:00080000:1.0:1746166197.889666:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166197.955076:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166197.955081:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166197.955085:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166197.955096:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10113 00000100:00080000:0.0:1746166197.955100:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166197.955106:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166197.955123:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801223fb100 x1830977423082368/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166197.955148:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166197.955151:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166197.955152:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166197.955155:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10113 00000100:00080000:0.0:1746166197.955157:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1746166197.955157:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423082240:0@lo:400:kworker.0 00000100:00080000:0.0:1746166197.955161:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166197.955168:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801223f8e00 x1830977423082880/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166197.955197:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423081984:0@lo:400:kworker.0 00000100:00100000:1.0:1746166197.955211:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166197.955224:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166197.955248:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423082240 00000100:00100000:1.0:1746166197.955253:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423082240 00000100:00100000:0.0:1746166197.955261:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423082624:0@lo:400:kworker.0 00000100:00100000:0.0:1746166197.955277:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166197.955289:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35513 00000100:00100000:0.0:1746166197.955290:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746166197.955294:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423082112:0@lo:400:kworker.0 00000100:00100000:1.0:1746166197.955296:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423082240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166197.955307:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166197.955316:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423082752:0@lo:400:kworker.0 00000100:00100000:0.0:1746166197.955335:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166197.955336:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423082240:12345-0@lo:400:kworker.0 Request processed in 41us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166197.955343:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35513 00000100:00100000:0.0:1746166197.955354:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423082368:0@lo:8:kworker.0 00000100:00100000:1.0:1746166197.955355:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423082752 00000100:00100000:1.0:1746166197.955357:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423082752 00000100:00100000:0.0:1746166197.955370:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166197.955372:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35514 00000100:00100000:1.0:1746166197.955376:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097630e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423082752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166197.955391:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423082880:0@lo:8:kworker.0 00000100:00100000:1.0:1746166197.955402:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097630e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423082752:12345-0@lo:400:kworker.0 Request processed in 25us (66us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166197.955407:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35514 00000100:00100000:0.0:1746166197.955408:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166197.955434:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423082240:0@lo:400:kworker.0 00000100:00100000:0.0:1746166197.955441:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423082752:0@lo:400:kworker.0 00000100:00100000:1.0:1746166197.955450:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423083008:0@lo:400:kworker.0 00000100:00100000:0.0:1746166197.955458:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423082368 00000100:00100000:0.0:1746166197.955461:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423082368 00000100:00100000:1.0:1746166197.955467:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166197.955700:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423081856:0@lo:400:kworker.0 00000100:00100000:2.0:1746166197.955724:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166197.955747:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423082496:0@lo:400:kworker.0 00000100:00100000:2.0:1746166197.955768:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423081984 00000100:00100000:2.0:1746166197.955770:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423081984 00000100:00100000:2.0:1746166197.955795:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423082624 00000100:00100000:2.0:1746166197.955797:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423082624 00000100:00100000:2.0:1746166197.955805:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423082112 00000100:00100000:2.0:1746166197.955806:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423082112 00000100:00100000:2.0:1746166197.955817:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2344 00000100:00100000:2.0:1746166197.955821:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423081984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166197.955845:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423081984:12345-0@lo:400:kworker.0 Request processed in 24us (621us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166197.955853:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2344 00000100:00100000:2.0:1746166197.955861:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2345 00000100:00100000:2.0:1746166197.955865:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097630700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423082624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166197.955952:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2346 00000100:00100000:3.0:1746166197.955960:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097630000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423082112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166197.955970:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097630700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423082624:12345-0@lo:400:kworker.0 Request processed in 105us (692us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166197.955976:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2345 00000100:00080000:2.0:1746166197.955994:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166197.955994:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097630000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423082112:12345-0@lo:400:kworker.0 Request processed in 30us (681us total) trans 0 rc 0/0 00000100:00080000:2.0:1746166197.955997:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166197.955999:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2346 00000100:00100000:3.0:1746166197.956021:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423081856 00000100:00100000:3.0:1746166197.956023:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423081856 00000100:00100000:3.0:1746166197.956045:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:3.0:1746166197.956049:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423081856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166197.956071:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423081856:12345-0@lo:400:kworker.0 Request processed in 22us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166197.956076:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:0.0:1746166197.956143:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423082880 00000100:00100000:1.0:1746166197.956145:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423083008 00000100:00100000:0.0:1746166197.956147:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423082880 00000100:00100000:1.0:1746166197.956149:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423083008 00000100:00100000:2.0:1746166197.956150:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49962 00000100:00100000:2.0:1746166197.956154:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097632680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423082368:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1746166197.956160:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49963 00000100:00100000:0.0:1746166197.956163:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097630380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423082880:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166197.956170:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1746166197.956172:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166197.956177:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7592 00000100:00100000:1.0:1746166197.956182:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423083008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166197.956195:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097632680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423082368:12345-0@lo:8:kworker.0 Request processed in 39us (823us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166197.956200:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49962 00000100:00100000:1.0:1746166197.956212:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423083008:12345-0@lo:400:kworker.0 Request processed in 31us (744us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166197.956213:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166197.956217:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7592 00000100:00100000:1.0:1746166197.956224:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423082496 00000100:00100000:1.0:1746166197.956226:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423082496 00000100:00100000:3.0:1746166197.956228:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423083136:0@lo:400:kworker.0 00000100:00100000:1.0:1746166197.956238:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7593 00000100:00100000:1.0:1746166197.956241:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423082496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166197.956243:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166197.956259:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423081856:0@lo:400:kworker.0 00000100:00100000:1.0:1746166197.956262:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423082496:12345-0@lo:400:kworker.0 Request processed in 21us (49us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166197.956267:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7593 00000100:00100000:3.0:1746166197.956268:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423082496:0@lo:400:kworker.0 00000100:00100000:1.0:1746166197.956288:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423083008:0@lo:400:kworker.0 00000100:00100000:1.0:1746166197.956318:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423082112:0@lo:400:kworker.0 00000100:00100000:1.0:1746166197.956328:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423081984:0@lo:400:kworker.0 00000100:00100000:1.0:1746166197.956338:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423082624:0@lo:400:kworker.0 00000100:00080000:2.0:1746166197.956383:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1746166197.956386:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097630380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423082880:12345-0@lo:8:kworker.0 Request processed in 221us (978us total) trans 0 rc -19/-19 00000100:00080000:2.0:1746166197.956386:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166197.956389:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423082368:0@lo:8:kworker.0 00000100:00100000:0.0:1746166197.956393:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49963 00000100:00080000:2.0:1746166197.956397:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166197.956399:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166197.956402:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423082880:0@lo:8:kworker.0 00000100:00100000:2.0:1746166197.956417:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423083136 00000100:00100000:2.0:1746166197.956419:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423083136 00000100:00100000:2.0:1746166197.956520:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2347 00000100:00100000:2.0:1746166197.956525:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423083136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166197.956558:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423083136:12345-0@lo:400:kworker.0 Request processed in 34us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166197.956563:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2347 00000100:00080000:2.0:1746166197.956572:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166197.956623:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423083136:0@lo:400:kworker.0 00000100:00100000:3.0:1746166198.001877:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1746166198.001895:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423083264:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166198.001952:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166198.001977:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423083392:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166198.001995:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166198.002432:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423083264 00000100:00100000:0.0:1746166198.002439:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423083264 00000100:00100000:0.0:1746166198.002482:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423083392 00000100:00100000:0.0:1746166198.002484:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423083392 00000100:00100000:0.0:1746166198.002499:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35515 00000100:00100000:0.0:1746166198.002506:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423083264:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166198.002518:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35516 00000100:00100000:2.0:1746166198.002525:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423083392:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746166198.002535:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000004:00000024:2.0:1746166198.002539:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746166198.002575:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423083264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 62us (616us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166198.002582:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35515 00000100:00100000:2.0:1746166198.002967:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423083392:12345-0@lo:41:osp-pre-0-1.0 Request processed in 442us (970us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166198.002973:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35516 00000100:00100000:3.0:1746166198.003466:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423083264:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166198.003477:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423083392:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166198.241925:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423083520:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166198.241983:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166198.242084:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423083520 00000100:00100000:2.0:1746166198.242091:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423083520 00000100:00100000:2.0:1746166198.242127:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6966 00000100:00100000:2.0:1746166198.242134:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423083520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166198.242160:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166198.242195:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423083520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166198.242201:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6966 00000100:00100000:3.0:1746166198.242301:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423083520:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166198.570062:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166199.572548:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166200.574058:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166201.575893:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166201.939188:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423083648:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166201.939251:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166201.939697:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423083648 00000100:00100000:1.0:1746166201.939705:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423083648 00000100:00100000:1.0:1746166201.939751:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6967 00000100:00100000:1.0:1746166201.939758:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136055c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423083648:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166201.939784:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166201.939854:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136055c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423083648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (602us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166201.939860:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6967 00000100:00080000:1.0:1746166201.939886:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166201.940067:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423083648:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746166202.579552:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166202.895980:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166202.896020:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166202.896047:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166202.896048:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439128320 00000100:00100000:3.0:1746166202.896058:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439128320 00000100:00100000:3.0:1746166202.896103:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 710 00000100:00100000:3.0:1746166202.896111:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439128320:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166202.896117:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166202.896170:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439128576 00000100:00100000:0.0:1746166202.896174:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439128576 00000100:00100000:3.0:1746166202.896178:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439128320:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 61us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166202.896184:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 710 00000100:00100000:0.0:1746166202.896201:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439128448 00000100:00100000:0.0:1746166202.896203:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439128448 00000100:00100000:0.0:1746166202.896219:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2348 00000100:00100000:0.0:1746166202.896225:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097630a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439128576:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166202.896225:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2349 00000100:00100000:3.0:1746166202.896231:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097633480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439128448:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166202.896252:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097630a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439128576:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 28us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166202.896256:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097633480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439128448:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 26us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166202.896259:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2348 00000100:00100000:3.0:1746166202.896262:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2349 00000100:00080000:0.0:1746166202.896278:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746166202.896280:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166202.896386:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439128704 00000100:00100000:1.0:1746166202.896390:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439128704 00000100:00100000:1.0:1746166202.896418:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49964 00000100:00100000:1.0:1746166202.896423:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097632300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439128704:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166202.896442:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166202.896467:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097632300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439128704:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 43us (350us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166202.896472:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49964 00000100:00080000:0.0:1746166202.962947:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166202.962952:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1746166202.962959:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423084032:0@lo:400:kworker.0 00000100:00080000:0.0:1746166202.962960:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166202.962965:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10118 00000100:00080000:0.0:1746166202.962969:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166202.962974:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166202.962995:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090940700 x1830977423084288/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746166202.963015:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746166202.963025:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166202.963027:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166202.963029:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166202.963031:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10118 00000100:00080000:0.0:1746166202.963034:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746166202.963037:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746166202.963067:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090942d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423084672:0@lo:400:kworker.0 00000100:00100000:2.0:1746166202.963089:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423083776:0@lo:400:kworker.0 00000100:00100000:3.0:1746166202.963089:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166202.963104:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1746166202.963109:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423083904:0@lo:400:kworker.0 00000100:00100000:1.0:1746166202.963169:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423084672 00000100:00100000:1.0:1746166202.963176:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423084672 00000100:00100000:1.0:1746166202.963208:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35517 00000100:00100000:1.0:1746166202.963214:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423084672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166202.963253:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090942680 x1830977423084800/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746166202.963269:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166202.963285:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423084544:0@lo:400:kworker.0 00000100:00100000:3.0:1746166202.963299:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166202.963359:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423084032 00000100:00100000:0.0:1746166202.963363:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423084032 00000100:00100000:0.0:1746166202.963390:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423083904 00000100:00100000:0.0:1746166202.963398:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423083904 00000100:00100000:3.0:1746166202.964003:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423084544 00000100:00100000:3.0:1746166202.964007:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423084544 00000100:00100000:3.0:1746166202.964028:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2350 00000100:00100000:3.0:1746166202.964034:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423084032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166202.964065:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423084032:12345-0@lo:400:kworker.0 Request processed in 32us (1052us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166202.964070:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2350 00000100:00100000:3.0:1746166202.964082:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2351 00000100:00100000:3.0:1746166202.964086:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423084544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166202.964106:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423084544:12345-0@lo:400:kworker.0 Request processed in 20us (806us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166202.964111:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2351 00000100:00100000:3.0:1746166202.964144:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423084544:0@lo:400:kworker.0 00000100:00100000:3.0:1746166202.964152:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423084032:0@lo:400:kworker.0 00000100:00100000:3.0:1746166202.964185:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423084288:0@lo:8:kworker.0 00000100:00100000:3.0:1746166202.964205:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166202.964223:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423084800:0@lo:8:kworker.0 00000100:00100000:3.0:1746166202.964239:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166202.964259:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423084288 00000100:00100000:3.0:1746166202.964261:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423084288 00000100:00100000:3.0:1746166202.964271:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423084800 00000100:00100000:3.0:1746166202.964273:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423084800 00000100:00100000:3.0:1746166202.964281:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49965 00000100:00100000:3.0:1746166202.964285:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423084288:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166202.964301:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166202.964320:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423084288:12345-0@lo:8:kworker.0 Request processed in 34us (114us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166202.964324:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49965 00000100:00100000:3.0:1746166202.964331:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49966 00000100:00100000:3.0:1746166202.964335:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423084800:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166202.964342:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166202.964542:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423084800:12345-0@lo:8:kworker.0 Request processed in 16us (113us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166202.964548:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49966 00000100:00080000:3.0:1746166202.964570:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166202.964573:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166202.964575:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423084288:0@lo:8:kworker.0 00000100:00080000:3.0:1746166202.964580:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1746166202.964582:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746166202.964582:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166202.964584:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423084800:0@lo:8:kworker.0 00000100:00100000:3.0:1746166202.964598:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423083776 00000100:00100000:3.0:1746166202.964600:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423083776 00000100:00100000:2.0:1746166202.964609:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090941f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423084416:0@lo:400:kworker.0 00000100:00100000:3.0:1746166202.964615:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:3.0:1746166202.964619:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423083776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166202.964629:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166202.964640:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423083776:12345-0@lo:400:kworker.0 Request processed in 21us (59us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166202.964645:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:2.0:1746166202.964646:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423085056:0@lo:400:kworker.0 00000100:00100000:3.0:1746166202.964658:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423084416 00000100:00100000:3.0:1746166202.964660:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423084416 00000100:00100000:2.0:1746166202.964662:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166202.964673:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7594 00000100:00100000:3.0:1746166202.964690:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136054000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423084416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166202.964691:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423083776:0@lo:400:kworker.0 00000100:00100000:2.0:1746166202.964702:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1746166202.964706:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423084160:0@lo:400:kworker.0 00000100:00100000:3.0:1746166202.964712:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136054000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423084416:12345-0@lo:400:kworker.0 Request processed in 21us (82us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166202.964717:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7594 00000100:00100000:3.0:1746166202.964731:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423085056 00000100:00100000:3.0:1746166202.964733:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423085056 00000100:00100000:2.0:1746166202.964739:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166202.964748:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2352 00000100:00100000:2.0:1746166202.964752:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423084928:0@lo:400:kworker.0 00000100:00100000:3.0:1746166202.964753:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136056680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423085056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166202.964766:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166202.964776:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136056680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423085056:12345-0@lo:400:kworker.0 Request processed in 24us (113us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166202.964791:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2352 00000100:00100000:2.0:1746166202.964792:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423085056:0@lo:400:kworker.0 00000100:00100000:2.0:1746166202.964801:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090941f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423084416:0@lo:400:kworker.0 00000100:00100000:3.0:1746166202.964805:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423084928 00000100:00100000:3.0:1746166202.964807:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423084928 00000100:00100000:2.0:1746166202.964816:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423084160 00000100:00100000:2.0:1746166202.964819:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423084160 00000100:00100000:3.0:1746166202.964823:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7595 00000100:00100000:3.0:1746166202.964827:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423084928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166202.964837:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35518 00000100:00100000:2.0:1746166202.964841:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136054700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423084160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166202.964853:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423084928:12345-0@lo:400:kworker.0 Request processed in 26us (86us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166202.964857:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7595 00000100:00100000:2.0:1746166202.964866:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136054700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423084160:12345-0@lo:400:kworker.0 Request processed in 24us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166202.964871:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35518 00000100:00100000:2.0:1746166202.964886:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423084160:0@lo:400:kworker.0 00000100:00080000:3.0:1746166202.964890:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166202.964893:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423084928:0@lo:400:kworker.0 00000100:00080000:3.0:1746166202.964893:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746166202.964895:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166202.964983:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2353 00000100:00100000:0.0:1746166202.964990:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423083904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166202.965027:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423083904:12345-0@lo:400:kworker.0 Request processed in 39us (1759us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166202.965032:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2353 00000100:00100000:2.0:1746166202.966048:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423083904:0@lo:400:kworker.0 00000100:00100000:1.0:1746166202.968208:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d48380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423084672:12345-0@lo:400:kworker.0 Request processed in 4989us (5112us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166202.968219:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35517 00000100:00100000:2.0:1746166202.972078:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090942d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423084672:0@lo:400:kworker.0 00000100:00100000:1.0:1746166203.010414:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bbb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423085184:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166203.010472:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166203.010634:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423085184 00000100:00100000:1.0:1746166203.010640:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423085184 00000100:00100000:1.0:1746166203.010693:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35519 00000100:00100000:1.0:1746166203.010701:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423085184:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166203.010733:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166203.010767:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423085184:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166203.010773:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35519 00000100:00100000:1.0:1746166203.010819:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bbb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423085184:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166203.011047:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423085312:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166203.011069:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166203.011117:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423085312 00000100:00100000:1.0:1746166203.011121:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423085312 00000100:00100000:1.0:1746166203.011141:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35520 00000100:00100000:1.0:1746166203.011145:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423085312:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166203.011161:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166203.011472:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423085312:12345-0@lo:41:osp-pre-1-0.0 Request processed in 325us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166203.011477:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35520 00000100:00100000:2.0:1746166203.011531:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423085312:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166203.251956:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746166203.251975:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bbb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423085440:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166203.252036:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166203.253876:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423085440 00000100:00100000:3.0:1746166203.253886:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423085440 00000100:00100000:3.0:1746166203.253939:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6968 00000100:00100000:3.0:1746166203.253947:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e18450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423085440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166203.253972:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166203.254025:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e18450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423085440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (1990us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166203.254031:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6968 00000100:00100000:2.0:1746166203.254348:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bbb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423085440:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166203.583041:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166204.589008:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166205.590072:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166206.593616:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166206.946419:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166206.946640:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423085568:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166206.946952:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166206.947021:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423085568 00000100:00100000:2.0:1746166206.947031:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423085568 00000100:00080000:3.0:1746166206.947062:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166206.947086:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6969 00000100:00100000:2.0:1746166206.947096:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423085568:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166206.947127:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166206.947193:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423085568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166206.947200:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6969 00000100:00100000:1.0:1746166206.947325:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423085568:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746166207.593986:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166207.903743:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166207.904205:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439128960 00000100:00100000:3.0:1746166207.904215:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439128960 00000100:00100000:3.0:1746166207.904299:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2354 00000100:00100000:3.0:1746166207.904309:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090942a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439128960:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166207.904393:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090942a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439128960:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 87us (724us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166207.904400:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2354 00000100:00080000:0.0:1746166207.906476:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166207.913485:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166207.913551:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166207.913939:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166207.913985:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439129216 00000100:00100000:1.0:1746166207.913995:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439129216 00000100:00100000:1.0:1746166207.914052:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49967 00000100:00100000:1.0:1746166207.914061:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439129216:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166207.914090:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166207.914153:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439129216:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 91us (478us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166207.914160:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49967 00000100:00100000:0.0:1746166207.914289:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439129088 00000100:00100000:0.0:1746166207.914301:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439129088 00000100:00100000:0.0:1746166207.914562:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2355 00000100:00100000:0.0:1746166207.914570:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439129088:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:1.0:1746166207.914763:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166207.914897:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439128832 00000100:00100000:3.0:1746166207.914902:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439128832 00000100:00100000:3.0:1746166207.914935:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 712 00000100:00100000:3.0:1746166207.914942:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439128832:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166207.914985:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439128832:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 44us (1513us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166207.914991:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 712 00000100:00100000:0.0:1746166207.916444:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439129088:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1872us (2888us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166207.916453:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2355 00000100:00080000:0.0:1746166207.970312:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166207.970316:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166207.970320:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166207.970326:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10123 00000100:00080000:0.0:1746166207.970330:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746166207.970336:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166207.970353:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090941180 x1830977423086208/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166207.970377:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166207.970379:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166207.970382:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166207.970384:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10123 00000100:00080000:0.0:1746166207.970386:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746166207.970389:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166207.970396:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090940380 x1830977423086720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166207.970425:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423086080:0@lo:400:kworker.0 00000100:00100000:0.0:1746166207.970470:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166207.970507:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090941f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423086848:0@lo:400:kworker.0 00000100:00100000:0.0:1746166207.970521:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166207.970635:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423085824:0@lo:400:kworker.0 00000100:00100000:3.0:1746166207.970658:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166207.970672:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423086464:0@lo:400:kworker.0 00000100:00100000:3.0:1746166207.970710:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166207.970727:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1746166207.970731:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423085696:0@lo:400:kworker.0 00000100:00100000:3.0:1746166207.970751:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166207.970770:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090942d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423086336:0@lo:400:kworker.0 00000100:00100000:3.0:1746166207.970785:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423086208:0@lo:8:kworker.0 00000100:00100000:3.0:1746166207.970805:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423085696 00000100:00100000:3.0:1746166207.970810:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423085696 00000100:00100000:3.0:1746166207.970837:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:3.0:1746166207.970842:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423085696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166207.970871:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423085696:12345-0@lo:400:kworker.0 Request processed in 28us (118us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166207.970876:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:3.0:1746166207.970913:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423086080 00000100:00100000:3.0:1746166207.970916:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423086080 00000100:00100000:3.0:1746166207.970930:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35521 00000100:00100000:3.0:1746166207.970934:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090942680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423086080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166207.970955:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090942680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423086080:12345-0@lo:400:kworker.0 Request processed in 20us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166207.970959:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35521 00000100:00100000:3.0:1746166207.970971:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423085824 00000100:00100000:3.0:1746166207.970973:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423085824 00000100:00100000:3.0:1746166207.970991:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423086464 00000100:00100000:3.0:1746166207.970993:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423086464 00000100:00100000:3.0:1746166207.971003:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2356 00000100:00100000:3.0:1746166207.971006:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423085824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166207.971025:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423085824:12345-0@lo:400:kworker.0 Request processed in 18us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166207.971029:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2356 00000100:00100000:3.0:1746166207.971036:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2357 00000100:00100000:3.0:1746166207.971040:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423086464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166207.971054:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423086464:12345-0@lo:400:kworker.0 Request processed in 14us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166207.971058:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2357 00000100:00080000:3.0:1746166207.971075:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166207.971144:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090943480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423085952:0@lo:400:kworker.0 00000100:00100000:1.0:1746166207.971164:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166207.971185:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423086592:0@lo:400:kworker.0 00000100:00100000:1.0:1746166207.971197:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166207.971771:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423086080:0@lo:400:kworker.0 00000100:00100000:0.0:1746166207.971791:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166207.972103:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423086720:0@lo:8:kworker.0 00000100:00100000:0.0:1746166207.972123:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166207.972489:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423086848 00000100:00100000:2.0:1746166207.972493:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423086848 00000100:00100000:2.0:1746166207.972518:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423086208 00000100:00100000:2.0:1746166207.972521:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423086208 00000100:00100000:2.0:1746166207.972529:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423086720 00000100:00100000:2.0:1746166207.972530:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423086720 00000100:00100000:2.0:1746166207.972539:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7596 00000100:00100000:2.0:1746166207.972544:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423086848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166207.972575:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423086848:12345-0@lo:400:kworker.0 Request processed in 31us (2052us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166207.972580:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7596 00000100:00100000:2.0:1746166207.972589:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49968 00000100:00100000:2.0:1746166207.972592:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423086208:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166207.972608:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166207.972625:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423086208:12345-0@lo:8:kworker.0 Request processed in 31us (833us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166207.972629:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49968 00000100:00100000:2.0:1746166207.972635:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49969 00000100:00100000:2.0:1746166207.972638:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090943100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423086720:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166207.972645:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166207.972657:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090943100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423086720:12345-0@lo:8:kworker.0 Request processed in 18us (533us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166207.972661:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49969 00000100:00080000:2.0:1746166207.972672:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166207.972719:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166207.972732:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423086976:0@lo:400:kworker.0 00000100:00100000:2.0:1746166207.972750:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166207.972766:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423085824:0@lo:400:kworker.0 00000100:00100000:2.0:1746166207.972772:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423086464:0@lo:400:kworker.0 00000100:00100000:2.0:1746166207.972787:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423085696:0@lo:400:kworker.0 00000100:00100000:2.0:1746166207.972799:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423086336 00000100:00100000:2.0:1746166207.972801:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423086336 00000100:00100000:2.0:1746166207.972813:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7597 00000100:00100000:2.0:1746166207.972817:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c8b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423086336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166207.972838:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c8b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423086336:12345-0@lo:400:kworker.0 Request processed in 20us (119us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166207.972842:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7597 00000100:00100000:2.0:1746166207.972942:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090942d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423086336:0@lo:400:kworker.0 00000100:00100000:2.0:1746166207.972964:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090941f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423086848:0@lo:400:kworker.0 00000100:00080000:0.0:1746166207.973023:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166207.973026:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166207.973029:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423086208:0@lo:8:kworker.0 00000100:00080000:0.0:1746166207.973036:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166207.973039:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166207.973041:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423086720:0@lo:8:kworker.0 00000100:00100000:3.0:1746166207.973091:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423085952 00000100:00100000:3.0:1746166207.973094:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423085952 00000100:00100000:3.0:1746166207.973112:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423086976 00000100:00100000:3.0:1746166207.973114:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423086976 00000100:00100000:3.0:1746166207.973124:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2358 00000100:00100000:3.0:1746166207.973128:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423085952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166207.973393:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2359 00000100:00100000:1.0:1746166207.973399:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423086976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166207.973426:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423086976:12345-0@lo:400:kworker.0 Request processed in 28us (675us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166207.973430:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2359 00000100:00100000:1.0:1746166207.973451:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423086592 00000100:00100000:1.0:1746166207.973454:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423086592 00000100:00100000:1.0:1746166207.973468:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35522 00000100:00100000:1.0:1746166207.973472:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423086592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166207.974003:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423085952:12345-0@lo:400:kworker.0 Request processed in 873us (2837us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166207.974008:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2358 00000100:00100000:1.0:1746166207.974180:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423086592:12345-0@lo:400:kworker.0 Request processed in 707us (2980us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166207.974186:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35522 00000100:00100000:0.0:1746166207.974295:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423085952:0@lo:400:kworker.0 00000100:00100000:0.0:1746166207.974304:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423086592:0@lo:400:kworker.0 00000100:00080000:2.0:1746166207.974819:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166207.974839:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423086976:0@lo:400:kworker.0 00000100:00100000:2.0:1746166208.018210:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423087104:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166208.018266:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166208.018662:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423087104 00000100:00100000:1.0:1746166208.018668:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423087104 00000100:00100000:1.0:1746166208.018732:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35523 00000100:00100000:1.0:1746166208.018934:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136054380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423087104:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166208.018963:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166208.019003:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136054380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423087104:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (737us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166208.019008:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35523 00000100:00100000:1.0:1746166208.019036:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423087232:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166208.019055:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166208.019075:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423087232 00000100:00100000:1.0:1746166208.019077:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423087232 00000100:00100000:1.0:1746166208.019093:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35524 00000100:00100000:1.0:1746166208.019097:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423087232:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166208.019110:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166208.019132:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423087232:12345-0@lo:41:osp-pre-1-0.0 Request processed in 34us (76us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166208.019135:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35524 00000100:00100000:1.0:1746166208.019157:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423087232:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166208.019411:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423087104:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166208.258925:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423087360:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166208.258986:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166208.260648:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423087360 00000100:00100000:2.0:1746166208.260657:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423087360 00000100:00100000:2.0:1746166208.260726:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6970 00000100:00100000:2.0:1746166208.260734:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423087360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166208.260761:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166208.260820:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423087360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (1833us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166208.260826:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6970 00000100:00100000:0.0:1746166208.260905:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423087360:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166208.596096:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166209.598215:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166210.601316:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166211.603816:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166211.954115:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746166211.954132:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423087488:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166211.954182:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166211.954293:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423087488 00000100:00100000:0.0:1746166211.954299:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423087488 00000100:00100000:0.0:1746166211.954344:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6971 00000100:00100000:0.0:1746166211.954351:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136055880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423087488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166211.954376:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166211.954411:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136055880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423087488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166211.954416:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6971 00000100:00100000:1.0:1746166211.954498:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423087488:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1746166211.954543:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746166212.605887:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166212.912243:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166212.913637:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166212.913672:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166212.915843:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439129728 00000100:00100000:1.0:1746166212.915853:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439129728 00000100:00100000:1.0:1746166212.916015:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49970 00000100:00100000:1.0:1746166212.916037:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090943480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439129728:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166212.916115:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166212.917381:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439129600 00000100:00100000:2.0:1746166212.917388:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439129600 00000100:00100000:3.0:1746166212.917736:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439129344 00000100:00100000:3.0:1746166212.917741:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439129344 00000100:00100000:3.0:1746166212.917769:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 714 00000100:00100000:3.0:1746166212.917776:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439129344:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166212.917892:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090943480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439129728:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 1853us (4254us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166212.917899:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49970 00000100:00080000:1.0:1746166212.917937:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166212.918437:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2360 00000100:00100000:2.0:1746166212.918447:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439129600:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166212.918480:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439129600:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 37us (4808us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166212.918486:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2360 00000100:00100000:0.0:1746166212.918868:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166212.919427:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439129344:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1650us (7190us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166212.919435:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 714 00000100:00100000:2.0:1746166212.919596:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439129472 00000100:00100000:2.0:1746166212.919601:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439129472 00000100:00100000:2.0:1746166212.919638:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2361 00000100:00100000:2.0:1746166212.919643:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090941180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439129472:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166212.919669:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090941180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439129472:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 27us (803us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166212.919689:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2361 00000100:00080000:3.0:1746166212.919927:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166212.979466:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423087616:0@lo:400:kworker.0 00000100:00100000:1.0:1746166212.979519:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166212.979650:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423087616 00000100:00100000:2.0:1746166212.979657:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423087616 00000100:00100000:2.0:1746166212.979712:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:2.0:1746166212.979719:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423087616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166212.980289:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423087616:12345-0@lo:400:kworker.0 Request processed in 570us (768us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166212.980297:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00100000:1.0:1746166212.983539:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423087616:0@lo:400:kworker.0 00000100:00080000:0.0:1746166212.984337:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166212.984342:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166212.984344:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166212.984349:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10128 00000100:00080000:0.0:1746166212.984352:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746166212.984357:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166212.984375:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090942d80 x1830977423088128/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166212.984635:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166212.984638:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166212.984640:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166212.984644:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10128 00000100:00080000:0.0:1746166212.984646:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746166212.984649:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166212.984658:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090942300 x1830977423088640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166212.984704:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090942d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423088128:0@lo:8:kworker.0 00000100:00100000:0.0:1746166212.984758:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166212.984780:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423088640:0@lo:8:kworker.0 00000100:00100000:0.0:1746166212.984797:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166212.984822:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423088128 00000100:00100000:0.0:1746166212.984827:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423088128 00000100:00100000:0.0:1746166212.984845:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423088640 00000100:00100000:0.0:1746166212.984847:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423088640 00000100:00100000:0.0:1746166212.984871:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49971 00000100:00100000:0.0:1746166212.984877:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423088128:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166212.984896:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166212.984926:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423088128:12345-0@lo:8:kworker.0 Request processed in 49us (168us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166212.984933:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49971 00000100:00100000:0.0:1746166212.984944:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49972 00000100:00100000:0.0:1746166212.984947:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423088640:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166212.984956:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166212.984972:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423088640:12345-0@lo:8:kworker.0 Request processed in 24us (175us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166212.984977:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49972 00000100:00080000:0.0:1746166212.985002:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166212.985006:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166212.985008:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090942d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423088128:0@lo:8:kworker.0 00000100:00080000:0.0:1746166212.985015:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166212.985017:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166212.985020:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423088640:0@lo:8:kworker.0 00000100:00100000:0.0:1746166212.985042:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423088256:0@lo:400:kworker.0 00000100:00100000:0.0:1746166212.985060:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166212.985072:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423088896:0@lo:400:kworker.0 00000100:00100000:0.0:1746166212.985090:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166212.985104:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746166212.985109:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090941f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423088000:0@lo:400:kworker.0 00000100:00100000:0.0:1746166212.985127:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166212.985140:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423088768:0@lo:400:kworker.0 00000100:00100000:0.0:1746166212.985156:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166212.985175:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423088000 00000100:00100000:0.0:1746166212.985178:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423088000 00000100:00100000:0.0:1746166212.985199:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35525 00000100:00100000:0.0:1746166212.985204:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423088000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166212.985236:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423088000:12345-0@lo:400:kworker.0 Request processed in 32us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166212.985241:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35525 00000100:00100000:0.0:1746166212.985255:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423088256 00000100:00100000:0.0:1746166212.985257:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423088256 00000100:00100000:0.0:1746166212.985272:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423088768 00000100:00100000:0.0:1746166212.985274:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423088768 00000100:00100000:0.0:1746166212.985292:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7598 00000100:00100000:0.0:1746166212.985296:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097619880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423088256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166212.985518:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097619880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423088256:12345-0@lo:400:kworker.0 Request processed in 22us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166212.985524:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7598 00000100:00100000:0.0:1746166212.985534:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7599 00000100:00100000:0.0:1746166212.985538:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423088768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166212.985560:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423088768:12345-0@lo:400:kworker.0 Request processed in 22us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166212.985564:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7599 00000100:00100000:0.0:1746166212.985586:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090941f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423088000:0@lo:400:kworker.0 00000100:00100000:0.0:1746166212.985593:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423088768:0@lo:400:kworker.0 00000100:00100000:0.0:1746166212.985599:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423088256:0@lo:400:kworker.0 00000100:00100000:0.0:1746166212.985647:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423088896 00000100:00100000:0.0:1746166212.985649:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423088896 00000100:00100000:0.0:1746166212.985670:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2362 00000100:00100000:0.0:1746166212.985690:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423088896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166212.985717:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423088896:12345-0@lo:400:kworker.0 Request processed in 42us (626us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166212.985721:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2362 00000100:00100000:0.0:1746166212.985744:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423088896:0@lo:400:kworker.0 00000100:00080000:0.0:1746166212.985768:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166212.985911:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423087744:0@lo:400:kworker.0 00000100:00100000:1.0:1746166212.985935:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166212.985960:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423088384:0@lo:400:kworker.0 00000100:00100000:1.0:1746166212.985975:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166212.985987:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1746166212.985991:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423087872:0@lo:400:kworker.0 00000100:00100000:1.0:1746166212.986002:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166212.986012:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423088512:0@lo:400:kworker.0 00000100:00100000:1.0:1746166212.986025:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166212.986040:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423087744 00000100:00100000:1.0:1746166212.986042:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423087744 00000100:00100000:1.0:1746166212.986062:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423088384 00000100:00100000:1.0:1746166212.986064:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423088384 00000100:00100000:1.0:1746166212.986073:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2363 00000100:00100000:1.0:1746166212.986078:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423087744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166212.986101:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423087744:12345-0@lo:400:kworker.0 Request processed in 23us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166212.986106:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2363 00000100:00100000:1.0:1746166212.986113:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423087872 00000100:00100000:1.0:1746166212.986115:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423087872 00000100:00100000:1.0:1746166212.986127:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2364 00000100:00100000:1.0:1746166212.986131:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423088384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166212.986148:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423088384:12345-0@lo:400:kworker.0 Request processed in 17us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166212.986153:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2364 00000100:00100000:1.0:1746166212.986159:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2365 00000100:00100000:1.0:1746166212.986163:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423087872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166212.986178:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423087872:12345-0@lo:400:kworker.0 Request processed in 15us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166212.986182:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2365 00000100:00080000:1.0:1746166212.986193:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166212.986195:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166212.986205:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423087872:0@lo:400:kworker.0 00000100:00100000:1.0:1746166212.986212:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423087744:0@lo:400:kworker.0 00000100:00100000:1.0:1746166212.986219:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423088384:0@lo:400:kworker.0 00000100:00100000:0.0:1746166212.990450:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423088512 00000100:00100000:0.0:1746166212.990463:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423088512 00000100:00100000:0.0:1746166212.990527:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35526 00000100:00100000:0.0:1746166212.990534:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423088512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166212.990629:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423088512:12345-0@lo:400:kworker.0 Request processed in 95us (4602us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166212.990635:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35526 00000100:00100000:1.0:1746166212.990750:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423088512:0@lo:400:kworker.0 00000100:00100000:1.0:1746166213.026140:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423089024:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166213.026207:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166213.026268:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423089024 00000100:00100000:1.0:1746166213.026274:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423089024 00000100:00100000:1.0:1746166213.026308:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35527 00000100:00100000:1.0:1746166213.026315:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423089024:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166213.026344:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166213.026709:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423089024:12345-0@lo:41:osp-pre-0-1.0 Request processed in 394us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166213.026716:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35527 00000100:00100000:1.0:1746166213.026751:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423089024:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166213.026763:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166213.026768:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097618000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423089152:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166213.026787:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166213.026805:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423089152 00000100:00100000:1.0:1746166213.026807:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423089152 00000100:00100000:1.0:1746166213.026999:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35528 00000100:00100000:1.0:1746166213.027003:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423089152:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166213.027020:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166213.027045:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423089152:12345-0@lo:41:osp-pre-1-0.0 Request processed in 42us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166213.027050:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35528 00000100:00100000:1.0:1746166213.027075:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097618000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423089152:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166213.267033:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423089280:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166213.267092:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166213.267152:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423089280 00000100:00100000:3.0:1746166213.267158:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423089280 00000100:00100000:3.0:1746166213.267190:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6972 00000100:00100000:3.0:1746166213.267197:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423089280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166213.267220:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166213.267270:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423089280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166213.267280:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6972 00000100:00100000:2.0:1746166213.267320:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423089280:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166213.607862:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166214.610228:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166215.613821:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166216.619685:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166216.962774:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423089408:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166216.962845:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166216.962903:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423089408 00000100:00100000:0.0:1746166216.962910:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423089408 00000100:00100000:0.0:1746166216.962955:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6973 00000100:00100000:0.0:1746166216.962961:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423089408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166216.962984:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:1.0:1746166216.963003:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166216.963020:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423089408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166216.963026:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6973 00000100:00100000:3.0:1746166216.963407:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423089408:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746166217.622072:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166217.923104:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166217.923463:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166217.923490:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166217.923593:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166217.923624:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439130112 00000100:00100000:0.0:1746166217.923632:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439130112 00000100:00100000:0.0:1746166217.923724:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439129984 00000100:00100000:2.0:1746166217.923724:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439129856 00000100:00100000:0.0:1746166217.923727:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439129984 00000100:00100000:2.0:1746166217.923727:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439129856 00000100:00100000:0.0:1746166217.923747:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2366 00000100:00100000:2.0:1746166217.923749:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 716 00000100:00100000:0.0:1746166217.923754:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439130112:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166217.923754:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439129856:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166217.923800:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439129856:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 46us (705us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166217.923805:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 716 00000100:00100000:2.0:1746166217.923831:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2367 00000100:00100000:2.0:1746166217.923837:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097618e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439129984:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166217.924218:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439130240 00000100:00100000:3.0:1746166217.924223:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439130240 00000100:00100000:3.0:1746166217.924240:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49973 00000100:00100000:3.0:1746166217.924245:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439130240:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166217.924264:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1746166217.924735:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746166217.924739:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166217.925205:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097618e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439129984:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1366us (1712us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166217.925211:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2367 00000100:00100000:1.0:1746166217.925222:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439130112:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1466us (1756us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166217.925230:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2366 00000100:00100000:3.0:1746166217.925416:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439130240:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 1169us (1822us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166217.925423:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49973 00000100:00080000:0.0:1746166217.987450:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166217.987456:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166217.987460:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166217.987467:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10133 00000100:00080000:0.0:1746166217.987473:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746166217.987480:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166217.987502:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090941500 x1830977423090048/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166217.987521:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423089792:0@lo:400:kworker.0 00000100:00100000:2.0:1746166217.987596:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166217.987664:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746166217.987671:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423089920:0@lo:400:kworker.0 00000100:00100000:2.0:1746166217.987747:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166217.987788:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423089920 00000100:00100000:2.0:1746166217.987795:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423089920 00000100:00100000:3.0:1746166217.987827:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423089664:0@lo:400:kworker.0 00000100:00100000:2.0:1746166217.987828:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35529 00000100:00100000:2.0:1746166217.987834:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136055c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423089920:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1746166217.987968:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166217.987971:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166217.987972:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166217.987975:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10133 00000100:00080000:0.0:1746166217.987978:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166217.987981:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166217.987989:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136055c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423089920:12345-0@lo:400:kworker.0 Request processed in 154us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166217.987991:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090941f80 x1830977423090560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166217.987997:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35529 00000100:00100000:2.0:1746166217.988017:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423090688:0@lo:400:kworker.0 00000100:00100000:0.0:1746166217.988025:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423090048:0@lo:8:kworker.0 00000100:00100000:2.0:1746166217.988039:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166217.988058:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166217.988059:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746166217.988065:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423090432:0@lo:400:kworker.0 00000100:00100000:2.0:1746166217.988082:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166217.988098:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423090432 00000100:00100000:2.0:1746166217.988101:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423090432 00000100:00100000:2.0:1746166217.988118:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35530 00000100:00100000:2.0:1746166217.988122:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136054a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423090432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166217.988149:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136054a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423090432:12345-0@lo:400:kworker.0 Request processed in 27us (66us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166217.988154:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35530 00000100:00100000:2.0:1746166217.988181:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423090432:0@lo:400:kworker.0 00000100:00100000:1.0:1746166217.988204:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097618000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423089536:0@lo:400:kworker.0 00000100:00100000:1.0:1746166217.988237:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166217.988267:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423090176:0@lo:400:kworker.0 00000100:00100000:1.0:1746166217.988283:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166217.988294:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090942d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423090816:0@lo:400:kworker.0 00000100:00100000:1.0:1746166217.988308:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166217.988325:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166217.988329:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423090304:0@lo:400:kworker.0 00000100:00100000:1.0:1746166217.988344:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166217.988378:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423090688 00000100:00100000:2.0:1746166217.988643:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423089920:0@lo:400:kworker.0 00000100:00100000:2.0:1746166217.988665:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423089792 00000100:00100000:2.0:1746166217.988668:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423089792 00000100:00100000:2.0:1746166217.988709:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423090816 00000100:00100000:2.0:1746166217.988711:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423090816 00000100:00100000:2.0:1746166217.988729:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423090304 00000100:00100000:2.0:1746166217.988731:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423090304 00000100:00100000:2.0:1746166217.988741:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2368 00000100:00100000:2.0:1746166217.988745:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136055f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423089792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166217.988771:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136055f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423089792:12345-0@lo:400:kworker.0 Request processed in 26us (1177us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166217.988775:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2368 00000100:00100000:2.0:1746166217.988782:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2369 00000100:00100000:2.0:1746166217.988786:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423090816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166217.988805:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423090816:12345-0@lo:400:kworker.0 Request processed in 19us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166217.988809:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2369 00000100:00100000:2.0:1746166217.988816:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2370 00000100:00100000:3.0:1746166217.988817:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166217.988819:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423090304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166217.988835:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423090304:12345-0@lo:400:kworker.0 Request processed in 16us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166217.988839:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2370 00000100:00100000:2.0:1746166217.988844:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423089664 00000100:00100000:2.0:1746166217.988846:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423089664 00000100:00100000:3.0:1746166217.988847:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423089536 00000100:00100000:3.0:1746166217.988852:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423089536 00000100:00100000:2.0:1746166217.988855:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2371 00000100:00100000:2.0:1746166217.988858:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423089664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166217.988876:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423089664:12345-0@lo:400:kworker.0 Request processed in 17us (61us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166217.988880:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2371 00000100:00100000:3.0:1746166217.988886:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:3.0:1746166217.988894:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423089536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166217.988901:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423089792:0@lo:400:kworker.0 00000100:00100000:2.0:1746166217.988924:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423090048 00000100:00100000:2.0:1746166217.988926:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423090048 00000100:00100000:3.0:1746166217.988930:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423089536:12345-0@lo:400:kworker.0 Request processed in 37us (691us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166217.988936:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:2.0:1746166217.988937:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423090176 00000100:00100000:2.0:1746166217.988939:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423090176 00000100:00100000:2.0:1746166217.988951:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7600 00000100:00100000:2.0:1746166217.988955:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423090176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166217.988978:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423090176:12345-0@lo:400:kworker.0 Request processed in 23us (695us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166217.988982:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423089664:0@lo:400:kworker.0 00000100:00100000:2.0:1746166217.988983:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7600 00000100:00100000:2.0:1746166217.988989:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49974 00000100:00100000:2.0:1746166217.988992:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423090048:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166217.989008:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166217.989024:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423090048:12345-0@lo:8:kworker.0 Request processed in 31us (966us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166217.989028:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49974 00000100:00080000:3.0:1746166217.989037:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746166217.989042:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166217.989065:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423090304:0@lo:400:kworker.0 00000100:00100000:3.0:1746166217.989072:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097618000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423089536:0@lo:400:kworker.0 00000100:00100000:3.0:1746166217.989083:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423090176:0@lo:400:kworker.0 00000100:00100000:3.0:1746166217.989091:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090942d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423090816:0@lo:400:kworker.0 00000100:00100000:1.0:1746166217.989811:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423090688 00000100:00100000:1.0:1746166217.989859:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7601 00000100:00100000:1.0:1746166217.989865:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136054000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423090688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166217.989919:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136054000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423090688:12345-0@lo:400:kworker.0 Request processed in 54us (1878us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166217.989924:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7601 00000100:00080000:1.0:1746166217.989965:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166217.989968:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166217.989972:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423090048:0@lo:8:kworker.0 00000100:00100000:1.0:1746166217.989980:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090941f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423090560:0@lo:8:kworker.0 00000100:00100000:1.0:1746166217.990004:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166217.990031:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423090560 00000100:00100000:1.0:1746166217.990033:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423090560 00000100:00100000:1.0:1746166217.990045:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49975 00000100:00100000:1.0:1746166217.990049:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423090560:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166217.990069:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166217.990090:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423090560:12345-0@lo:8:kworker.0 Request processed in 41us (86us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166217.990095:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49975 00000100:00080000:1.0:1746166217.990111:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166217.990113:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166217.990116:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090941f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423090560:0@lo:8:kworker.0 00000100:00080000:3.0:1746166217.990184:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166217.990249:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423090688:0@lo:400:kworker.0 00000100:00100000:2.0:1746166218.033962:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746166218.033988:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423090944:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166218.034000:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423091072:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166218.034058:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166218.035247:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423090944 00000100:00100000:0.0:1746166218.035256:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423090944 00000100:00100000:0.0:1746166218.035303:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35531 00000100:00100000:0.0:1746166218.035309:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090942300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423090944:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746166218.035338:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746166218.035390:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090942300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423090944:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (1332us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166218.035396:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35531 00000100:00100000:3.0:1746166218.035483:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423090944:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166218.036262:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166218.036374:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423091072 00000100:00100000:2.0:1746166218.036379:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423091072 00000100:00100000:2.0:1746166218.036928:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35532 00000100:00100000:2.0:1746166218.036937:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423091072:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166218.036960:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166218.037019:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423091072:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (760us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166218.037025:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35532 00000100:00100000:1.0:1746166218.037156:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423091072:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166218.274508:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746166218.274537:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090941f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423091200:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166218.274595:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166218.276283:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423091200 00000100:00100000:2.0:1746166218.276292:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423091200 00000100:00100000:2.0:1746166218.276347:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6974 00000100:00100000:2.0:1746166218.276355:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423091200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166218.276616:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166218.276690:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423091200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 321us (2080us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166218.276696:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6974 00000100:00100000:1.0:1746166218.277087:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090941f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423091200:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166218.624181:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166219.626597:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166220.628079:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166221.629864:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166221.969885:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423091328:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166221.969944:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166221.970096:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423091328 00000100:00100000:1.0:1746166221.970103:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423091328 00000100:00100000:1.0:1746166221.970146:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6975 00000100:00100000:1.0:1746166221.970154:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423091328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166221.970178:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166221.970229:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423091328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166221.970234:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6975 00000100:00080000:3.0:1746166221.970310:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166221.970582:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423091328:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746166222.632362:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166222.928608:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166222.928653:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166222.929047:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439130496 00000100:00100000:2.0:1746166222.929055:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439130496 00000100:00100000:0.0:1746166222.929342:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166222.929420:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439130368 00000100:00100000:3.0:1746166222.929423:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439130368 00000100:00100000:3.0:1746166222.929466:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 718 00000100:00100000:3.0:1746166222.929473:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439130368:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166222.929521:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439130368:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 49us (868us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166222.929527:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 718 00000100:00080000:3.0:1746166222.931593:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166222.932878:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439130624 00000100:00100000:1.0:1746166222.932885:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439130624 00000100:00100000:1.0:1746166222.933515:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2372 00000100:00100000:1.0:1746166222.933524:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439130496:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166222.934320:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2373 00000100:00100000:2.0:1746166222.934330:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439130624:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:3.0:1746166222.934387:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166222.935559:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439130496:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 2034us (6955us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166222.935569:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2372 00000100:00100000:2.0:1746166222.935722:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439130624:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1393us (6379us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166222.935729:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2373 00000100:00100000:0.0:1746166222.935973:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166222.936226:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439130752 00000100:00100000:2.0:1746166222.936232:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439130752 00000100:00100000:2.0:1746166222.936709:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49976 00000100:00100000:2.0:1746166222.936715:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439130752:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166222.936734:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166222.937891:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439130752:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 1171us (1914us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166222.937899:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49976 00000100:00080000:0.0:1746166222.995757:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166222.995763:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166222.995767:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166222.995776:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10138 00000100:00080000:0.0:1746166222.995780:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166222.995787:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166222.995810:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090ccc380 x1830977423091968/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166222.996065:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166222.996069:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166222.996070:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166222.996074:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10138 00000100:00080000:0.0:1746166222.996076:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166222.996081:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166222.996091:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090ccf100 x1830977423092480/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746166222.997299:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423091840:0@lo:400:kworker.0 00000100:00100000:1.0:1746166222.997358:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166222.997424:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423092608:0@lo:400:kworker.0 00000100:00100000:1.0:1746166222.997455:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166222.997529:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423092608 00000100:00100000:3.0:1746166222.997535:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423092608 00000100:00100000:3.0:1746166222.997576:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7602 00000100:00100000:3.0:1746166222.997588:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423092608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166222.997627:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423092608:12345-0@lo:400:kworker.0 Request processed in 40us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166222.997632:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7602 00000100:00080000:3.0:1746166222.997655:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166222.997773:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423091840 00000100:00100000:3.0:1746166222.997776:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423091840 00000100:00100000:3.0:1746166222.997798:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35533 00000100:00100000:3.0:1746166222.997807:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423091840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166222.997833:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423091840:12345-0@lo:400:kworker.0 Request processed in 30us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166222.997838:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35533 00000100:00100000:3.0:1746166222.997868:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423091584:0@lo:400:kworker.0 00000100:00100000:3.0:1746166222.997891:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166222.997905:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423091968:0@lo:8:kworker.0 00000100:00100000:3.0:1746166222.997910:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423092224:0@lo:400:kworker.0 00000100:00100000:3.0:1746166222.997923:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166222.997937:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1746166222.997943:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423091712:0@lo:400:kworker.0 00000100:00100000:3.0:1746166222.997959:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166222.997960:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166222.997970:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423092352:0@lo:400:kworker.0 00000100:00100000:3.0:1746166222.997984:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166222.997995:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423092480:0@lo:8:kworker.0 00000100:00100000:3.0:1746166222.998007:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423092352 00000100:00100000:3.0:1746166222.998009:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423092352 00000100:00100000:0.0:1746166222.998015:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166222.998025:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35534 00000100:00100000:3.0:1746166222.998029:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423092352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166222.998052:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423091968 00000100:00100000:3.0:1746166222.998053:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423092352:12345-0@lo:400:kworker.0 Request processed in 24us (68us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166222.998057:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423091968 00000100:00100000:3.0:1746166222.998058:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35534 00000100:00100000:0.0:1746166222.998079:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423092480 00000100:00100000:0.0:1746166222.998081:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423092480 00000100:00100000:3.0:1746166222.998084:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423092352:0@lo:400:kworker.0 00000100:00100000:0.0:1746166222.998094:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49977 00000100:00100000:0.0:1746166222.998099:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423091968:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1746166222.998113:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49978 00000100:00100000:3.0:1746166222.998118:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423092480:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166222.998123:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1746166222.998135:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166222.998155:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423091968:12345-0@lo:8:kworker.0 Request processed in 55us (196us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166222.998162:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49977 00000100:00080000:0.0:1746166222.998196:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166222.998199:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166222.998203:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423091968:0@lo:8:kworker.0 00000100:00100000:0.0:1746166222.998234:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423091584 00000100:00100000:0.0:1746166222.998238:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423091584 00000100:00100000:0.0:1746166222.998270:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423092224 00000100:00100000:0.0:1746166222.998272:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423092224 00000100:00100000:0.0:1746166222.998284:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423091712 00000100:00100000:0.0:1746166222.998286:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423091712 00000100:00100000:0.0:1746166222.998302:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2374 00000100:00100000:0.0:1746166222.998306:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423091584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166222.998582:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423092480:12345-0@lo:8:kworker.0 Request processed in 462us (565us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166222.998589:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49978 00000100:00080000:3.0:1746166222.998616:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166222.998620:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166222.998623:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423092480:0@lo:8:kworker.0 00000100:00080000:3.0:1746166222.998637:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746166222.998639:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166222.998662:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2375 00000100:00100000:3.0:1746166222.998669:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423092224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166222.998703:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423091456:0@lo:400:kworker.0 00000100:00100000:1.0:1746166222.998723:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423091840:0@lo:400:kworker.0 00000100:00100000:1.0:1746166222.998733:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423092608:0@lo:400:kworker.0 00000100:00100000:2.0:1746166222.998739:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166222.998952:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2376 00000100:00100000:1.0:1746166222.998958:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423091712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166222.998993:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423091712:12345-0@lo:400:kworker.0 Request processed in 36us (1033us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166222.998996:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423092096:0@lo:400:kworker.0 00000100:00100000:1.0:1746166222.998998:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2376 00000100:00100000:2.0:1746166222.999019:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166222.999020:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423091712:0@lo:400:kworker.0 00000100:00100000:2.0:1746166222.999034:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423092736:0@lo:400:kworker.0 00000100:00100000:1.0:1746166222.999049:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423091456 00000100:00100000:2.0:1746166222.999050:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166222.999052:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423091456 00000100:00100000:1.0:1746166222.999072:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:2.0:1746166222.999075:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423092736 00000100:00100000:1.0:1746166222.999077:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423091456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166222.999078:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423092736 00000100:00100000:2.0:1746166222.999096:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2377 00000100:00100000:2.0:1746166222.999101:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090942d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423092736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166222.999105:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423091456:12345-0@lo:400:kworker.0 Request processed in 28us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166222.999109:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:2.0:1746166222.999127:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090942d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423092736:12345-0@lo:400:kworker.0 Request processed in 26us (76us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166222.999133:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2377 00000100:00100000:2.0:1746166222.999158:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423091456:0@lo:400:kworker.0 00000100:00100000:2.0:1746166222.999168:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423092736:0@lo:400:kworker.0 00000100:00100000:0.0:1746166222.999273:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423091584:12345-0@lo:400:kworker.0 Request processed in 965us (1380us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166222.999279:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2374 00000100:00100000:1.0:1746166223.000370:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423091584:0@lo:400:kworker.0 00000100:00100000:3.0:1746166223.001060:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423092224:12345-0@lo:400:kworker.0 Request processed in 2390us (3134us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166223.001068:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2375 00000100:00100000:3.0:1746166223.001092:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423092096 00000100:00100000:3.0:1746166223.001095:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423092096 00000100:00100000:3.0:1746166223.001134:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7603 00000100:00100000:3.0:1746166223.001140:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090941500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423092096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166223.001167:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090941500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423092096:12345-0@lo:400:kworker.0 Request processed in 28us (2148us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166223.001172:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7603 00000100:00100000:3.0:1746166223.001207:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423092096:0@lo:400:kworker.0 00000100:00100000:1.0:1746166223.001268:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423092224:0@lo:400:kworker.0 00000100:00080000:2.0:1746166223.001593:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166223.042342:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746166223.042430:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423092864:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166223.042517:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166223.042723:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423092864 00000100:00100000:2.0:1746166223.042730:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423092864 00000100:00100000:2.0:1746166223.042764:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35535 00000100:00100000:2.0:1746166223.042771:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423092864:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166223.042796:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166223.042835:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423092864:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166223.042841:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35535 00000100:00100000:3.0:1746166223.043316:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423092992:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166223.043338:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166223.043379:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423092864:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166223.043429:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423092992 00000100:00100000:0.0:1746166223.043452:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423092992 00000100:00100000:0.0:1746166223.043509:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35536 00000100:00100000:0.0:1746166223.043516:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423092992:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746166223.043549:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746166223.043616:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423092992:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166223.043623:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35536 00000100:00100000:3.0:1746166223.043658:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423092992:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166223.282110:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746166223.282130:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423093120:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166223.282184:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166223.284068:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423093120 00000100:00100000:1.0:1746166223.284080:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423093120 00000100:00100000:1.0:1746166223.284115:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6976 00000100:00100000:1.0:1746166223.284121:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423093120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746166223.284143:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166223.284197:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423093120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (2013us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166223.284202:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6976 00000100:00100000:3.0:1746166223.284283:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423093120:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166223.634203:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166224.636656:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166225.639920:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166226.642106:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166226.978308:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746166226.978329:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423093248:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166226.978605:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166226.979666:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423093248 00000100:00100000:0.0:1746166226.979686:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423093248 00000100:00100000:0.0:1746166226.980267:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6977 00000100:00100000:0.0:1746166226.980276:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090943800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423093248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166226.980307:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166226.980384:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090943800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423093248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (1769us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166226.980395:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6977 00000100:00100000:3.0:1746166226.980430:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423093248:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1746166226.980455:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746166227.644260:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166227.934612:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166227.934715:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166227.937546:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439131008 00000100:00100000:3.0:1746166227.937561:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439131008 00000100:00100000:0.0:1746166227.939015:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166227.939117:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166227.939372:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439130880 00000100:00100000:1.0:1746166227.939380:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439130880 00000100:00100000:1.0:1746166227.939425:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 720 00000100:00100000:1.0:1746166227.939434:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439130880:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:2.0:1746166227.941507:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166227.941573:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439131264 00000100:00100000:2.0:1746166227.941582:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439131264 00000100:00100000:2.0:1746166227.941616:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49979 00000100:00100000:2.0:1746166227.941622:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439131264:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166227.941650:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166227.942528:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439131136 00000100:00100000:3.0:1746166227.942532:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439131136 00000100:00100000:3.0:1746166227.942565:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2378 00000100:00100000:3.0:1746166227.942574:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439131008:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166227.944382:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2379 00000100:00100000:0.0:1746166227.944396:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439131136:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166227.944588:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439131264:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 2964us (5470us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166227.944598:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49979 00000100:00080000:2.0:1746166227.944628:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166227.945148:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439131008:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 2574us (10545us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166227.945155:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2378 00000100:00100000:1.0:1746166227.946151:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439130880:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 6714us (11471us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166227.946162:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 720 00000100:00100000:0.0:1746166227.947693:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439131136:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 3275us (8658us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166227.947705:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2379 00000100:00100000:2.0:1746166228.003593:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423093376:0@lo:400:kworker.0 00000100:00100000:2.0:1746166228.003694:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166228.004011:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423093376 00000100:00100000:1.0:1746166228.004018:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423093376 00000100:00100000:1.0:1746166228.004066:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:1.0:1746166228.004074:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423093376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166228.006099:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423093504:0@lo:400:kworker.0 00000100:00100000:3.0:1746166228.006147:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166228.006201:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423093504 00000100:00100000:3.0:1746166228.006205:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423093504 00000100:00100000:3.0:1746166228.006243:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2380 00000100:00100000:3.0:1746166228.006249:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097618000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423093504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166228.008274:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097618000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423093504:12345-0@lo:400:kworker.0 Request processed in 2020us (2120us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166228.008285:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2380 00000100:00100000:3.0:1746166228.008354:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423093504:0@lo:400:kworker.0 00000100:00080000:3.0:1746166228.008408:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746166228.009060:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166228.009065:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166228.009069:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166228.009074:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10143 00000100:00080000:0.0:1746166228.009077:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166228.009081:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166228.009101:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090ccd180 x1830977423093888/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166228.009133:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166228.009135:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166228.009137:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166228.009140:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10143 00000100:00080000:0.0:1746166228.009142:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746166228.009146:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166228.009158:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130e15880 x1830977423094400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166228.009195:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423093888:0@lo:8:kworker.0 00000100:00100000:0.0:1746166228.009228:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166228.009248:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423094400:0@lo:8:kworker.0 00000100:00100000:0.0:1746166228.009263:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166228.009288:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423093888 00000100:00100000:0.0:1746166228.009293:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423093888 00000100:00100000:0.0:1746166228.009312:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49980 00000100:00100000:0.0:1746166228.009317:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423093888:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166228.009338:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166228.009380:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423093888:12345-0@lo:8:kworker.0 Request processed in 61us (150us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166228.009385:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49980 00000100:00100000:0.0:1746166228.009394:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423094400 00000100:00100000:0.0:1746166228.009396:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423094400 00000100:00100000:0.0:1746166228.009407:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49981 00000100:00100000:0.0:1746166228.009411:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423094400:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166228.009419:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166228.009435:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423094400:12345-0@lo:8:kworker.0 Request processed in 24us (172us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166228.009440:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49981 00000100:00080000:0.0:1746166228.009468:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166228.009472:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166228.009475:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423093888:0@lo:8:kworker.0 00000100:00080000:0.0:1746166228.009483:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166228.009485:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166228.009487:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423094400:0@lo:8:kworker.0 00000100:00100000:0.0:1746166228.009523:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423093760:0@lo:400:kworker.0 00000100:00100000:0.0:1746166228.009547:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166228.009562:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423094528:0@lo:400:kworker.0 00000100:00100000:0.0:1746166228.009576:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166228.009586:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1746166228.009590:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423093632:0@lo:400:kworker.0 00000100:00100000:0.0:1746166228.009607:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166228.009619:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423094272:0@lo:400:kworker.0 00000100:00100000:0.0:1746166228.009634:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166228.009663:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423093760 00000100:00100000:0.0:1746166228.009666:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423093760 00000100:00100000:0.0:1746166228.009707:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423094272 00000100:00100000:0.0:1746166228.009709:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423094272 00000100:00100000:0.0:1746166228.009721:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35537 00000100:00100000:0.0:1746166228.009726:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423093760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166228.009984:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423093760:12345-0@lo:400:kworker.0 Request processed in 258us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166228.009990:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35537 00000100:00100000:0.0:1746166228.010000:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35538 00000100:00100000:0.0:1746166228.010005:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423094272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166228.010027:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423094272:12345-0@lo:400:kworker.0 Request processed in 23us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166228.010035:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35538 00000100:00100000:0.0:1746166228.010053:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423094528 00000100:00100000:0.0:1746166228.010056:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423094528 00000100:00100000:0.0:1746166228.010078:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7604 00000100:00100000:0.0:1746166228.010083:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423094528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166228.010105:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423094528:12345-0@lo:400:kworker.0 Request processed in 22us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166228.010110:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7604 00000100:00100000:0.0:1746166228.010128:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423094272:0@lo:400:kworker.0 00000100:00100000:0.0:1746166228.010135:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423093760:0@lo:400:kworker.0 00000100:00100000:0.0:1746166228.010141:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423094528:0@lo:400:kworker.0 00000100:00100000:0.0:1746166228.010156:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423094144:0@lo:400:kworker.0 00000100:00100000:0.0:1746166228.010171:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166228.010185:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746166228.010189:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423094016:0@lo:400:kworker.0 00000100:00100000:0.0:1746166228.010204:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166228.010215:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423094656:0@lo:400:kworker.0 00000100:00100000:0.0:1746166228.010229:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166228.010247:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423093632 00000100:00100000:0.0:1746166228.010250:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423093632 00000100:00100000:0.0:1746166228.010269:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2381 00000100:00100000:0.0:1746166228.010274:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423093632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166228.010298:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423093632:12345-0@lo:400:kworker.0 Request processed in 24us (690us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166228.010306:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2381 00000100:00100000:0.0:1746166228.010312:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423094144 00000100:00100000:0.0:1746166228.010315:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423094144 00000100:00100000:0.0:1746166228.010325:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423094656 00000100:00100000:0.0:1746166228.010327:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423094656 00000100:00100000:0.0:1746166228.010338:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2382 00000100:00100000:0.0:1746166228.010342:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423094144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166228.010376:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423094144:12345-0@lo:400:kworker.0 Request processed in 33us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166228.010381:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2382 00000100:00100000:0.0:1746166228.010389:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2383 00000100:00100000:0.0:1746166228.010393:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423094656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166228.010408:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423094656:12345-0@lo:400:kworker.0 Request processed in 16us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166228.010412:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2383 00000100:00100000:0.0:1746166228.010422:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423094016 00000100:00100000:0.0:1746166228.010424:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423094016 00000100:00100000:0.0:1746166228.010606:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7605 00000100:00100000:0.0:1746166228.010612:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423094016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166228.010635:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423094016:12345-0@lo:400:kworker.0 Request processed in 24us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166228.010640:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7605 00000100:00100000:0.0:1746166228.010657:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423093632:0@lo:400:kworker.0 00000100:00100000:0.0:1746166228.010672:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423094016:0@lo:400:kworker.0 00000100:00100000:0.0:1746166228.010698:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423094656:0@lo:400:kworker.0 00000100:00100000:0.0:1746166228.010707:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423094144:0@lo:400:kworker.0 00000100:00080000:0.0:1746166228.010765:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166228.010769:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166228.013096:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423093376:12345-0@lo:400:kworker.0 Request processed in 9016us (9396us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166228.013106:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00100000:2.0:1746166228.013210:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423093376:0@lo:400:kworker.0 00000100:00100000:2.0:1746166228.050220:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423094912:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166228.050297:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166228.051608:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423094784:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166228.052033:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166228.052089:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423094912 00000100:00100000:0.0:1746166228.052097:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423094912 00000100:00100000:0.0:1746166228.053101:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423094784 00000100:00100000:0.0:1746166228.053105:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423094784 00000100:00100000:0.0:1746166228.053132:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35539 00000100:00100000:0.0:1746166228.053139:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423094912:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746166228.053181:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166228.053688:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35540 00000100:00100000:1.0:1746166228.053697:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423094784:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166228.053933:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166228.053980:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423094784:12345-0@lo:41:osp-pre-1-0.0 Request processed in 284us (1947us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166228.053986:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35540 00000100:00100000:1.0:1746166228.054041:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423094784:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166228.055853:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423094912:12345-0@lo:41:osp-pre-0-1.0 Request processed in 2710us (5551us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166228.055862:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35539 00000100:00100000:3.0:1746166228.056388:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423094912:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166228.290703:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746166228.290730:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423095040:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166228.290802:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166228.291184:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423095040 00000100:00100000:0.0:1746166228.291194:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423095040 00000100:00100000:0.0:1746166228.291237:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6978 00000100:00100000:0.0:1746166228.291246:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090943100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423095040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166228.291281:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166228.291321:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090943100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423095040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166228.291327:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6978 00000100:00100000:2.0:1746166228.291699:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423095040:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166228.647167:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166229.647902:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166230.658021:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166231.656750:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166231.986848:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746166231.986891:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423095168:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166231.986969:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166231.987158:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423095168 00000100:00100000:2.0:1746166231.987167:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423095168 00000100:00080000:0.0:1746166231.987223:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166231.987223:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6979 00000100:00100000:2.0:1746166231.987234:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423095168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166231.987265:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166231.988170:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423095168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 937us (1199us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166231.988178:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6979 00000100:00100000:1.0:1746166231.988584:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423095168:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746166232.657967:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166232.941962:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166232.944579:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166232.944579:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439131392 00000100:00100000:2.0:1746166232.944590:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439131392 00000100:00100000:0.0:1746166232.944915:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166232.945199:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439131520 00000100:00100000:1.0:1746166232.945203:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439131520 00000100:00100000:2.0:1746166232.945227:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 722 00000100:00100000:2.0:1746166232.945236:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439131392:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166232.945245:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2384 00000100:00100000:1.0:1746166232.945250:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439131520:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166232.945412:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439131392:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 177us (3461us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166232.945420:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 722 00000100:00100000:0.0:1746166232.945587:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166232.945608:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439131776 00000100:00100000:0.0:1746166232.945611:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439131776 00000100:00100000:0.0:1746166232.945632:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49982 00000100:00100000:0.0:1746166232.945636:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439131776:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746166232.945661:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166232.945704:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439131776:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 66us (789us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166232.945710:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49982 00000100:00080000:0.0:1746166232.945736:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166232.945854:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439131648 00000100:00100000:3.0:1746166232.945858:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439131648 00000100:00100000:3.0:1746166232.945889:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2385 00000100:00100000:3.0:1746166232.945895:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439131648:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166232.945923:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439131648:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 29us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166232.945928:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2385 00000100:00100000:1.0:1746166232.946263:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439131520:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1011us (1693us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166232.946270:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2384 00000100:00080000:0.0:1746166232.946437:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166233.025952:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423095296:0@lo:400:kworker.0 00000100:00080000:0.0:1746166233.025953:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166233.025957:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166233.025961:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166233.025966:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10148 00000100:00080000:0.0:1746166233.025970:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746166233.025977:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166233.026000:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090ccd500 x1830977423095808/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746166233.026031:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746166233.026033:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166233.026037:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166233.026038:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166233.026042:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10148 00000100:00080000:0.0:1746166233.026045:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746166233.026048:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166233.026059:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800904b2d80 x1830977423096320/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166233.026093:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423095808:0@lo:8:kworker.0 00000100:00100000:1.0:1746166233.026097:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423095936:0@lo:400:kworker.0 00000100:00100000:1.0:1746166233.026121:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166233.026133:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423095552:0@lo:400:kworker.0 00000100:00100000:1.0:1746166233.026139:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423096576:0@lo:400:kworker.0 00000100:00100000:1.0:1746166233.026156:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166233.026168:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423095936 00000100:00100000:1.0:1746166233.026172:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746166233.026175:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423095936 00000100:00100000:1.0:1746166233.026177:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423095680:0@lo:400:kworker.0 00000100:00100000:1.0:1746166233.026198:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166233.026209:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423096448:0@lo:400:kworker.0 00000100:00100000:0.0:1746166233.026223:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7606 00000100:00100000:1.0:1746166233.026224:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166233.026231:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423095936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166233.026246:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423096448 00000100:00100000:1.0:1746166233.026249:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423096448 00000100:00100000:1.0:1746166233.026270:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7607 00000100:00100000:1.0:1746166233.026289:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423096448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166233.026290:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423095936:12345-0@lo:400:kworker.0 Request processed in 61us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166233.026297:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7606 00000100:00100000:1.0:1746166233.026315:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423096448:12345-0@lo:400:kworker.0 Request processed in 27us (90us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166233.026317:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166233.026320:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7607 00000100:00100000:0.0:1746166233.026531:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423096192:0@lo:400:kworker.0 00000100:00100000:1.0:1746166233.026537:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166233.026549:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423096320:0@lo:8:kworker.0 00000100:00100000:0.0:1746166233.026550:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166233.026564:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1746166233.026567:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166233.026569:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423095424:0@lo:400:kworker.0 00000100:00100000:0.0:1746166233.026584:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166233.026585:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423095808 00000100:00100000:1.0:1746166233.026588:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423095808 00000100:00100000:0.0:1746166233.026595:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423096064:0@lo:400:kworker.0 00000100:00100000:1.0:1746166233.026598:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423096320 00000100:00100000:1.0:1746166233.026600:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423096320 00000100:00100000:0.0:1746166233.026611:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166233.026611:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49983 00000100:00100000:1.0:1746166233.026616:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423095808:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1746166233.026630:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423095680 00000100:00100000:0.0:1746166233.026633:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423095680 00010000:00020000:1.0:1746166233.026637:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166233.026653:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423096192 00000100:00100000:0.0:1746166233.026655:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423096192 00000100:00100000:1.0:1746166233.026661:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423095808:12345-0@lo:8:kworker.0 Request processed in 45us (123us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166233.026666:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49983 00000100:00100000:0.0:1746166233.026668:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35541 00000100:00100000:0.0:1746166233.026691:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423095680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166233.026696:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49984 00000100:00100000:1.0:1746166233.026699:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423096320:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166233.026709:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166233.026720:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423095680:12345-0@lo:400:kworker.0 Request processed in 46us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166233.026725:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423096320:12345-0@lo:8:kworker.0 Request processed in 25us (157us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166233.026726:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35541 00000100:00100000:1.0:1746166233.026729:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49984 00000100:00100000:0.0:1746166233.026735:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35542 00000100:00100000:0.0:1746166233.026932:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423096192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166233.026964:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423096192:12345-0@lo:400:kworker.0 Request processed in 33us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166233.027021:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423096576 00000100:00100000:3.0:1746166233.027025:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423096576 00000100:00100000:3.0:1746166233.027054:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423095552 00000100:00100000:3.0:1746166233.027056:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423095552 00000100:00100000:3.0:1746166233.027071:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423095424 00000100:00100000:3.0:1746166233.027073:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423095424 00000100:00100000:3.0:1746166233.027084:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423096064 00000100:00100000:3.0:1746166233.027086:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423096064 00000100:00100000:3.0:1746166233.027095:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2386 00000100:00100000:3.0:1746166233.027100:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423096576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166233.027131:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423096576:12345-0@lo:400:kworker.0 Request processed in 31us (973us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166233.027135:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2386 00000100:00100000:3.0:1746166233.027153:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2387 00000100:00100000:3.0:1746166233.027157:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423095552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166233.027176:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423095552:12345-0@lo:400:kworker.0 Request processed in 19us (859us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166233.027185:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2387 00000100:00100000:3.0:1746166233.027198:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2388 00000100:00100000:3.0:1746166233.027202:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423095424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166233.027220:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423095424:12345-0@lo:400:kworker.0 Request processed in 18us (636us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166233.027225:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2388 00000100:00100000:3.0:1746166233.027233:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2389 00000100:00100000:3.0:1746166233.027237:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423096064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166233.027252:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423096064:12345-0@lo:400:kworker.0 Request processed in 15us (640us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166233.027257:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2389 00000100:00100000:3.0:1746166233.027311:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423095296 00000100:00100000:3.0:1746166233.027315:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423095296 00000100:00100000:3.0:1746166233.027336:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:3.0:1746166233.027341:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423095296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166233.027366:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423095296:12345-0@lo:400:kworker.0 Request processed in 24us (1335us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166233.027371:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00080000:3.0:1746166233.027587:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746166233.027591:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746166233.027593:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746166233.027645:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166233.027648:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166233.027653:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423095808:0@lo:8:kworker.0 00000100:00080000:3.0:1746166233.027661:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166233.027664:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166233.027667:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423096320:0@lo:8:kworker.0 00000100:00100000:3.0:1746166233.027729:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423095424:0@lo:400:kworker.0 00000100:00100000:3.0:1746166233.027737:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423096064:0@lo:400:kworker.0 00000100:00100000:3.0:1746166233.027744:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423095552:0@lo:400:kworker.0 00000100:00100000:3.0:1746166233.027751:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423096192:0@lo:400:kworker.0 00000100:00100000:1.0:1746166233.027889:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423095680:0@lo:400:kworker.0 00000100:00100000:1.0:1746166233.027897:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423096448:0@lo:400:kworker.0 00000100:00100000:1.0:1746166233.027903:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423095936:0@lo:400:kworker.0 00000100:00100000:1.0:1746166233.027910:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423096576:0@lo:400:kworker.0 00000100:00100000:1.0:1746166233.027916:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423095296:0@lo:400:kworker.0 00000100:00100000:0.0:1746166233.027956:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35542 00000100:00100000:2.0:1746166233.059031:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423096832:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166233.059057:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423096704:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166233.059146:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166233.059169:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166233.059211:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423096704 00000100:00100000:2.0:1746166233.059219:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423096704 00000100:00100000:2.0:1746166233.059256:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423096832 00000100:00100000:2.0:1746166233.059258:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423096832 00000100:00100000:2.0:1746166233.059283:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35543 00000100:00100000:2.0:1746166233.059290:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423096704:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166233.059325:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166233.059621:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35544 00000100:00100000:1.0:1746166233.059629:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423096832:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166233.059649:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166233.059706:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423096832:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166233.059713:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35544 00000100:00100000:2.0:1746166233.060014:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423096704:12345-0@lo:41:osp-pre-0-1.0 Request processed in 722us (866us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166233.060023:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35543 00000100:00100000:0.0:1746166233.060036:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423096704:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166233.060049:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423096832:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166233.300930:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746166233.300957:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423096960:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166233.301036:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166233.302434:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423096960 00000100:00100000:2.0:1746166233.302445:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423096960 00000100:00100000:2.0:1746166233.302706:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6980 00000100:00100000:2.0:1746166233.302716:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423096960:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166233.302751:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166233.302825:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423096960:12345-0@lo:13:osp-pre-1-0.0 Request processed in 111us (1789us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166233.302832:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6980 00000100:00100000:0.0:1746166233.305143:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423096960:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166233.660202:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166234.663748:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166235.665905:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166236.669635:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166236.993965:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746166236.993989:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423097088:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166236.994062:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166236.994192:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423097088 00000100:00100000:1.0:1746166236.994201:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423097088 00000100:00100000:1.0:1746166236.994277:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6981 00000100:00100000:1.0:1746166236.994285:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423097088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166236.994322:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166236.994363:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423097088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166236.994371:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6981 00000100:00100000:2.0:1746166236.995154:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423097088:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1746166236.995217:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746166237.673354:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166237.951542:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166237.952693:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166237.953031:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166237.953116:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439131904 00000100:00100000:3.0:1746166237.953128:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439131904 00000100:00100000:3.0:1746166237.953180:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 724 00000100:00100000:3.0:1746166237.953200:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a81ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439131904:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166237.953340:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439132032 00000100:00100000:2.0:1746166237.953344:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439132032 00000100:00100000:2.0:1746166237.953379:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439132160 00000100:00100000:2.0:1746166237.953381:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439132160 00000100:00100000:2.0:1746166237.953398:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2390 00000100:00100000:2.0:1746166237.953405:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439132032:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166237.954055:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a81ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439131904:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 864us (2523us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166237.954063:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 724 00000100:00100000:3.0:1746166237.954128:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2391 00000100:00100000:3.0:1746166237.954135:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439132160:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166237.957610:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166237.958956:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439132160:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 4811us (5916us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166237.958961:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439132032:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 5554us (6267us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166237.958971:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2390 00000100:00100000:3.0:1746166237.958976:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2391 00000100:00080000:2.0:1746166237.959012:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166237.959014:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439132288 00000100:00080000:2.0:1746166237.959018:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166237.959023:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439132288 00000100:00100000:3.0:1746166237.959048:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49985 00000100:00100000:3.0:1746166237.959054:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439132288:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166237.959081:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166237.959147:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439132288:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 92us (1547us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166237.959153:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49985 00000100:00080000:0.0:1746166238.037299:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166238.037304:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166238.037308:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166238.037316:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10153 00000100:00080000:0.0:1746166238.037323:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746166238.037330:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166238.037352:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800904b0000 x1830977423097728/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166238.037384:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166238.037387:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166238.037388:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166238.037392:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10153 00000100:00080000:0.0:1746166238.037394:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746166238.037397:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166238.037405:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098e89c00 x1830977423098240/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166238.037457:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423097472:0@lo:400:kworker.0 00000100:00100000:0.0:1746166238.037523:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166238.037577:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423098112:0@lo:400:kworker.0 00000100:00100000:0.0:1746166238.037601:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166238.037625:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746166238.037629:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423097600:0@lo:400:kworker.0 00000100:00100000:0.0:1746166238.037645:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166238.037656:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423098368:0@lo:400:kworker.0 00000100:00100000:0.0:1746166238.037693:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166238.037726:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423098112 00000100:00100000:0.0:1746166238.037733:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423098112 00000100:00100000:0.0:1746166238.037768:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423097600 00000100:00100000:0.0:1746166238.037770:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423097600 00000100:00100000:0.0:1746166238.037789:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35545 00000100:00100000:0.0:1746166238.037798:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423098112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166238.037845:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423098112:12345-0@lo:400:kworker.0 Request processed in 48us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166238.037851:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35545 00000100:00100000:0.0:1746166238.037866:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35546 00000100:00100000:0.0:1746166238.037870:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423097600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166238.037890:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423097600:12345-0@lo:400:kworker.0 Request processed in 19us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166238.037894:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35546 00000100:00100000:0.0:1746166238.037929:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423097600:0@lo:400:kworker.0 00000100:00100000:0.0:1746166238.037936:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423098112:0@lo:400:kworker.0 00000100:00100000:0.0:1746166238.037982:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423097728:0@lo:8:kworker.0 00000100:00100000:0.0:1746166238.038002:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166238.038027:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423098240:0@lo:8:kworker.0 00000100:00100000:0.0:1746166238.038042:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166238.038065:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423098368 00000100:00100000:0.0:1746166238.038068:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423098368 00000100:00100000:0.0:1746166238.038094:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423097728 00000100:00100000:0.0:1746166238.038096:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423097728 00000100:00100000:0.0:1746166238.038105:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423098240 00000100:00100000:0.0:1746166238.038107:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423098240 00000100:00100000:0.0:1746166238.038116:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7608 00000100:00100000:0.0:1746166238.038121:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423098368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166238.038148:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423098368:12345-0@lo:400:kworker.0 Request processed in 27us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166238.038156:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7608 00000100:00100000:0.0:1746166238.038164:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49986 00000100:00100000:0.0:1746166238.038167:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423097728:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166238.038202:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166238.038224:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423097728:12345-0@lo:8:kworker.0 Request processed in 56us (222us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166238.038230:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49986 00000100:00100000:0.0:1746166238.038237:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49987 00000100:00100000:0.0:1746166238.038240:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423098240:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166238.038248:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166238.038259:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423098240:12345-0@lo:8:kworker.0 Request processed in 18us (217us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166238.038263:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49987 00000100:00080000:0.0:1746166238.038274:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746166238.038291:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166238.038294:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166238.038296:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423097728:0@lo:8:kworker.0 00000100:00080000:0.0:1746166238.038302:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166238.038304:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166238.038306:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423098240:0@lo:8:kworker.0 00000100:00100000:0.0:1746166238.038325:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423098368:0@lo:400:kworker.0 00000100:00100000:0.0:1746166238.038365:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423097472 00000100:00100000:0.0:1746166238.038368:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423097472 00000100:00100000:0.0:1746166238.038393:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2392 00000100:00100000:0.0:1746166238.038397:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423097472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166238.038420:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423097472:12345-0@lo:400:kworker.0 Request processed in 23us (897us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166238.038424:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2392 00000100:00080000:0.0:1746166238.038432:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166238.038443:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423097472:0@lo:400:kworker.0 00000100:00100000:2.0:1746166238.038531:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423097216:0@lo:400:kworker.0 00000100:00100000:2.0:1746166238.038561:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166238.038590:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423097856:0@lo:400:kworker.0 00000100:00100000:2.0:1746166238.038607:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166238.038618:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423098496:0@lo:400:kworker.0 00000100:00100000:2.0:1746166238.038633:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166238.038645:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1746166238.038650:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423097344:0@lo:400:kworker.0 00000100:00100000:2.0:1746166238.038665:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166238.038705:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423097984:0@lo:400:kworker.0 00000100:00100000:2.0:1746166238.038725:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166238.038743:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423098496 00000100:00100000:2.0:1746166238.038746:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423098496 00000100:00100000:2.0:1746166238.038992:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423097344 00000100:00100000:2.0:1746166238.038995:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423097344 00000100:00100000:2.0:1746166238.039010:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423097984 00000100:00100000:2.0:1746166238.039012:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423097984 00000100:00100000:2.0:1746166238.039024:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2393 00000100:00100000:2.0:1746166238.039028:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090941f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423098496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166238.039055:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090941f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423098496:12345-0@lo:400:kworker.0 Request processed in 27us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166238.039060:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2393 00000100:00100000:2.0:1746166238.039069:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2394 00000100:00100000:2.0:1746166238.039073:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423097344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166238.039090:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423097344:12345-0@lo:400:kworker.0 Request processed in 18us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166238.039099:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2394 00000100:00100000:2.0:1746166238.039106:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2395 00000100:00100000:2.0:1746166238.039110:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423097984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166238.039128:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423097984:12345-0@lo:400:kworker.0 Request processed in 18us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166238.039132:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2395 00000100:00100000:2.0:1746166238.039155:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423097344:0@lo:400:kworker.0 00000100:00100000:2.0:1746166238.039162:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423097984:0@lo:400:kworker.0 00000100:00100000:2.0:1746166238.039169:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423098496:0@lo:400:kworker.0 00000100:00100000:2.0:1746166238.039219:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423097216 00000100:00100000:2.0:1746166238.039221:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423097216 00000100:00100000:2.0:1746166238.039243:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:2.0:1746166238.039248:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423097216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166238.039273:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423097216:12345-0@lo:400:kworker.0 Request processed in 26us (711us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166238.039278:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:2.0:1746166238.039302:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423097216:0@lo:400:kworker.0 00000100:00100000:0.0:1746166238.039860:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423097856 00000100:00100000:0.0:1746166238.039865:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423097856 00000100:00100000:0.0:1746166238.039898:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7609 00000100:00100000:0.0:1746166238.039903:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090943b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423097856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166238.039950:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090943b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423097856:12345-0@lo:400:kworker.0 Request processed in 47us (1341us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166238.039955:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7609 00000100:00080000:0.0:1746166238.039968:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746166238.039972:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166238.040039:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423097856:0@lo:400:kworker.0 00000100:00100000:1.0:1746166238.067720:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097632680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423098752:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166238.068016:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166238.068545:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423098752 00000100:00100000:2.0:1746166238.068555:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423098752 00000100:00100000:2.0:1746166238.068600:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35547 00000100:00100000:2.0:1746166238.068607:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423098752:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166238.068643:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166238.073320:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423098752:12345-0@lo:41:osp-pre-1-0.0 Request processed in 4700us (5290us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166238.073336:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35547 00000100:00100000:1.0:1746166238.073540:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097632680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423098752:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166238.073900:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423098624:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166238.073957:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166238.074043:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423098624 00000100:00100000:2.0:1746166238.074050:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423098624 00000100:00100000:2.0:1746166238.074094:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35548 00000100:00100000:2.0:1746166238.074102:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423098624:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166238.074138:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166238.074174:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423098624:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166238.074180:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35548 00000100:00100000:3.0:1746166238.074259:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423098624:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166238.306039:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746166238.306063:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423098880:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166238.306138:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166238.306212:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423098880 00000100:00100000:0.0:1746166238.306221:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423098880 00000100:00100000:0.0:1746166238.306278:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6982 00000100:00100000:0.0:1746166238.306286:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423098880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166238.306320:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166238.306370:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423098880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166238.306377:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6982 00000100:00100000:2.0:1746166238.306493:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423098880:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166238.674064:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166239.678293:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166240.678799:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166241.687643:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166242.008296:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097630380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423099008:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166242.008379:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166242.008544:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423099008 00000100:00100000:1.0:1746166242.008552:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423099008 00000100:00100000:1.0:1746166242.008615:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6983 00000100:00100000:1.0:1746166242.008624:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423099008:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166242.008658:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:3.0:1746166242.008791:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166242.010016:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423099008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1392us (1634us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166242.010023:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6983 00000100:00100000:0.0:1746166242.010106:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097630380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423099008:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746166242.690756:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166242.960263:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166242.960316:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166242.960355:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166242.960447:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166242.960490:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439132544 00000100:00100000:0.0:1746166242.960499:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439132544 00000100:00100000:0.0:1746166242.960547:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439132672 00000100:00100000:0.0:1746166242.960550:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439132672 00000100:00100000:0.0:1746166242.960570:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2396 00000100:00100000:0.0:1746166242.960583:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439132544:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166242.960652:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439132544:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 76us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166242.960658:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2396 00000100:00100000:0.0:1746166242.960708:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2397 00000100:00100000:0.0:1746166242.960715:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439132672:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166242.960738:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439132672:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 25us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166242.960743:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2397 00000100:00080000:0.0:1746166242.960822:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166242.960826:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166242.961147:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439132800 00000100:00100000:3.0:1746166242.961152:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439132800 00000100:00100000:3.0:1746166242.961222:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49988 00000100:00100000:3.0:1746166242.961228:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439132800:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166242.961257:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166242.961385:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439132416 00000100:00100000:2.0:1746166242.961389:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439132416 00000100:00100000:2.0:1746166242.961418:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 726 00000100:00100000:2.0:1746166242.961424:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439132416:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166242.961471:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439132800:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 240us (1112us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166242.961477:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49988 00000100:00100000:2.0:1746166242.962302:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439132416:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 875us (2048us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166242.962309:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 726 00000100:00100000:1.0:1746166243.042183:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166243.042210:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423099136:0@lo:400:kworker.0 00000100:00100000:1.0:1746166243.042297:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746166243.042419:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166243.042424:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166243.042429:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166243.042435:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10158 00000100:00080000:0.0:1746166243.042439:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746166243.042446:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166243.042466:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800904b0000 x1830977423099648/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166243.042501:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166243.042504:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166243.042505:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166243.042508:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10158 00000100:00080000:0.0:1746166243.042510:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166243.042514:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166243.042523:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090b0b480 x1830977423100160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166243.042555:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423099648:0@lo:8:kworker.0 00000100:00100000:0.0:1746166243.042588:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166243.042607:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423100160:0@lo:8:kworker.0 00000100:00100000:0.0:1746166243.042625:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166243.042660:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423099136 00000100:00100000:1.0:1746166243.042668:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423099136 00000100:00100000:1.0:1746166243.042730:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:1.0:1746166243.042737:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423099136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166243.042780:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423099136:12345-0@lo:400:kworker.0 Request processed in 43us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166243.042790:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:1.0:1746166243.042820:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423099520:0@lo:400:kworker.0 00000100:00100000:1.0:1746166243.042842:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166243.042865:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423099520 00000100:00100000:1.0:1746166243.042868:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423099520 00000100:00100000:2.0:1746166243.043610:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423099392:0@lo:400:kworker.0 00000100:00100000:2.0:1746166243.043647:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166243.043705:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423100032:0@lo:400:kworker.0 00000100:00100000:2.0:1746166243.043725:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166243.043744:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1746166243.043750:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423099264:0@lo:400:kworker.0 00000100:00100000:2.0:1746166243.043768:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166243.043908:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423099776:0@lo:400:kworker.0 00000100:00100000:2.0:1746166243.044457:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423099904:0@lo:400:kworker.0 00000100:00100000:2.0:1746166243.044697:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166243.044892:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423099392 00000100:00100000:0.0:1746166243.044898:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423099392 00000100:00100000:0.0:1746166243.044933:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423099264 00000100:00100000:0.0:1746166243.044936:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423099264 00000100:00100000:0.0:1746166243.044954:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423099904 00000100:00100000:0.0:1746166243.044956:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423099904 00000100:00100000:0.0:1746166243.044971:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2398 00000100:00100000:0.0:1746166243.044978:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097632300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423099392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166243.045027:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097632300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423099392:12345-0@lo:400:kworker.0 Request processed in 49us (1378us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166243.045033:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2398 00000100:00100000:0.0:1746166243.045048:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2399 00000100:00100000:0.0:1746166243.045052:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097630380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423099264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166243.045076:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097630380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423099264:12345-0@lo:400:kworker.0 Request processed in 23us (1306us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166243.045081:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2399 00000100:00100000:0.0:1746166243.045091:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2400 00000100:00100000:0.0:1746166243.045095:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097632680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423099904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166243.045129:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097632680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423099904:12345-0@lo:400:kworker.0 Request processed in 33us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166243.045135:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2400 00000100:00080000:0.0:1746166243.045155:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746166243.045158:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166243.045222:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423100032 00000100:00100000:1.0:1746166243.045227:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423100032 00000100:00100000:3.0:1746166243.045540:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423099648 00000100:00100000:3.0:1746166243.045546:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423099648 00000100:00100000:3.0:1746166243.045569:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423100160 00000100:00100000:3.0:1746166243.045572:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423100160 00000100:00100000:3.0:1746166243.045585:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49989 00000100:00100000:3.0:1746166243.045589:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423099648:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166243.045617:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166243.045655:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423099648:12345-0@lo:8:kworker.0 Request processed in 65us (3066us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166243.045661:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49989 00000100:00100000:3.0:1746166243.045694:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49990 00000100:00100000:3.0:1746166243.045698:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423100160:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166243.045708:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166243.045728:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423100160:12345-0@lo:8:kworker.0 Request processed in 29us (3102us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166243.045733:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49990 00000100:00100000:3.0:1746166243.045755:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166243.045773:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423100416:0@lo:400:kworker.0 00000100:00100000:3.0:1746166243.045791:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166243.045809:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423100416 00000100:00100000:3.0:1746166243.045811:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423100416 00000100:00100000:3.0:1746166243.045826:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2401 00000100:00100000:3.0:1746166243.045830:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423100416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166243.045851:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423100416:12345-0@lo:400:kworker.0 Request processed in 21us (59us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166243.045855:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2401 00000100:00100000:3.0:1746166243.045884:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423100416:0@lo:400:kworker.0 00000100:00080000:3.0:1746166243.045911:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166243.045915:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166243.045919:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423099648:0@lo:8:kworker.0 00000100:00080000:3.0:1746166243.045930:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166243.045932:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166243.045934:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423100160:0@lo:8:kworker.0 00000100:00100000:3.0:1746166243.045948:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423099776 00000100:00100000:3.0:1746166243.045950:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423099776 00000100:00100000:3.0:1746166243.045966:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7610 00000100:00100000:3.0:1746166243.045969:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423099776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166243.045991:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423099776:12345-0@lo:400:kworker.0 Request processed in 21us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166243.045995:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7610 00000100:00100000:3.0:1746166243.046013:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423099776:0@lo:400:kworker.0 00000100:00100000:3.0:1746166243.046035:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423099264:0@lo:400:kworker.0 00000100:00100000:3.0:1746166243.046043:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423099904:0@lo:400:kworker.0 00000100:00100000:3.0:1746166243.046051:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423099392:0@lo:400:kworker.0 00000100:00100000:2.0:1746166243.046152:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35549 00000100:00100000:2.0:1746166243.046160:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423099520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166243.046192:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423099520:12345-0@lo:400:kworker.0 Request processed in 35us (3350us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166243.046197:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35549 00000100:00100000:2.0:1746166243.046210:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35550 00000100:00100000:2.0:1746166243.046213:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097632d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423100032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166243.046231:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097632d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423100032:12345-0@lo:400:kworker.0 Request processed in 18us (2506us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166243.046236:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35550 00000100:00100000:2.0:1746166243.046259:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423100032:0@lo:400:kworker.0 00000100:00100000:2.0:1746166243.046319:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423099520:0@lo:400:kworker.0 00000100:00100000:2.0:1746166243.046326:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423100288:0@lo:400:kworker.0 00000100:00100000:2.0:1746166243.046349:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166243.046357:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423100288 00000100:00100000:0.0:1746166243.046361:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423100288 00000100:00100000:2.0:1746166243.046371:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423099136:0@lo:400:kworker.0 00000100:00100000:0.0:1746166243.046388:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7611 00000100:00100000:0.0:1746166243.046394:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423100288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166243.046427:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423100288:12345-0@lo:400:kworker.0 Request processed in 33us (77us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166243.046432:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7611 00000100:00100000:2.0:1746166243.046437:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423100288:0@lo:400:kworker.0 00000100:00080000:0.0:1746166243.046444:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166243.074503:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746166243.074530:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423100544:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166243.074615:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166243.075214:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423100544 00000100:00100000:0.0:1746166243.075222:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423100544 00000100:00100000:0.0:1746166243.075280:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35551 00000100:00100000:0.0:1746166243.075290:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423100544:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746166243.075331:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746166243.075381:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423100544:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (766us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166243.075387:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35551 00000100:00100000:2.0:1746166243.075734:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423100544:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166243.090137:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423100672:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166243.091365:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166243.091496:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423100672 00000100:00100000:3.0:1746166243.091506:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423100672 00000100:00100000:3.0:1746166243.092300:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35552 00000100:00100000:3.0:1746166243.092316:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423100672:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166243.092363:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166243.092430:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423100672:12345-0@lo:41:osp-pre-0-1.0 Request processed in 119us (1068us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166243.092507:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423100672:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166243.092906:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35552 00000100:00100000:3.0:1746166243.313957:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746166243.313983:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094318380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423100800:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166243.314064:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166243.314221:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423100800 00000100:00100000:1.0:1746166243.314230:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423100800 00000100:00100000:1.0:1746166243.314721:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6984 00000100:00100000:1.0:1746166243.314730:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423100800:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746166243.314764:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166243.315082:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423100800:12345-0@lo:13:osp-pre-1-0.0 Request processed in 353us (1018us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166243.315089:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6984 00000100:00100000:2.0:1746166243.315249:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094318380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423100800:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166243.693956:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166244.696232:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166245.698754:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166246.700427:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166247.010602:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423100928:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166247.010695:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166247.011270:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423100928 00000100:00100000:1.0:1746166247.011279:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423100928 00000100:00100000:1.0:1746166247.011332:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6985 00000100:00100000:1.0:1746166247.011339:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423100928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166247.011575:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166247.011620:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423100928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 281us (924us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166247.011627:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6985 00000100:00080000:0.0:1746166247.011693:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166247.012011:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423100928:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746166247.701979:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166247.965846:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166247.967296:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439132928 00000100:00100000:2.0:1746166247.967304:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439132928 00000100:00100000:2.0:1746166247.967355:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 728 00000100:00100000:2.0:1746166247.967362:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439132928:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166247.971522:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439132928:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 4150us (5675us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166247.971535:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 728 00000100:00100000:0.0:1746166247.975014:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166247.975060:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166247.975105:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166247.975191:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439133056 00000100:00100000:3.0:1746166247.975199:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439133056 00000100:00100000:3.0:1746166247.975248:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439133184 00000100:00100000:3.0:1746166247.975250:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439133184 00000100:00100000:3.0:1746166247.975268:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2402 00000100:00100000:3.0:1746166247.975276:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439133056:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166247.975332:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439133056:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 58us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166247.975339:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2402 00000100:00100000:3.0:1746166247.975356:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2403 00000100:00100000:3.0:1746166247.975361:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439133184:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166247.975378:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439133184:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 18us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166247.975383:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2403 00000100:00080000:0.0:1746166247.975975:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166247.975979:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166247.976031:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439133312 00000100:00100000:1.0:1746166247.976035:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439133312 00000100:00100000:1.0:1746166247.976054:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49991 00000100:00100000:1.0:1746166247.976060:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439133312:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166247.976079:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166247.976115:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439133312:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 54us (1010us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166247.976121:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49991 00000100:00100000:3.0:1746166248.050721:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423101184:0@lo:400:kworker.0 00000100:00100000:3.0:1746166248.050780:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166248.050861:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423101312:0@lo:400:kworker.0 00000100:00100000:2.0:1746166248.050939:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423101056:0@lo:400:kworker.0 00000100:00100000:2.0:1746166248.050969:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166248.051045:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423101056 00000100:00100000:2.0:1746166248.051052:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423101056 00000100:00100000:2.0:1746166248.051086:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:2.0:1746166248.051093:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423101056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166248.051131:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423101056:12345-0@lo:400:kworker.0 Request processed in 38us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166248.051137:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:2.0:1746166248.051172:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423101056:0@lo:400:kworker.0 00000100:00100000:1.0:1746166248.051369:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746166248.051434:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166248.051438:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166248.051441:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166248.051445:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10163 00000100:00080000:0.0:1746166248.051447:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166248.051451:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166248.051467:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090b09f80 x1830977423101568/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166248.051495:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166248.051497:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166248.051499:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166248.051501:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10163 00000100:00080000:0.0:1746166248.051503:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166248.051506:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166248.051516:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090b0ad80 x1830977423102080/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166248.051540:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423101696:0@lo:400:kworker.0 00000100:00100000:0.0:1746166248.051564:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166248.051578:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423102336:0@lo:400:kworker.0 00000100:00100000:0.0:1746166248.051594:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166248.051606:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746166248.051610:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423101824:0@lo:400:kworker.0 00000100:00100000:0.0:1746166248.051623:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166248.051640:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423101184 00000100:00100000:0.0:1746166248.051643:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423101184 00000100:00100000:0.0:1746166248.051670:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423101312 00000100:00100000:0.0:1746166248.051672:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423101312 00000100:00100000:0.0:1746166248.051705:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423102336 00000100:00100000:0.0:1746166248.051707:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423102336 00000100:00100000:0.0:1746166248.051714:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423101824 00000100:00100000:0.0:1746166248.051715:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423101824 00000100:00100000:0.0:1746166248.051724:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2404 00000100:00100000:0.0:1746166248.051728:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423101184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166248.051931:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423101184:12345-0@lo:400:kworker.0 Request processed in 203us (1151us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166248.051937:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2404 00000100:00100000:0.0:1746166248.051948:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2405 00000100:00100000:0.0:1746166248.051952:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423101312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166248.051970:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423101312:12345-0@lo:400:kworker.0 Request processed in 19us (602us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166248.051975:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2405 00000100:00100000:0.0:1746166248.051983:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2406 00000100:00100000:0.0:1746166248.051987:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423102336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166248.052007:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423102336:12345-0@lo:400:kworker.0 Request processed in 20us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166248.052012:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2406 00000100:00100000:0.0:1746166248.052030:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2407 00000100:00100000:0.0:1746166248.052034:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013048ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423101824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166248.052054:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013048ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423101824:12345-0@lo:400:kworker.0 Request processed in 19us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166248.052058:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2407 00000100:00100000:0.0:1746166248.052078:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423101696 00000100:00100000:0.0:1746166248.052081:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423101696 00000100:00100000:0.0:1746166248.052099:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7612 00000100:00100000:0.0:1746166248.052103:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423101696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166248.052125:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423101696:12345-0@lo:400:kworker.0 Request processed in 22us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166248.052130:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7612 00000100:00080000:0.0:1746166248.052141:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166248.052144:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166248.052162:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423101824:0@lo:400:kworker.0 00000100:00100000:0.0:1746166248.052169:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423101696:0@lo:400:kworker.0 00000100:00100000:0.0:1746166248.052176:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423102336:0@lo:400:kworker.0 00000100:00100000:0.0:1746166248.052206:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423101568:0@lo:8:kworker.0 00000100:00100000:0.0:1746166248.052225:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166248.052238:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423102080:0@lo:8:kworker.0 00000100:00100000:0.0:1746166248.052255:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166248.052271:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423101568 00000100:00100000:0.0:1746166248.052273:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423101568 00000100:00100000:0.0:1746166248.052284:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423102080 00000100:00100000:0.0:1746166248.052285:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423102080 00000100:00100000:0.0:1746166248.052294:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49992 00000100:00100000:0.0:1746166248.052297:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423101568:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166248.052312:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166248.052557:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423101568:12345-0@lo:8:kworker.0 Request processed in 258us (331us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166248.052562:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49992 00000100:00100000:0.0:1746166248.052569:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49993 00000100:00100000:0.0:1746166248.052572:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c8b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423102080:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166248.052580:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166248.052596:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c8b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423102080:12345-0@lo:8:kworker.0 Request processed in 22us (339us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166248.052600:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49993 00000100:00100000:1.0:1746166248.052645:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423101952:0@lo:400:kworker.0 00000100:00100000:1.0:1746166248.052668:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166248.052704:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423101312:0@lo:400:kworker.0 00000100:00100000:1.0:1746166248.052715:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1746166248.052719:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423101440:0@lo:400:kworker.0 00000100:00100000:1.0:1746166248.052734:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166248.052747:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423102208:0@lo:400:kworker.0 00000100:00100000:1.0:1746166248.052761:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166248.052782:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423101952 00000100:00100000:1.0:1746166248.052784:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423101952 00000100:00100000:1.0:1746166248.052803:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423101440 00000100:00100000:1.0:1746166248.052805:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423101440 00000100:00100000:1.0:1746166248.052816:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35553 00000100:00100000:1.0:1746166248.052821:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423101952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166248.052849:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423101952:12345-0@lo:400:kworker.0 Request processed in 27us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166248.052854:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35553 00000100:00100000:1.0:1746166248.052864:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35554 00000100:00100000:1.0:1746166248.052869:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423101440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166248.052889:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423101440:12345-0@lo:400:kworker.0 Request processed in 20us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166248.052893:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35554 00000100:00100000:1.0:1746166248.052919:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423101440:0@lo:400:kworker.0 00000100:00100000:1.0:1746166248.052925:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423101952:0@lo:400:kworker.0 00000100:00100000:1.0:1746166248.052946:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423102208 00000100:00100000:1.0:1746166248.052949:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423102208 00000100:00100000:1.0:1746166248.052968:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7613 00000100:00100000:1.0:1746166248.052973:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423102208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166248.052999:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423102208:12345-0@lo:400:kworker.0 Request processed in 27us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166248.053004:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7613 00000100:00100000:1.0:1746166248.053035:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423102208:0@lo:400:kworker.0 00000100:00080000:1.0:1746166248.053047:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166248.053121:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423101184:0@lo:400:kworker.0 00000100:00080000:1.0:1746166248.053633:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166248.053636:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166248.053639:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423101568:0@lo:8:kworker.0 00000100:00080000:1.0:1746166248.053656:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166248.053658:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166248.053660:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423102080:0@lo:8:kworker.0 00000100:00100000:3.0:1746166248.081897:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423102464:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166248.081950:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166248.082072:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423102464 00000100:00100000:1.0:1746166248.082079:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423102464 00000100:00100000:1.0:1746166248.082112:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35555 00000100:00100000:1.0:1746166248.082118:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423102464:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166248.082144:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166248.082192:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423102464:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166248.082198:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35555 00000100:00100000:3.0:1746166248.082305:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423102464:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166248.097940:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423102592:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166248.097990:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166248.098103:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423102592 00000100:00100000:2.0:1746166248.098110:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423102592 00000100:00100000:2.0:1746166248.098144:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35556 00000100:00100000:2.0:1746166248.098151:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423102592:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166248.098177:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166248.098219:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423102592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166248.098223:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35556 00000100:00100000:0.0:1746166248.098287:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423102592:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166248.321977:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746166248.322006:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009431ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423102720:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166248.322094:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166248.322340:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423102720 00000100:00100000:2.0:1746166248.322347:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423102720 00000100:00100000:2.0:1746166248.322393:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6986 00000100:00100000:2.0:1746166248.322400:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423102720:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166248.322426:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166248.322471:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423102720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166248.322477:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6986 00000100:00100000:0.0:1746166248.322552:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009431ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423102720:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166248.703876:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166249.708870:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166250.709868:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166251.712016:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166252.018168:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746166252.018185:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423102848:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166252.018238:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166252.018345:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423102848 00000100:00100000:1.0:1746166252.018351:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423102848 00000100:00100000:1.0:1746166252.018396:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6987 00000100:00100000:1.0:1746166252.018403:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423102848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166252.018425:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166252.018459:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423102848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166252.018464:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6987 00000100:00080000:2.0:1746166252.018523:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166252.018612:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423102848:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746166252.714094:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166252.976048:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166252.976086:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166252.976107:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439133440 00000100:00100000:0.0:1746166252.976114:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166252.976116:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439133440 00000100:00100000:1.0:1746166252.976152:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 730 00000100:00100000:0.0:1746166252.976158:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166252.976159:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439133440:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166252.976179:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439133824 00000100:00100000:0.0:1746166252.976182:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439133824 00000100:00100000:0.0:1746166252.976198:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49994 00000100:00100000:0.0:1746166252.976203:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439133824:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:1.0:1746166252.976209:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439133440:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 51us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166252.976214:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 730 00010000:00020000:0.0:1746166252.976221:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166252.976239:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439133824:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 36us (81us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166252.976243:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49994 00000100:00100000:3.0:1746166252.976314:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439133568 00000100:00100000:3.0:1746166252.976318:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439133568 00000100:00080000:1.0:1746166252.976340:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166252.976345:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439133696 00000100:00100000:3.0:1746166252.976347:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439133696 00000100:00100000:1.0:1746166252.976355:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2408 00000100:00100000:1.0:1746166252.976361:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013048aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439133568:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166252.976374:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2409 00000100:00100000:3.0:1746166252.976379:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439133696:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166252.976389:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013048aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439133568:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 29us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166252.976394:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2408 00000100:00100000:3.0:1746166252.976398:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439133696:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 20us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166252.976403:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2409 00000100:00080000:0.0:1746166252.976644:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746166253.057970:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166253.057976:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166253.057978:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166253.057985:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10168 00000100:00080000:2.0:1746166253.057988:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166253.057994:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166253.058013:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880094319180 x1830977423103488/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166253.058038:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166253.058042:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166253.058044:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166253.058046:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10168 00000100:00080000:2.0:1746166253.058049:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746166253.058052:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166253.058061:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ae8a680 x1830977423104000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166253.058105:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009431a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423103360:0@lo:400:kworker.0 00000100:00100000:0.0:1746166253.058159:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166253.058209:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746166253.058215:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009431b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423102976:0@lo:400:kworker.0 00000100:00100000:0.0:1746166253.058238:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166253.058264:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009431ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423103616:0@lo:400:kworker.0 00000100:00100000:0.0:1746166253.058284:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166253.058310:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423103360 00000100:00100000:0.0:1746166253.058316:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423103360 00000100:00100000:0.0:1746166253.058347:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35557 00000100:00100000:0.0:1746166253.058354:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423103360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166253.058392:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423103360:12345-0@lo:400:kworker.0 Request processed in 38us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166253.058399:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35557 00000100:00100000:0.0:1746166253.058418:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423103616 00000100:00100000:0.0:1746166253.058421:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423103616 00000100:00100000:0.0:1746166253.058439:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7614 00000100:00100000:0.0:1746166253.058444:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423103616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166253.058467:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423103616:12345-0@lo:400:kworker.0 Request processed in 24us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166253.058473:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7614 00000100:00100000:0.0:1746166253.058503:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009431ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423103616:0@lo:400:kworker.0 00000100:00100000:0.0:1746166253.058511:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009431a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423103360:0@lo:400:kworker.0 00000100:00100000:0.0:1746166253.058537:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423103488:0@lo:8:kworker.0 00000100:00100000:0.0:1746166253.058556:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166253.058568:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423104000:0@lo:8:kworker.0 00000100:00100000:0.0:1746166253.058581:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166253.058600:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423102976 00000100:00100000:0.0:1746166253.058602:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423102976 00000100:00100000:0.0:1746166253.058621:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:0.0:1746166253.058626:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423102976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166253.058649:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423102976:12345-0@lo:400:kworker.0 Request processed in 23us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166253.058654:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:0.0:1746166253.058671:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423103488 00000100:00100000:0.0:1746166253.058691:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423103488 00000100:00100000:0.0:1746166253.058701:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423104000 00000100:00100000:0.0:1746166253.058703:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423104000 00000100:00100000:0.0:1746166253.058712:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49995 00000100:00100000:0.0:1746166253.058715:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013048a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423103488:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166253.058732:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166253.058754:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013048a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423103488:12345-0@lo:8:kworker.0 Request processed in 37us (197us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166253.058758:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49995 00000100:00100000:0.0:1746166253.058766:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49996 00000100:00100000:0.0:1746166253.058769:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423104000:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166253.058775:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166253.058788:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423104000:12345-0@lo:8:kworker.0 Request processed in 19us (207us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166253.058792:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49996 00000100:00080000:0.0:1746166253.059030:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166253.059034:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166253.059037:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423103488:0@lo:8:kworker.0 00000100:00080000:0.0:1746166253.059042:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166253.059044:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166253.059046:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423104000:0@lo:8:kworker.0 00000100:00100000:0.0:1746166253.059064:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009431b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423102976:0@lo:400:kworker.0 00000100:00100000:0.0:1746166253.059093:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423103232:0@lo:400:kworker.0 00000100:00100000:0.0:1746166253.059114:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166253.059128:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423103872:0@lo:400:kworker.0 00000100:00100000:0.0:1746166253.059142:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166253.059152:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1746166253.059156:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009431aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423103104:0@lo:400:kworker.0 00000100:00100000:0.0:1746166253.059166:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166253.059175:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423103744:0@lo:400:kworker.0 00000100:00100000:0.0:1746166253.059186:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166253.059200:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423103872 00000100:00100000:0.0:1746166253.059202:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423103872 00000100:00100000:0.0:1746166253.059215:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35558 00000100:00100000:0.0:1746166253.059219:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423103872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166253.059239:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423103872:12345-0@lo:400:kworker.0 Request processed in 20us (97us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166253.059244:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35558 00000100:00100000:0.0:1746166253.059257:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423103872:0@lo:400:kworker.0 00000100:00100000:0.0:1746166253.059280:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423103232 00000100:00100000:0.0:1746166253.059282:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423103232 00000100:00100000:0.0:1746166253.059300:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423103104 00000100:00100000:0.0:1746166253.059301:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423103104 00000100:00100000:0.0:1746166253.059310:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2410 00000100:00100000:0.0:1746166253.059314:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423103232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166253.059331:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423103232:12345-0@lo:400:kworker.0 Request processed in 18us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166253.059335:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2410 00000100:00100000:0.0:1746166253.059340:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423103744 00000100:00100000:0.0:1746166253.059342:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423103744 00000100:00100000:0.0:1746166253.059351:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2411 00000100:00100000:0.0:1746166253.059354:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423103104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166253.059367:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423103104:12345-0@lo:400:kworker.0 Request processed in 13us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166253.059371:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2411 00000100:00100000:0.0:1746166253.059376:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2412 00000100:00100000:0.0:1746166253.059379:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423103744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166253.059391:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423103744:12345-0@lo:400:kworker.0 Request processed in 12us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166253.059395:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2412 00000100:00100000:0.0:1746166253.059412:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009431aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423103104:0@lo:400:kworker.0 00000100:00100000:0.0:1746166253.059417:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423103744:0@lo:400:kworker.0 00000100:00100000:0.0:1746166253.059423:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423103232:0@lo:400:kworker.0 00000100:00080000:0.0:1746166253.059434:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746166253.059436:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166253.060457:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423104256:0@lo:400:kworker.0 00000100:00100000:3.0:1746166253.060489:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166253.060517:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746166253.060522:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423104128:0@lo:400:kworker.0 00000100:00100000:3.0:1746166253.060539:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166253.060580:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423104256 00000100:00100000:3.0:1746166253.060584:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423104256 00000100:00100000:3.0:1746166253.060605:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2413 00000100:00100000:3.0:1746166253.060611:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423104256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166253.060640:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423104256:12345-0@lo:400:kworker.0 Request processed in 30us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166253.060645:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2413 00000100:00100000:3.0:1746166253.060700:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423104256:0@lo:400:kworker.0 00000100:00100000:2.0:1746166253.061006:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423104128 00000100:00100000:2.0:1746166253.061010:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423104128 00000100:00100000:2.0:1746166253.061046:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7615 00000100:00100000:2.0:1746166253.061052:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423104128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166253.061093:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423104128:12345-0@lo:400:kworker.0 Request processed in 43us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166253.061098:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7615 00000100:00080000:1.0:1746166253.061155:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166253.061199:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423104128:0@lo:400:kworker.0 00000100:00100000:0.0:1746166253.090100:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746166253.090119:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423104384:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166253.090260:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166253.090350:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423104384 00000100:00100000:2.0:1746166253.090356:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423104384 00000100:00100000:2.0:1746166253.090402:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35559 00000100:00100000:2.0:1746166253.090409:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097619880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423104384:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166253.090437:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166253.091258:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097619880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423104384:12345-0@lo:41:osp-pre-1-0.0 Request processed in 847us (1070us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166253.091265:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35559 00000100:00100000:1.0:1746166253.091371:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423104384:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166253.109435:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746166253.109709:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423104512:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166253.109780:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166253.110112:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423104512 00000100:00100000:3.0:1746166253.110120:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423104512 00000100:00100000:3.0:1746166253.110177:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35560 00000100:00100000:3.0:1746166253.110186:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423104512:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166253.110294:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166253.110703:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423104512:12345-0@lo:41:osp-pre-0-1.0 Request processed in 517us (921us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166253.110710:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35560 00000100:00100000:2.0:1746166253.110791:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423104512:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166253.330411:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423104640:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166253.330468:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166253.332234:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423104640 00000100:00100000:1.0:1746166253.332243:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423104640 00000100:00100000:1.0:1746166253.332517:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6988 00000100:00100000:1.0:1746166253.332525:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423104640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746166253.332552:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166253.332861:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423104640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 337us (2392us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166253.332868:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6988 00000100:00100000:3.0:1746166253.332954:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423104640:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166253.716255:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166254.733875:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166255.734022:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166256.740009:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166257.027003:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746166257.027833:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423104768:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166257.027902:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166257.028345:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423104768 00000100:00100000:1.0:1746166257.028352:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423104768 00000100:00100000:1.0:1746166257.028400:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6989 00000100:00100000:1.0:1746166257.028407:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423104768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166257.028435:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166257.028478:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423104768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (575us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166257.028484:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6989 00000100:00080000:1.0:1746166257.028500:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166257.029360:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423104768:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746166257.743932:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166257.982284:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166257.982555:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166257.982571:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439134080 00000100:00100000:3.0:1746166257.982579:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439134080 00000100:00080000:0.0:1746166257.982606:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166257.983916:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439133952 00000100:00100000:1.0:1746166257.983922:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439133952 00000100:00100000:1.0:1746166257.983959:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 732 00000100:00100000:1.0:1746166257.983966:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439133952:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166257.984094:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439133952:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 127us (1537us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166257.984101:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 732 00000100:00100000:3.0:1746166257.984124:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2414 00000100:00100000:3.0:1746166257.984132:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439134080:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166257.984162:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439134080:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 31us (1888us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166257.984167:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2414 00000100:00100000:1.0:1746166257.985377:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166257.985415:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166257.985437:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439134208 00000100:00100000:2.0:1746166257.985442:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439134208 00000100:00080000:0.0:1746166257.985507:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166257.985602:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439134336 00000100:00100000:3.0:1746166257.985606:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439134336 00000100:00100000:2.0:1746166257.985617:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2415 00000100:00100000:2.0:1746166257.985626:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439134208:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166257.985631:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 49997 00000100:00100000:3.0:1746166257.985636:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439134336:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166257.985655:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166257.985692:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439134208:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 49us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166257.985694:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439134336:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 56us (277us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166257.985699:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2415 00000100:00100000:3.0:1746166257.985699:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 49997 00000100:00100000:0.0:1746166258.066065:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423104896:0@lo:400:kworker.0 00000100:00100000:0.0:1746166258.066129:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166258.066205:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423104896 00000100:00100000:0.0:1746166258.066211:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423104896 00000100:00080000:2.0:1746166258.067905:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166258.067909:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166258.067912:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166258.067917:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10173 00000100:00080000:2.0:1746166258.067921:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746166258.067925:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746166258.067926:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423105152:0@lo:400:kworker.0 00000100:00100000:2.0:1746166258.067940:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ae89500 x1830977423105408/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746166258.067964:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166258.067967:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166258.067970:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166258.067971:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166258.067974:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10173 00000100:00080000:2.0:1746166258.067976:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746166258.067979:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166258.067986:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ae8bb80 x1830977423105920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746166258.067988:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423105792:0@lo:400:kworker.0 00000100:00100000:3.0:1746166258.068009:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166258.068016:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423105280:0@lo:400:kworker.0 00000100:00100000:3.0:1746166258.068030:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423105792 00000100:00100000:3.0:1746166258.068033:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423105792 00000100:00100000:2.0:1746166258.068039:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166258.068057:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423106048:0@lo:400:kworker.0 00000100:00100000:3.0:1746166258.068060:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423105280 00000100:00100000:3.0:1746166258.068061:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423105280 00000100:00100000:2.0:1746166258.068072:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166258.069363:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423105024:0@lo:400:kworker.0 00000100:00100000:3.0:1746166258.069365:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35561 00000100:00100000:3.0:1746166258.069376:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e113450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423105792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166258.069402:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166258.069434:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423105664:0@lo:400:kworker.0 00000100:00100000:3.0:1746166258.069444:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e113450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423105792:12345-0@lo:400:kworker.0 Request processed in 72us (1434us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166258.069451:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35561 00000100:00100000:1.0:1746166258.069455:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166258.069712:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1746166258.069719:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423105536:0@lo:400:kworker.0 00000100:00100000:1.0:1746166258.069739:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166258.069756:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423106176:0@lo:400:kworker.0 00000100:00100000:1.0:1746166258.069775:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166258.070466:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35562 00000100:00100000:3.0:1746166258.070473:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423105280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166258.070503:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423105280:12345-0@lo:400:kworker.0 Request processed in 32us (2464us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166258.070508:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35562 00000100:00100000:1.0:1746166258.070836:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423105024 00000100:00100000:3.0:1746166258.070836:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423105152 00000100:00100000:1.0:1746166258.070841:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423105024 00000100:00100000:3.0:1746166258.070841:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423105152 00000100:00100000:2.0:1746166258.070859:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423105280:0@lo:400:kworker.0 00000100:00100000:1.0:1746166258.071055:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423105664 00000100:00100000:2.0:1746166258.071056:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423106048 00000100:00100000:1.0:1746166258.071058:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423105664 00000100:00100000:3.0:1746166258.071058:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423106176 00000100:00100000:2.0:1746166258.071059:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423106048 00000100:00100000:3.0:1746166258.071061:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423106176 00000100:00100000:1.0:1746166258.071072:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2416 00000100:00100000:3.0:1746166258.071077:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2417 00000100:00100000:1.0:1746166258.071078:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423105024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166258.071082:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423105152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166258.071083:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423105536 00000100:00100000:2.0:1746166258.071085:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423105536 00000100:00100000:2.0:1746166258.071097:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7616 00000100:00100000:2.0:1746166258.071102:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423106048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166258.071111:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423105152:12345-0@lo:400:kworker.0 Request processed in 29us (3147us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166258.071114:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423105024:12345-0@lo:400:kworker.0 Request processed in 36us (1711us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166258.071117:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2417 00000100:00100000:1.0:1746166258.071120:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2416 00000100:00100000:3.0:1746166258.071128:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2418 00000100:00100000:1.0:1746166258.071133:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2419 00000100:00100000:2.0:1746166258.071134:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423106048:12345-0@lo:400:kworker.0 Request processed in 31us (3060us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166258.071134:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423105664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166258.071139:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423106176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166258.071145:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7616 00000100:00100000:2.0:1746166258.071154:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7617 00000100:00100000:3.0:1746166258.071157:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423105664:12345-0@lo:400:kworker.0 Request processed in 25us (1702us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166258.071159:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423105536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166258.071162:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423106176:12345-0@lo:400:kworker.0 Request processed in 24us (1386us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166258.071162:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2418 00000100:00100000:1.0:1746166258.071167:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2419 00000100:00100000:2.0:1746166258.071179:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423105536:12345-0@lo:400:kworker.0 Request processed in 20us (1439us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166258.071184:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423105408:0@lo:8:kworker.0 00000100:00100000:2.0:1746166258.071184:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7617 00000100:00080000:1.0:1746166258.071186:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746166258.071189:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166258.071190:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423105792:0@lo:400:kworker.0 00000100:00080000:1.0:1746166258.071191:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166258.071200:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423105152:0@lo:400:kworker.0 00000100:00100000:2.0:1746166258.071208:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423106048:0@lo:400:kworker.0 00000100:00100000:0.0:1746166258.071209:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166258.071211:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423105536:0@lo:400:kworker.0 00000100:00100000:1.0:1746166258.071220:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423106176:0@lo:400:kworker.0 00000100:00100000:0.0:1746166258.071225:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423105920:0@lo:8:kworker.0 00000100:00100000:1.0:1746166258.071227:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423105024:0@lo:400:kworker.0 00000100:00100000:1.0:1746166258.071235:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423105664:0@lo:400:kworker.0 00000100:00100000:0.0:1746166258.071240:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166258.071253:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423105408 00000100:00100000:1.0:1746166258.071256:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423105408 00000100:00100000:2.0:1746166258.071258:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423105920 00000100:00100000:2.0:1746166258.071260:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423105920 00000100:00100000:0.0:1746166258.071275:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:1.0:1746166258.071277:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49998 00000100:00100000:0.0:1746166258.071280:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423104896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166258.071281:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49999 00000100:00100000:1.0:1746166258.071282:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423105408:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1746166258.071285:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423105920:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166258.071297:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166258.071307:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423104896:12345-0@lo:400:kworker.0 Request processed in 27us (5178us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166258.071312:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:1.0:1746166258.071327:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423105408:12345-0@lo:8:kworker.0 Request processed in 45us (117us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166258.071332:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49998 00000100:00080000:0.0:1746166258.071334:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166258.071338:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166258.071341:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423105408:0@lo:8:kworker.0 00000100:00100000:0.0:1746166258.071354:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423104896:0@lo:400:kworker.0 00010000:00020000:2.0:1746166258.076211:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166258.076291:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423105920:12345-0@lo:8:kworker.0 Request processed in 5002us (5047us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166258.076301:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49999 00000100:00080000:0.0:1746166258.076372:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166258.076376:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166258.076380:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423105920:0@lo:8:kworker.0 00000100:00100000:2.0:1746166258.097941:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423106304:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166258.097999:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166258.098104:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423106304 00000100:00100000:3.0:1746166258.098111:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423106304 00000100:00100000:3.0:1746166258.098152:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35563 00000100:00100000:3.0:1746166258.098159:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423106304:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166258.098184:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166258.098455:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423106304:12345-0@lo:41:osp-pre-1-0.0 Request processed in 296us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166258.098462:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35563 00000100:00100000:2.0:1746166258.098522:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423106304:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166258.114080:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746166258.114099:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423106432:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166258.115400:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166258.116362:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423106432 00000100:00100000:3.0:1746166258.116370:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423106432 00000100:00100000:3.0:1746166258.116441:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35564 00000100:00100000:3.0:1746166258.116449:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097619880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423106432:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166258.116479:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166258.116536:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097619880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423106432:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (1136us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166258.116558:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35564 00000100:00100000:1.0:1746166258.116664:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423106432:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166258.339121:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423106560:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166258.339180:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166258.339308:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423106560 00000100:00100000:3.0:1746166258.339315:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423106560 00000100:00100000:3.0:1746166258.339705:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6990 00000100:00100000:3.0:1746166258.339714:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423106560:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166258.339743:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166258.339911:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423106560:12345-0@lo:13:osp-pre-1-0.0 Request processed in 197us (728us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166258.339918:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6990 00000100:00100000:0.0:1746166258.340116:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423106560:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166258.745879:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166259.748369:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166260.749911:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166261.752501:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166262.033918:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423106688:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166262.033985:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166262.034164:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423106688 00000100:00100000:1.0:1746166262.034171:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423106688 00000100:00080000:2.0:1746166262.034855:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166262.035700:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6991 00000100:00100000:1.0:1746166262.035710:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423106688:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166262.035736:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166262.039700:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423106688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3985us (5708us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166262.039712:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6991 00000100:00100000:0.0:1746166262.043345:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423106688:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746166262.754618:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166262.991275:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166262.991371:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439134464 00000100:00100000:2.0:1746166262.991379:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439134464 00000100:00100000:2.0:1746166262.991429:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 734 00000100:00100000:2.0:1746166262.991438:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439134464:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166262.991499:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439134464:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 62us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166262.991505:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 734 00000100:00100000:0.0:1746166263.004021:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166263.004109:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439134848 00000100:00100000:2.0:1746166263.004117:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439134848 00000100:00100000:2.0:1746166263.004155:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50000 00000100:00100000:2.0:1746166263.004161:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439134848:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166263.004183:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166263.004379:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439134848:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 216us (364us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166263.004387:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50000 00000100:00100000:0.0:1746166263.005598:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166263.005633:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166263.005701:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439134720 00000100:00100000:3.0:1746166263.005706:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439134720 00000100:00100000:3.0:1746166263.005749:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439134592 00000100:00100000:3.0:1746166263.005751:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439134592 00000100:00100000:3.0:1746166263.005777:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2420 00000100:00100000:3.0:1746166263.005783:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094319180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439134720:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166263.005827:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094319180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439134720:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 44us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166263.005832:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2420 00000100:00100000:3.0:1746166263.006058:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2421 00000100:00100000:3.0:1746166263.006063:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094318e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439134592:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166263.006087:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094318e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439134592:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 24us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166263.006092:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2421 00000100:00080000:2.0:1746166263.006380:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746166263.006384:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166263.075806:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166263.075810:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166263.075812:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166263.075818:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10178 00000100:00080000:0.0:1746166263.075822:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746166263.075826:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166263.075841:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801223fad80 x1830977423107328/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166263.075860:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166263.075863:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166263.075864:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166263.075866:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10178 00000100:00080000:0.0:1746166263.075868:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746166263.075870:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166263.075876:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801223faa00 x1830977423107840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166263.075903:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423107072:0@lo:400:kworker.0 00000100:00100000:0.0:1746166263.075948:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166263.075985:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423107712:0@lo:400:kworker.0 00000100:00100000:0.0:1746166263.076002:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166263.076016:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746166263.076020:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009431aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423106944:0@lo:400:kworker.0 00000100:00100000:0.0:1746166263.076031:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166263.076039:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423107584:0@lo:400:kworker.0 00000100:00100000:0.0:1746166263.076048:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166263.076064:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423107328:0@lo:8:kworker.0 00000100:00100000:0.0:1746166263.076081:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166263.076104:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423107840:0@lo:8:kworker.0 00000100:00100000:0.0:1746166263.076118:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166263.076140:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423107712 00000100:00100000:0.0:1746166263.076146:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423107712 00000100:00100000:0.0:1746166263.076172:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35565 00000100:00100000:0.0:1746166263.076178:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136054700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423107712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166263.076210:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136054700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423107712:12345-0@lo:400:kworker.0 Request processed in 32us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166263.076215:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35565 00000100:00100000:0.0:1746166263.076243:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423107712:0@lo:400:kworker.0 00000100:00100000:0.0:1746166263.076261:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423107072 00000100:00100000:0.0:1746166263.076263:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423107072 00000100:00100000:0.0:1746166263.076286:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423106944 00000100:00100000:0.0:1746166263.076288:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423106944 00000100:00100000:0.0:1746166263.076299:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423107584 00000100:00100000:0.0:1746166263.076301:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423107584 00000100:00100000:0.0:1746166263.076311:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2422 00000100:00100000:0.0:1746166263.076316:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423107072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166263.076342:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423107072:12345-0@lo:400:kworker.0 Request processed in 26us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166263.076347:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2422 00000100:00100000:0.0:1746166263.076355:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2423 00000100:00100000:0.0:1746166263.076358:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136056a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423106944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166263.076373:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136056a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423106944:12345-0@lo:400:kworker.0 Request processed in 15us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166263.076377:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2423 00000100:00100000:0.0:1746166263.076382:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2424 00000100:00100000:0.0:1746166263.076386:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136054380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423107584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166263.076398:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136054380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423107584:12345-0@lo:400:kworker.0 Request processed in 12us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166263.076401:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2424 00000100:00080000:0.0:1746166263.076411:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746166263.076413:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166263.076426:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009431aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423106944:0@lo:400:kworker.0 00000100:00100000:0.0:1746166263.076432:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423107584:0@lo:400:kworker.0 00000100:00100000:0.0:1746166263.076438:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423107072:0@lo:400:kworker.0 00000100:00100000:0.0:1746166263.076477:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423107328 00000100:00100000:0.0:1746166263.076479:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423107328 00000100:00100000:0.0:1746166263.076488:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423107840 00000100:00100000:0.0:1746166263.076489:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423107840 00000100:00100000:0.0:1746166263.076496:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50001 00000100:00100000:0.0:1746166263.076499:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136055c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423107328:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166263.076514:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166263.076534:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136055c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423107328:12345-0@lo:8:kworker.0 Request processed in 34us (453us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166263.076539:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50001 00000100:00100000:0.0:1746166263.076544:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50002 00000100:00100000:0.0:1746166263.076547:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136054a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423107840:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166263.076554:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166263.076564:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136054a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423107840:12345-0@lo:8:kworker.0 Request processed in 16us (445us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166263.076567:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50002 00000100:00080000:0.0:1746166263.076578:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166263.076581:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166263.076583:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423107328:0@lo:8:kworker.0 00000100:00080000:0.0:1746166263.076588:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166263.076590:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166263.076592:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423107840:0@lo:8:kworker.0 00000100:00100000:1.0:1746166263.076696:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423107200:0@lo:400:kworker.0 00000100:00100000:1.0:1746166263.076717:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166263.076731:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423107968:0@lo:400:kworker.0 00000100:00100000:1.0:1746166263.076742:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166263.076751:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1746166263.076754:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423106816:0@lo:400:kworker.0 00000100:00100000:1.0:1746166263.076781:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166263.076801:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423107456:0@lo:400:kworker.0 00000100:00100000:1.0:1746166263.076815:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166263.076825:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423108096:0@lo:400:kworker.0 00000100:00100000:1.0:1746166263.076837:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166263.076852:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423108096 00000100:00100000:1.0:1746166263.076855:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423108096 00000100:00100000:1.0:1746166263.076870:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2425 00000100:00100000:1.0:1746166263.076874:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423108096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166263.076898:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423108096:12345-0@lo:400:kworker.0 Request processed in 23us (59us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166263.076902:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2425 00000100:00100000:1.0:1746166263.076922:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423108096:0@lo:400:kworker.0 00000100:00100000:1.0:1746166263.076936:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423106816 00000100:00100000:1.0:1746166263.076938:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423106816 00000100:00100000:1.0:1746166263.076969:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:1.0:1746166263.076973:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423106816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166263.076995:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423106816:12345-0@lo:400:kworker.0 Request processed in 22us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166263.077000:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:1.0:1746166263.077020:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423106816:0@lo:400:kworker.0 00000100:00100000:0.0:1746166263.077999:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423107200 00000100:00100000:0.0:1746166263.078004:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423107200 00000100:00100000:0.0:1746166263.078546:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35566 00000100:00100000:0.0:1746166263.078552:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423107200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166263.078829:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423107200:12345-0@lo:400:kworker.0 Request processed in 277us (2110us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166263.078835:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35566 00000100:00100000:0.0:1746166263.078852:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423107968 00000100:00100000:0.0:1746166263.078856:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423107968 00000100:00100000:0.0:1746166263.078878:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423107456 00000100:00100000:0.0:1746166263.078880:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423107456 00000100:00100000:0.0:1746166263.078892:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7618 00000100:00100000:0.0:1746166263.078897:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423107968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166263.078920:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423107968:12345-0@lo:400:kworker.0 Request processed in 24us (2177us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166263.078925:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7618 00000100:00100000:0.0:1746166263.078933:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7619 00000100:00100000:0.0:1746166263.078937:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423107456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166263.078954:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423107456:12345-0@lo:400:kworker.0 Request processed in 17us (2137us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166263.078958:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7619 00000100:00080000:0.0:1746166263.078972:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166263.079047:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423107456:0@lo:400:kworker.0 00000100:00100000:1.0:1746166263.079055:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423107200:0@lo:400:kworker.0 00000100:00100000:1.0:1746166263.079063:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423107968:0@lo:400:kworker.0 00000100:00100000:1.0:1746166263.105982:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746166263.106006:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423108224:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166263.106059:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166263.107254:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423108224 00000100:00100000:2.0:1746166263.107263:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423108224 00000100:00100000:2.0:1746166263.107309:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35567 00000100:00100000:2.0:1746166263.107317:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423108224:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166263.107351:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166263.107402:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423108224:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (1343us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166263.107408:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35567 00000100:00100000:1.0:1746166263.109219:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423108224:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166263.124836:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746166263.125070:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423108352:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166263.125126:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166263.126077:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423108352 00000100:00100000:1.0:1746166263.126084:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423108352 00000100:00100000:1.0:1746166263.126132:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35568 00000100:00100000:1.0:1746166263.126140:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136054000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423108352:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166263.126168:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166263.126210:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136054000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423108352:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (1083us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166263.126216:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35568 00000100:00100000:0.0:1746166263.127284:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423108352:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166263.346627:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423108480:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166263.346704:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166263.346754:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423108480 00000100:00100000:1.0:1746166263.346768:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423108480 00000100:00100000:1.0:1746166263.348021:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6992 00000100:00100000:1.0:1746166263.348032:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423108480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746166263.348058:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166263.348116:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423108480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (1412us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166263.348121:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6992 00000100:00100000:2.0:1746166263.348154:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423108480:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166263.756732:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166264.758457:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166265.760051:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166266.762243:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166267.057874:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423108608:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166267.057931:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166267.058595:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423108608 00000100:00100000:1.0:1746166267.058602:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423108608 00000100:00100000:1.0:1746166267.058660:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6993 00000100:00100000:1.0:1746166267.058668:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423108608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166267.058721:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166267.058953:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423108608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 287us (1022us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166267.058959:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6993 00000100:00100000:3.0:1746166267.059034:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423108608:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1746166267.059118:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746166267.763886:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166268.018814:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166268.019079:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166268.019149:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439135104 00000100:00100000:1.0:1746166268.019158:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439135104 00000100:00100000:1.0:1746166268.019203:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2426 00000100:00100000:1.0:1746166268.019211:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136056d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439135104:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166268.019267:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136056d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439135104:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 58us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166268.019273:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2426 00000100:00080000:1.0:1746166268.019306:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166268.019441:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166268.019513:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439134976 00000100:00100000:2.0:1746166268.019517:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439134976 00000100:00100000:0.0:1746166268.019850:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166268.020093:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439135360 00000100:00100000:1.0:1746166268.020096:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439135360 00000100:00100000:1.0:1746166268.020114:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50003 00000100:00100000:1.0:1746166268.020118:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439135360:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166268.020149:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166268.020191:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439135360:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 70us (749us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166268.020196:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50003 00000100:00100000:2.0:1746166268.020483:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 736 00000100:00100000:2.0:1746166268.020490:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439134976:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166268.020513:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439134976:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 25us (1436us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166268.020518:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 736 00000100:00100000:0.0:1746166268.020657:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439135232 00000100:00100000:0.0:1746166268.020661:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439135232 00000100:00100000:0.0:1746166268.020707:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2427 00000100:00100000:0.0:1746166268.020711:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094319880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439135232:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166268.020742:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094319880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439135232:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 31us (893us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166268.020746:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2427 00000100:00080000:2.0:1746166268.020791:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166268.083374:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423108736:0@lo:400:kworker.0 00000100:00100000:2.0:1746166268.083440:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166268.083989:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009431aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423108864:0@lo:400:kworker.0 00000100:00100000:3.0:1746166268.084022:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166268.084258:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423108992:0@lo:400:kworker.0 00000100:00100000:3.0:1746166268.084280:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166268.084317:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423108864 00000100:00100000:3.0:1746166268.084323:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423108864 00000100:00100000:3.0:1746166268.084361:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423108992 00000100:00100000:3.0:1746166268.084363:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423108992 00000100:00100000:3.0:1746166268.084378:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2428 00000100:00100000:3.0:1746166268.084384:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423108864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166268.084615:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423108864:12345-0@lo:400:kworker.0 Request processed in 231us (592us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166268.084622:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2428 00000100:00100000:3.0:1746166268.084640:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2429 00000100:00100000:3.0:1746166268.084644:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423108992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166268.084664:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423108992:12345-0@lo:400:kworker.0 Request processed in 20us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166268.084668:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2429 00000100:00100000:3.0:1746166268.084729:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423108992:0@lo:400:kworker.0 00000100:00100000:3.0:1746166268.084755:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009431aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423108864:0@lo:400:kworker.0 00000100:00080000:3.0:1746166268.084773:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746166268.084776:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166268.086740:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423108736 00000100:00100000:1.0:1746166268.086749:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423108736 00000100:00100000:1.0:1746166268.086798:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:1.0:1746166268.086805:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423108736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166268.086858:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423108736:12345-0@lo:400:kworker.0 Request processed in 54us (3418us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166268.086864:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00080000:0.0:1746166268.088205:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166268.088209:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166268.088212:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166268.088217:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10183 00000100:00080000:0.0:1746166268.088220:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746166268.088224:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166268.088241:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801223faa00 x1830977423109248/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166268.088277:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166268.088280:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166268.088281:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166268.088284:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10183 00000100:00080000:0.0:1746166268.088285:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166268.088287:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166268.088294:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801223f9880 x1830977423109760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166268.088324:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423109504:0@lo:400:kworker.0 00000100:00100000:0.0:1746166268.088360:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166268.088383:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746166268.088386:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423109376:0@lo:400:kworker.0 00000100:00100000:0.0:1746166268.088401:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166268.088411:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423110016:0@lo:400:kworker.0 00000100:00100000:0.0:1746166268.088640:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166268.088661:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423109504 00000100:00100000:0.0:1746166268.088665:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423109504 00000100:00100000:0.0:1746166268.088713:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423110016 00000100:00100000:0.0:1746166268.088716:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423110016 00000100:00100000:0.0:1746166268.088730:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2430 00000100:00100000:0.0:1746166268.088734:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423109504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166268.088765:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423109504:12345-0@lo:400:kworker.0 Request processed in 31us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166268.088771:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2430 00000100:00100000:0.0:1746166268.088782:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2431 00000100:00100000:0.0:1746166268.088786:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423110016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166268.088807:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423110016:12345-0@lo:400:kworker.0 Request processed in 21us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166268.088811:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2431 00000100:00100000:0.0:1746166268.088842:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423110016:0@lo:400:kworker.0 00000100:00100000:0.0:1746166268.088850:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423109504:0@lo:400:kworker.0 00000100:00100000:0.0:1746166268.089053:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423109376 00000100:00100000:0.0:1746166268.089056:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423109376 00000100:00100000:0.0:1746166268.089076:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7620 00000100:00100000:0.0:1746166268.089080:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423109376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166268.089105:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423109376:12345-0@lo:400:kworker.0 Request processed in 25us (703us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166268.089109:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7620 00000100:00100000:0.0:1746166268.089125:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423109376:0@lo:400:kworker.0 00000100:00100000:2.0:1746166268.089268:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423109120:0@lo:400:kworker.0 00000100:00100000:2.0:1746166268.089292:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166268.089307:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423109888:0@lo:400:kworker.0 00000100:00100000:2.0:1746166268.089318:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166268.089326:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746166268.089330:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423109632:0@lo:400:kworker.0 00000100:00100000:2.0:1746166268.089341:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166268.089356:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423109120 00000100:00100000:2.0:1746166268.089358:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423109120 00000100:00100000:2.0:1746166268.089374:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423109632 00000100:00100000:2.0:1746166268.089376:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423109632 00000100:00100000:2.0:1746166268.089385:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35569 00000100:00100000:2.0:1746166268.089389:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423109120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166268.089414:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423109120:12345-0@lo:400:kworker.0 Request processed in 24us (122us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166268.089420:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35569 00000100:00100000:2.0:1746166268.089429:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35570 00000100:00100000:2.0:1746166268.089433:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423109632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166268.089452:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423109632:12345-0@lo:400:kworker.0 Request processed in 19us (110us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166268.089457:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35570 00000100:00100000:2.0:1746166268.089722:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423109632:0@lo:400:kworker.0 00000100:00100000:2.0:1746166268.089729:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423109120:0@lo:400:kworker.0 00000100:00100000:1.0:1746166268.089824:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423109248:0@lo:8:kworker.0 00000100:00100000:1.0:1746166268.089848:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166268.089865:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423109760:0@lo:8:kworker.0 00000100:00100000:1.0:1746166268.089879:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166268.089898:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423109888 00000100:00100000:1.0:1746166268.089901:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423109888 00000100:00100000:1.0:1746166268.089921:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423109248 00000100:00100000:1.0:1746166268.089923:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423109248 00000100:00100000:1.0:1746166268.089931:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423109760 00000100:00100000:1.0:1746166268.089933:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423109760 00000100:00100000:1.0:1746166268.089941:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7621 00000100:00100000:1.0:1746166268.089947:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423109888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166268.089973:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423109888:12345-0@lo:400:kworker.0 Request processed in 26us (653us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166268.089977:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7621 00000100:00100000:1.0:1746166268.089987:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50004 00000100:00100000:1.0:1746166268.089990:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423109248:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166268.090007:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166268.090030:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423109248:12345-0@lo:8:kworker.0 Request processed in 38us (181us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166268.090035:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50004 00000100:00100000:1.0:1746166268.090043:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50005 00000100:00100000:1.0:1746166268.090046:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423109760:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166268.090055:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166268.090072:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423109760:12345-0@lo:8:kworker.0 Request processed in 25us (192us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166268.090076:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50005 00000100:00080000:1.0:1746166268.090097:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166268.090100:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166268.090102:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423109248:0@lo:8:kworker.0 00000100:00080000:1.0:1746166268.090108:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166268.090110:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166268.090112:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423109760:0@lo:8:kworker.0 00000100:00100000:3.0:1746166268.090227:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423108736:0@lo:400:kworker.0 00000100:00080000:2.0:1746166268.090297:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166268.090310:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423109888:0@lo:400:kworker.0 00000100:00100000:0.0:1746166268.113906:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090464380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423110144:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166268.113970:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166268.114207:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423110144 00000100:00100000:2.0:1746166268.114213:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423110144 00000100:00100000:2.0:1746166268.114258:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35571 00000100:00100000:2.0:1746166268.114266:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423110144:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166268.114294:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166268.114332:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423110144:12345-0@lo:41:osp-pre-1-0.0 Request processed in 68us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166268.114338:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35571 00000100:00100000:1.0:1746166268.115360:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090464380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423110144:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166268.131355:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423110272:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166268.131413:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166268.131483:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423110272 00000100:00100000:1.0:1746166268.131490:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423110272 00000100:00100000:1.0:1746166268.131525:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35572 00000100:00100000:1.0:1746166268.131531:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423110272:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166268.131561:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166268.131602:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423110272:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166268.131608:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35572 00000100:00100000:2.0:1746166268.131832:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423110272:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166268.355036:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423110400:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166268.355094:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166268.355719:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423110400 00000100:00100000:2.0:1746166268.355725:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423110400 00000100:00100000:2.0:1746166268.355965:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6994 00000100:00100000:2.0:1746166268.355973:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423110400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166268.355996:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166268.356030:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423110400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (935us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166268.356035:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6994 00000100:00100000:3.0:1746166268.356104:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423110400:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166268.767222:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166269.769917:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166270.772624:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166271.774526:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166272.066117:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423110528:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166272.066175:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166272.067962:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423110528 00000100:00100000:2.0:1746166272.067971:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423110528 00000100:00100000:2.0:1746166272.068035:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6995 00000100:00100000:2.0:1746166272.068044:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423110528:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166272.068074:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166272.068121:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423110528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (1947us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166272.068127:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6995 00000100:00080000:0.0:1746166272.068736:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166272.068776:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423110528:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746166272.780511:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166273.023297:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166273.023353:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166273.023366:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439135616 00000100:00100000:2.0:1746166273.023374:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439135616 00000100:00080000:0.0:1746166273.023403:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166273.023417:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2432 00000100:00100000:2.0:1746166273.023425:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439135616:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166273.023457:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439135872 00000100:00100000:1.0:1746166273.023461:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439135872 00000100:00100000:2.0:1746166273.023483:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439135616:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 59us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166273.023486:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50006 00000100:00100000:1.0:1746166273.023491:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439135872:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166273.023513:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166273.023534:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439135872:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 41us (182us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166273.023539:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50006 00000100:00100000:2.0:1746166273.024140:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2432 00000100:00100000:0.0:1746166273.026429:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166273.026476:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166273.026490:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439135488 00000100:00100000:2.0:1746166273.026496:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439135488 00000100:00100000:2.0:1746166273.026537:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 738 00000100:00100000:2.0:1746166273.026544:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439135488:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166273.026616:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439135744 00000100:00100000:3.0:1746166273.026620:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439135744 00000100:00100000:3.0:1746166273.026659:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2433 00000100:00080000:0.0:1746166273.026661:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166273.026665:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439135744:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166273.028784:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439135488:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 2235us (2353us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166273.028793:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 738 00000100:00100000:3.0:1746166273.028932:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439135744:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 2265us (2453us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166273.028940:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2433 00000100:00100000:1.0:1746166273.090181:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423110656:0@lo:400:kworker.0 00000100:00100000:1.0:1746166273.090241:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166273.090303:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423110656 00000100:00100000:3.0:1746166273.090311:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423110656 00000100:00100000:3.0:1746166273.090358:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:3.0:1746166273.090365:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e862450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423110656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166273.090423:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e862450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423110656:12345-0@lo:400:kworker.0 Request processed in 58us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166273.090430:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:1.0:1746166273.090448:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423110656:0@lo:400:kworker.0 00000100:00100000:1.0:1746166273.091387:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423110784:0@lo:400:kworker.0 00000100:00100000:1.0:1746166273.091414:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166273.093635:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423110784 00000100:00100000:3.0:1746166273.093643:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423110784 00000100:00100000:3.0:1746166273.093703:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2434 00000100:00100000:3.0:1746166273.093709:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090464380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423110784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166273.093756:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090464380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423110784:12345-0@lo:400:kworker.0 Request processed in 47us (2341us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166273.093762:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2434 00000100:00100000:3.0:1746166273.093796:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423110784:0@lo:400:kworker.0 00000100:00080000:1.0:1746166273.094377:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166273.097529:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423110912:0@lo:400:kworker.0 00000100:00100000:2.0:1746166273.097579:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746166273.098363:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166273.098369:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166273.098372:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166273.098376:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10188 00000100:00080000:0.0:1746166273.098378:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166273.098383:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166273.098408:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801223fa300 x1830977423111168/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746166273.098439:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423111040:0@lo:400:kworker.0 00000100:00100000:3.0:1746166273.098484:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166273.098506:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423111040 00000100:00100000:1.0:1746166273.098513:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423111040 00000100:00100000:1.0:1746166273.098544:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35573 00000100:00100000:1.0:1746166273.098556:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423111040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166273.098621:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423111040:12345-0@lo:400:kworker.0 Request processed in 70us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166273.098627:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35573 00000100:00080000:0.0:1746166273.098779:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166273.098782:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166273.098785:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166273.098788:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10188 00000100:00080000:0.0:1746166273.098790:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166273.098794:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166273.098804:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090ce8000 x1830977423111680/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746166273.099024:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423111808:0@lo:400:kworker.0 00000100:00100000:0.0:1746166273.099036:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423111424:0@lo:400:kworker.0 00000100:00100000:3.0:1746166273.099046:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166273.099068:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423111168:0@lo:8:kworker.0 00000100:00100000:3.0:1746166273.099078:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423111040:0@lo:400:kworker.0 00000100:00100000:0.0:1746166273.099087:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166273.099097:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746166273.099101:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423111680:0@lo:8:kworker.0 00000100:00100000:3.0:1746166273.099102:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423111296:0@lo:400:kworker.0 00000100:00100000:0.0:1746166273.099115:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166273.099125:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423111808 00000100:00100000:3.0:1746166273.099128:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423111808 00000100:00100000:0.0:1746166273.099142:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423111168 00000100:00100000:0.0:1746166273.099145:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423111168 00000100:00100000:3.0:1746166273.099154:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423111680 00000100:00100000:3.0:1746166273.099156:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423111680 00000100:00100000:0.0:1746166273.099161:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7622 00000100:00100000:2.0:1746166273.099247:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423111552:0@lo:400:kworker.0 00000100:00100000:3.0:1746166273.099263:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50007 00000100:00100000:2.0:1746166273.099266:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166273.099268:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423111168:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1746166273.099281:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423111552 00000100:00100000:2.0:1746166273.099284:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423111552 00010000:00020000:3.0:1746166273.099285:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166273.099301:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35574 00000100:00100000:2.0:1746166273.099306:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423111552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166273.099313:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423111168:12345-0@lo:8:kworker.0 Request processed in 45us (225us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166273.099319:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50007 00000100:00100000:3.0:1746166273.099328:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50008 00000100:00100000:2.0:1746166273.099331:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423111552:12345-0@lo:400:kworker.0 Request processed in 25us (65us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166273.099332:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423111680:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1746166273.099337:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35574 00010000:00020000:3.0:1746166273.099340:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166273.099352:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166273.099357:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423111680:12345-0@lo:8:kworker.0 Request processed in 23us (240us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166273.099361:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50008 00000100:00100000:2.0:1746166273.099373:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423110912 00000100:00100000:2.0:1746166273.099376:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423110912 00000100:00100000:3.0:1746166273.099383:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423111424 00000100:00100000:3.0:1746166273.099386:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423111424 00000100:00100000:2.0:1746166273.099397:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2435 00000100:00100000:2.0:1746166273.099402:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423110912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166273.099406:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2436 00000100:00100000:3.0:1746166273.099410:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423111424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166273.099428:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423110912:12345-0@lo:400:kworker.0 Request processed in 26us (1849us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166273.099438:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423111424:12345-0@lo:400:kworker.0 Request processed in 27us (84us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166273.099442:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2435 00000100:00100000:3.0:1746166273.099445:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2436 00000100:00100000:2.0:1746166273.099475:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423111424:0@lo:400:kworker.0 00000100:00100000:2.0:1746166273.099495:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423111552:0@lo:400:kworker.0 00000100:00100000:2.0:1746166273.099504:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423110912:0@lo:400:kworker.0 00000100:00080000:2.0:1746166273.099531:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746166273.099535:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166273.099616:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166273.099632:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423111936:0@lo:400:kworker.0 00000100:00100000:3.0:1746166273.099651:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166273.099669:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423111936 00000100:00100000:3.0:1746166273.099671:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423111936 00000100:00100000:3.0:1746166273.099705:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2437 00000100:00100000:3.0:1746166273.099710:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423111936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166273.099735:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423111936:12345-0@lo:400:kworker.0 Request processed in 25us (82us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166273.099740:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2437 00000100:00100000:3.0:1746166273.099763:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423111936:0@lo:400:kworker.0 00000100:00100000:2.0:1746166273.099994:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423111296 00000100:00100000:2.0:1746166273.099998:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423111296 00000100:00100000:2.0:1746166273.100023:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7623 00000100:00100000:2.0:1746166273.100028:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423111296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166273.100057:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423111296:12345-0@lo:400:kworker.0 Request processed in 30us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166273.100062:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7623 00000100:00100000:3.0:1746166273.100067:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423111296:0@lo:400:kworker.0 00000100:00100000:0.0:1746166273.100407:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094319c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423111808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166273.100454:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094319c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423111808:12345-0@lo:400:kworker.0 Request processed in 1287us (1406us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166273.100459:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7622 00000100:00080000:0.0:1746166273.100487:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166273.100491:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166273.100494:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423111168:0@lo:8:kworker.0 00000100:00080000:0.0:1746166273.100501:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166273.100504:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166273.100506:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423111680:0@lo:8:kworker.0 00000100:00100000:3.0:1746166273.100623:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423111808:0@lo:400:kworker.0 00000100:00100000:3.0:1746166273.122305:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746166273.122437:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090464e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423112064:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166273.123504:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166273.123786:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423112064 00000100:00100000:2.0:1746166273.123794:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423112064 00000100:00100000:2.0:1746166273.123840:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35575 00000100:00100000:2.0:1746166273.123848:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423112064:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166273.123874:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166273.123920:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423112064:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166273.123926:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35575 00000100:00100000:3.0:1746166273.124086:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090464e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423112064:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166273.140299:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746166273.140321:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423112192:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166273.140376:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166273.141282:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423112192 00000100:00100000:1.0:1746166273.141291:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423112192 00000100:00100000:1.0:1746166273.141329:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35576 00000100:00100000:1.0:1746166273.141335:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423112192:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166273.141362:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166273.141405:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423112192:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (1028us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166273.141410:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35576 00000100:00100000:0.0:1746166273.141657:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423112192:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166273.363070:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423112320:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166273.363131:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166273.363307:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423112320 00000100:00100000:2.0:1746166273.363315:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423112320 00000100:00100000:2.0:1746166273.363611:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6996 00000100:00100000:2.0:1746166273.363619:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423112320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166273.363644:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166273.363699:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423112320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (569us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166273.363705:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6996 00000100:00100000:0.0:1746166273.363904:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423112320:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166273.782036:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166274.783972:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166275.786080:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166276.794241:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166277.074844:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423112448:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166277.074902:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166277.074968:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423112448 00000100:00100000:3.0:1746166277.074976:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423112448 00000100:00080000:2.0:1746166277.075003:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166277.075018:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6997 00000100:00100000:3.0:1746166277.075026:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090467b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423112448:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166277.075049:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166277.082799:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090467b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423112448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 7767us (7890us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166277.082805:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423112448:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166277.082810:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6997 00010000:00010000:0.0:1746166277.795591:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166278.039562:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166278.039652:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439136384 00000100:00100000:2.0:1746166278.039660:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439136384 00000100:00100000:2.0:1746166278.039733:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50009 00000100:00100000:2.0:1746166278.039740:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439136384:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166278.039762:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166278.040133:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439136384:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 391us (576us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166278.040140:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50009 00000100:00100000:0.0:1746166278.044976:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166278.045051:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439136000 00000100:00100000:2.0:1746166278.045058:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439136000 00000100:00100000:2.0:1746166278.045095:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 740 00000100:00100000:2.0:1746166278.045101:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e861050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439136000:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166278.045150:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e861050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439136000:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 50us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166278.045155:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 740 00000100:00100000:0.0:1746166278.056393:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166278.056775:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439136128 00000100:00100000:3.0:1746166278.056784:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439136128 00000100:00100000:3.0:1746166278.056851:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2438 00000100:00100000:3.0:1746166278.056861:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439136128:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166278.056929:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439136128:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 70us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166278.056935:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2438 00000100:00080000:2.0:1746166278.057071:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166278.059189:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166278.063701:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439136256 00000100:00100000:2.0:1746166278.063714:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439136256 00000100:00100000:2.0:1746166278.063985:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2439 00000100:00100000:2.0:1746166278.063997:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439136256:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166278.064069:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439136256:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 76us (4884us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166278.064075:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2439 00000100:00080000:0.0:1746166278.064126:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166278.113886:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166278.113891:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166278.113894:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166278.113901:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10193 00000100:00080000:0.0:1746166278.113904:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166278.113909:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746166278.113912:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423112832:0@lo:400:kworker.0 00000100:00100000:0.0:1746166278.113928:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088eb7100 x1830977423113088/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166278.113954:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166278.113956:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166278.113958:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166278.113961:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10193 00000100:00100000:1.0:1746166278.113962:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746166278.113963:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746166278.113966:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166278.113973:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090940700 x1830977423113600/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166278.113999:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423113088:0@lo:8:kworker.0 00000100:00100000:1.0:1746166278.114015:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423113472:0@lo:400:kworker.0 00000100:00100000:0.0:1746166278.114023:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166278.114037:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166278.114048:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423113600:0@lo:8:kworker.0 00000100:00100000:1.0:1746166278.114052:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746166278.114056:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423112960:0@lo:400:kworker.0 00000100:00100000:0.0:1746166278.114062:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166278.114071:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166278.114084:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423113728:0@lo:400:kworker.0 00000100:00100000:0.0:1746166278.114087:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423113088 00000100:00100000:0.0:1746166278.114092:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423113088 00000100:00100000:1.0:1746166278.114096:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166278.114109:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423113600 00000100:00100000:0.0:1746166278.114110:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423113600 00000100:00100000:1.0:1746166278.114117:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423113472 00000100:00100000:0.0:1746166278.114118:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423113728 00000100:00100000:0.0:1746166278.114119:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423113728 00000100:00100000:1.0:1746166278.114119:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423113472 00000100:00100000:1.0:1746166278.114137:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423112960 00000100:00100000:1.0:1746166278.114138:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423112960 00000100:00100000:0.0:1746166278.114141:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7624 00000100:00100000:0.0:1746166278.114146:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423113728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166278.114149:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35577 00000100:00100000:1.0:1746166278.114153:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423113472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166278.114180:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423113728:12345-0@lo:400:kworker.0 Request processed in 34us (82us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166278.114181:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423113472:12345-0@lo:400:kworker.0 Request processed in 28us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166278.114186:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7624 00000100:00100000:1.0:1746166278.114186:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35577 00000100:00100000:0.0:1746166278.114196:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50010 00000100:00100000:1.0:1746166278.114196:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35578 00000100:00100000:0.0:1746166278.114200:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423113088:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746166278.114201:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090464a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423112960:12345-0@lo:400:kworker.0 00010000:00020000:0.0:1746166278.114216:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166278.114216:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090464a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423112960:12345-0@lo:400:kworker.0 Request processed in 16us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166278.114220:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35578 00000100:00100000:1.0:1746166278.114244:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423112960:0@lo:400:kworker.0 00000100:00100000:1.0:1746166278.114252:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423113728:0@lo:400:kworker.0 00000100:00100000:1.0:1746166278.114258:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423113472:0@lo:400:kworker.0 00000100:00100000:3.0:1746166278.114272:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423112704:0@lo:400:kworker.0 00000100:00080000:1.0:1746166278.114283:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166278.114297:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50011 00000100:00100000:1.0:1746166278.114300:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090941500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423113600:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166278.114308:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166278.114333:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423112576:0@lo:400:kworker.0 00000100:00100000:0.0:1746166278.115112:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423113088:12345-0@lo:8:kworker.0 Request processed in 823us (1001us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166278.115123:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50010 00000100:00080000:0.0:1746166278.115157:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166278.115160:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166278.115163:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423113088:0@lo:8:kworker.0 00000100:00100000:0.0:1746166278.115196:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423112832 00000100:00100000:0.0:1746166278.115199:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423112832 00000100:00100000:0.0:1746166278.115225:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2440 00000100:00100000:0.0:1746166278.115230:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090465880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423112832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166278.115259:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090465880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423112832:12345-0@lo:400:kworker.0 Request processed in 30us (1298us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166278.115264:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2440 00000100:00100000:3.0:1746166278.115276:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166278.115292:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423112832:0@lo:400:kworker.0 00000100:00100000:3.0:1746166278.115298:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423113344:0@lo:400:kworker.0 00000100:00080000:0.0:1746166278.115304:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166278.115305:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166278.115312:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166278.115323:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423112576 00000100:00100000:0.0:1746166278.115326:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423112576 00000100:00100000:3.0:1746166278.115327:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423112704 00000100:00100000:3.0:1746166278.115330:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423112704 00000100:00100000:2.0:1746166278.115333:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423113216:0@lo:400:kworker.0 00000100:00100000:0.0:1746166278.115343:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:0.0:1746166278.115347:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e860050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423112576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166278.115350:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423113344 00000100:00100000:2.0:1746166278.115351:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166278.115352:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423113344 00000100:00100000:3.0:1746166278.115363:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2441 00000100:00100000:2.0:1746166278.115364:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090943480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423113856:0@lo:400:kworker.0 00000100:00100000:3.0:1746166278.115367:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423112704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166278.115371:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e860050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423112576:12345-0@lo:400:kworker.0 Request processed in 23us (66us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166278.115375:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:2.0:1746166278.115378:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166278.115389:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423112704:12345-0@lo:400:kworker.0 Request processed in 22us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166278.115394:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2441 00000100:00100000:0.0:1746166278.115395:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423113856 00000100:00100000:0.0:1746166278.115397:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423113856 00000100:00100000:2.0:1746166278.115399:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423112576:0@lo:400:kworker.0 00000100:00100000:3.0:1746166278.115407:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2442 00000100:00100000:3.0:1746166278.115410:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423113344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166278.115411:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2443 00000100:00100000:0.0:1746166278.115415:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423113856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166278.115415:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423113216 00000100:00100000:2.0:1746166278.115418:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423113216 00000100:00100000:3.0:1746166278.115425:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423113344:12345-0@lo:400:kworker.0 Request processed in 15us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166278.115429:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2442 00000100:00100000:2.0:1746166278.115434:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7625 00000100:00100000:2.0:1746166278.115438:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423113216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166278.115439:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423113856:12345-0@lo:400:kworker.0 Request processed in 24us (60us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166278.115444:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2443 00000100:00100000:3.0:1746166278.115450:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423113344:0@lo:400:kworker.0 00000100:00080000:0.0:1746166278.115458:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166278.115460:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423113216:12345-0@lo:400:kworker.0 Request processed in 22us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166278.115465:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7625 00000100:00100000:3.0:1746166278.115465:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423112704:0@lo:400:kworker.0 00000100:00100000:2.0:1746166278.115482:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423113216:0@lo:400:kworker.0 00000100:00100000:2.0:1746166278.115488:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423113856:0@lo:400:kworker.0 00000100:00100000:1.0:1746166278.115550:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090941500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423113600:12345-0@lo:8:kworker.0 Request processed in 1248us (1486us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166278.115555:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50011 00000100:00080000:0.0:1746166278.115617:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166278.115620:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166278.115623:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423113600:0@lo:8:kworker.0 00000100:00100000:0.0:1746166278.131773:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423113984:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166278.131831:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166278.131971:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423113984 00000100:00100000:1.0:1746166278.131977:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423113984 00000100:00100000:1.0:1746166278.132016:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35579 00000100:00100000:1.0:1746166278.132022:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423113984:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166278.132050:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166278.132087:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423113984:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166278.132092:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35579 00000100:00100000:0.0:1746166278.132303:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423113984:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166278.148715:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423114112:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166278.148769:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166278.149160:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423114112 00000100:00100000:3.0:1746166278.149167:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423114112 00000100:00100000:3.0:1746166278.149211:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35580 00000100:00100000:3.0:1746166278.149218:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423114112:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166278.149243:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166278.149287:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423114112:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166278.149293:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35580 00000100:00100000:2.0:1746166278.149314:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423114112:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166278.370093:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746166278.370112:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423114240:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166278.370166:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166278.370231:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423114240 00000100:00100000:3.0:1746166278.370238:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423114240 00000100:00100000:3.0:1746166278.370272:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6998 00000100:00100000:3.0:1746166278.370278:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423114240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166278.370301:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166278.371321:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423114240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1042us (1153us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166278.371328:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6998 00000100:00100000:2.0:1746166278.371412:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423114240:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166278.802600:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166279.804211:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166280.805843:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166281.809425:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166282.097899:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090465500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423114368:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166282.097955:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166282.100544:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423114368 00000100:00100000:3.0:1746166282.100554:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423114368 00000100:00100000:3.0:1746166282.100611:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6999 00000100:00100000:3.0:1746166282.100618:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423114368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166282.100642:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166282.100700:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423114368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (2745us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166282.100705:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6999 00000100:00080000:0.0:1746166282.100777:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166282.101540:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090465500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423114368:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746166282.811145:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166283.054387:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166283.055745:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166283.055775:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166283.055976:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166283.055999:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439136640 00000100:00100000:0.0:1746166283.056005:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439136640 00000100:00100000:0.0:1746166283.056041:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439136768 00000100:00100000:0.0:1746166283.056043:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439136768 00000100:00100000:0.0:1746166283.056057:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2444 00000100:00100000:0.0:1746166283.056064:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090943480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439136640:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166283.056110:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090943480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439136640:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 47us (1730us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166283.056115:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2444 00000100:00100000:0.0:1746166283.056126:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2445 00000100:00100000:0.0:1746166283.056131:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090942680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439136768:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166283.056146:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090942680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439136768:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 16us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166283.056151:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2445 00000100:00080000:0.0:1746166283.056161:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166283.056163:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166283.056704:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439136512 00000100:00100000:1.0:1746166283.056708:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439136512 00000100:00100000:1.0:1746166283.056734:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 742 00000100:00100000:1.0:1746166283.056739:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439136512:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166283.056763:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439136512:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 24us (1019us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166283.056768:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 742 00000100:00100000:1.0:1746166283.056790:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439136896 00000100:00100000:1.0:1746166283.056793:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439136896 00000100:00100000:1.0:1746166283.056826:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50012 00000100:00100000:1.0:1746166283.056830:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090942300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439136896:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166283.056850:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166283.057076:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090942300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439136896:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 244us (1098us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166283.057082:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50012 00000100:00100000:0.0:1746166283.129111:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423114496:0@lo:400:kworker.0 00000100:00100000:0.0:1746166283.129172:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166283.129294:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423114496 00000100:00100000:1.0:1746166283.129300:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423114496 00000100:00100000:1.0:1746166283.129342:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:1.0:1746166283.129350:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423114496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166283.129397:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423114496:12345-0@lo:400:kworker.0 Request processed in 48us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166283.129403:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00080000:2.0:1746166283.129728:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166283.129732:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166283.129735:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166283.129739:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10198 00000100:00080000:2.0:1746166283.129743:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746166283.129746:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166283.129761:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880132103100 x1830977423115008/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166283.129792:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166283.129794:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166283.129795:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166283.129798:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10198 00000100:00080000:2.0:1746166283.129800:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746166283.129803:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746166283.129810:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423114624:0@lo:400:kworker.0 00000100:00100000:2.0:1746166283.129811:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880132102680 x1830977423115520/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746166283.129840:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166283.129843:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423114880:0@lo:400:kworker.0 00000100:00100000:3.0:1746166283.129859:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423115264:0@lo:400:kworker.0 00000100:00100000:2.0:1746166283.129872:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166283.129874:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166283.129904:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423114880 00000100:00100000:3.0:1746166283.129907:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423114880 00000100:00100000:1.0:1746166283.129919:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132103800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423114752:0@lo:400:kworker.0 00000100:00100000:3.0:1746166283.129929:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35581 00000100:00100000:3.0:1746166283.129935:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423114880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166283.129939:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166283.130135:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423114624 00000100:00100000:3.0:1746166283.130136:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423114880:12345-0@lo:400:kworker.0 Request processed in 201us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166283.130138:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423114624 00000100:00100000:3.0:1746166283.130142:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35581 00000100:00100000:3.0:1746166283.130163:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423115264 00000100:00100000:1.0:1746166283.130164:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423114752 00000100:00100000:1.0:1746166283.130166:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423114752 00000100:00100000:3.0:1746166283.130166:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423115264 00000100:00100000:3.0:1746166283.130181:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2446 00000100:00100000:1.0:1746166283.130185:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2447 00000100:00100000:3.0:1746166283.130186:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423114624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166283.130191:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423115264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166283.130210:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423114624:12345-0@lo:400:kworker.0 Request processed in 24us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166283.130215:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2446 00000100:00100000:1.0:1746166283.130219:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423115264:12345-0@lo:400:kworker.0 Request processed in 29us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166283.130224:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2448 00000100:00100000:3.0:1746166283.130229:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090467100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423114752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166283.130252:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090467100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423114752:12345-0@lo:400:kworker.0 Request processed in 23us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166283.130259:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423114880:0@lo:400:kworker.0 00000100:00100000:2.0:1746166283.130269:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423115648:0@lo:400:kworker.0 00000100:00100000:2.0:1746166283.130293:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166283.130445:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1746166283.130451:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423115136:0@lo:400:kworker.0 00000100:00100000:2.0:1746166283.130469:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166283.130483:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423115776:0@lo:400:kworker.0 00000100:00100000:2.0:1746166283.130497:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166283.130515:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423115776 00000100:00100000:2.0:1746166283.130517:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423115776 00000100:00100000:0.0:1746166283.130564:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132103100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423115008:0@lo:8:kworker.0 00000100:00100000:0.0:1746166283.130585:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166283.130598:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132102680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423115520:0@lo:8:kworker.0 00000100:00100000:0.0:1746166283.130612:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166283.130632:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423115648 00000100:00100000:0.0:1746166283.130635:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423115648 00000100:00100000:0.0:1746166283.130659:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423115136 00000100:00100000:0.0:1746166283.130662:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423115136 00000100:00100000:0.0:1746166283.130672:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423115008 00000100:00100000:0.0:1746166283.130689:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423115008 00000100:00100000:0.0:1746166283.130699:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423115520 00000100:00100000:0.0:1746166283.130701:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423115520 00000100:00100000:0.0:1746166283.130711:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7626 00000100:00100000:0.0:1746166283.130716:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423115648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166283.130744:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423115648:12345-0@lo:400:kworker.0 Request processed in 28us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166283.130749:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7626 00000100:00100000:0.0:1746166283.130759:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7627 00000100:00100000:0.0:1746166283.130764:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423115136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166283.130785:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423115136:12345-0@lo:400:kworker.0 Request processed in 21us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166283.130790:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7627 00000100:00100000:0.0:1746166283.130798:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50013 00000100:00100000:0.0:1746166283.130801:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423115008:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166283.130816:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166283.130839:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423115008:12345-0@lo:8:kworker.0 Request processed in 37us (253us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166283.130844:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50013 00000100:00100000:0.0:1746166283.130852:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50014 00000100:00100000:0.0:1746166283.130855:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090943b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423115520:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166283.130864:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166283.130886:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090943b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423115520:12345-0@lo:8:kworker.0 Request processed in 23us (267us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166283.130890:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50014 00000100:00080000:0.0:1746166283.130921:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166283.130924:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166283.130927:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132103100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423115008:0@lo:8:kworker.0 00000100:00080000:0.0:1746166283.130933:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166283.130935:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166283.130937:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132102680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423115520:0@lo:8:kworker.0 00000100:00100000:0.0:1746166283.130959:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423114496:0@lo:400:kworker.0 00000100:00100000:0.0:1746166283.130998:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132103800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423114752:0@lo:400:kworker.0 00000100:00100000:0.0:1746166283.131003:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423115392:0@lo:400:kworker.0 00000100:00100000:0.0:1746166283.131020:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166283.131042:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423115392 00000100:00100000:0.0:1746166283.131044:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423115392 00000100:00100000:0.0:1746166283.131060:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35582 00000100:00100000:0.0:1746166283.131064:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423115392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166283.131088:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423115392:12345-0@lo:400:kworker.0 Request processed in 23us (67us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166283.131092:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35582 00000100:00100000:0.0:1746166283.131111:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423115392:0@lo:400:kworker.0 00000100:00100000:1.0:1746166283.131216:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2447 00000100:00080000:1.0:1746166283.131243:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166283.131244:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2448 00000100:00080000:1.0:1746166283.131246:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166283.131248:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166283.131281:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423115136:0@lo:400:kworker.0 00000100:00100000:1.0:1746166283.131290:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423115648:0@lo:400:kworker.0 00000100:00100000:0.0:1746166283.133161:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2449 00000100:00100000:0.0:1746166283.133173:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423115776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166283.133223:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423115776:12345-0@lo:400:kworker.0 Request processed in 54us (2724us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166283.133244:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423115776:0@lo:400:kworker.0 00000100:00100000:0.0:1746166283.133295:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2449 00000100:00100000:0.0:1746166283.133332:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423115264:0@lo:400:kworker.0 00000100:00100000:0.0:1746166283.133351:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423114624:0@lo:400:kworker.0 00000100:00100000:2.0:1746166283.137855:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423115904:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166283.137908:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166283.137960:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423115904 00000100:00100000:2.0:1746166283.137966:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423115904 00000100:00100000:2.0:1746166283.138000:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35583 00000100:00100000:2.0:1746166283.138006:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423115904:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166283.138034:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166283.138081:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423115904:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166283.138086:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35583 00000100:00100000:3.0:1746166283.138176:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423115904:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166283.153912:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423116032:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166283.153972:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166283.154112:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423116032 00000100:00100000:2.0:1746166283.154119:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423116032 00000100:00100000:2.0:1746166283.154168:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35584 00000100:00100000:2.0:1746166283.154176:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090465500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423116032:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166283.154203:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166283.154242:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090465500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423116032:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166283.154248:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35584 00000100:00100000:1.0:1746166283.155026:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423116032:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166283.378065:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423116160:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166283.378118:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166283.378217:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423116160 00000100:00100000:3.0:1746166283.378449:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423116160 00000100:00100000:3.0:1746166283.379079:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7000 00000100:00100000:3.0:1746166283.379088:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090464e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423116160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166283.379117:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166283.379170:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090464e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423116160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (1050us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166283.379176:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7000 00000100:00100000:1.0:1746166283.379323:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423116160:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166283.813876:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166284.815870:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166285.817875:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166286.820498:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166287.108893:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166287.108915:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423116288:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166287.108974:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166287.110672:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423116288 00000100:00100000:2.0:1746166287.110696:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423116288 00000100:00100000:2.0:1746166287.110759:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7001 00000100:00100000:2.0:1746166287.110767:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423116288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166287.110989:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:1.0:1746166287.111074:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166287.111727:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423116288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 960us (2751us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166287.111734:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7001 00000100:00100000:0.0:1746166287.111815:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423116288:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746166287.822521:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166288.062471:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166288.062557:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439137024 00000100:00100000:2.0:1746166288.062564:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439137024 00000100:00100000:2.0:1746166288.062608:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 744 00000100:00100000:2.0:1746166288.062615:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a080a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439137024:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166288.063324:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a080a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439137024:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 707us (858us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166288.063331:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 744 00000100:00100000:0.0:1746166288.064446:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166288.064554:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166288.064588:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166288.064617:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439137280 00000100:00100000:0.0:1746166288.064622:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439137280 00000100:00100000:0.0:1746166288.064654:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439137152 00000100:00100000:0.0:1746166288.064656:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439137152 00000100:00100000:0.0:1746166288.064690:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2450 00000100:00100000:0.0:1746166288.064699:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439137280:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166288.064738:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439137280:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 41us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166288.064744:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2450 00000100:00100000:0.0:1746166288.064756:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2451 00000100:00100000:0.0:1746166288.064769:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439137152:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166288.064789:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439137152:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 28us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166288.064794:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2451 00000100:00100000:3.0:1746166288.065626:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439137408 00000100:00100000:3.0:1746166288.065631:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439137408 00000100:00080000:1.0:1746166288.065656:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746166288.065660:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166288.065666:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50015 00000100:00100000:3.0:1746166288.065671:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439137408:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166288.065709:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166288.065739:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439137408:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 67us (1295us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166288.065745:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50015 00000100:00080000:2.0:1746166288.145845:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166288.145850:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166288.145853:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1746166288.145853:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423116800:0@lo:400:kworker.0 00000100:00080000:2.0:1746166288.145858:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10203 00000100:00100000:0.0:1746166288.145862:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423116416:0@lo:400:kworker.0 00000100:00080000:2.0:1746166288.145863:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746166288.145868:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166288.145885:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fb7100 x1830977423117056/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166288.145915:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166288.145923:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166288.145926:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166288.145927:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166288.145930:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10203 00000100:00080000:2.0:1746166288.145932:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746166288.145935:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746166288.145941:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423116544:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166288.145945:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fb6a00 x1830977423117568/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166288.145950:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423116928:0@lo:400:kworker.0 00000100:00100000:1.0:1746166288.145971:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166288.145975:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423116672:0@lo:400:kworker.0 00000100:00100000:2.0:1746166288.145977:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423117056:0@lo:8:kworker.0 00000100:00100000:0.0:1746166288.145999:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166288.146002:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423117184:0@lo:400:kworker.0 00000100:00100000:0.0:1746166288.146012:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423117312:0@lo:400:kworker.0 00000100:00100000:1.0:1746166288.146022:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166288.146027:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166288.146042:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166288.146044:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423117824:0@lo:400:kworker.0 00000100:00100000:0.0:1746166288.146047:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423117440:0@lo:400:kworker.0 00000100:00100000:1.0:1746166288.146071:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166288.146086:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746166288.146091:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423117696:0@lo:400:kworker.0 00000100:00100000:1.0:1746166288.146106:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166288.146129:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423116672 00000100:00100000:1.0:1746166288.146134:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423116672 00000100:00100000:1.0:1746166288.146168:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423117312 00000100:00100000:1.0:1746166288.146171:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423117312 00000100:00100000:0.0:1746166288.146172:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166288.146181:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423117824 00000100:00100000:1.0:1746166288.146183:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423117824 00000100:00100000:0.0:1746166288.146197:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423116544 00000100:00100000:0.0:1746166288.146201:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423116544 00000100:00100000:2.0:1746166288.146277:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166288.146296:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423117568:0@lo:8:kworker.0 00000100:00100000:2.0:1746166288.146315:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166288.146317:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423117440 00000100:00100000:1.0:1746166288.146319:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2452 00000100:00100000:0.0:1746166288.146320:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423117440 00000100:00100000:1.0:1746166288.146326:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423116672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166288.146355:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35585 00000100:00100000:0.0:1746166288.146361:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:3772:x1830977423116544:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166288.146365:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35586 00000100:00100000:2.0:1746166288.146372:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:3769:x1830977423117440:12345-0@lo:400:kworker.0 00000004:00000024:0.0:1746166288.146382:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166288.146385:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423116672:12345-0@lo:400:kworker.0 Request processed in 60us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166288.146391:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2452 00000100:00100000:2.0:1746166288.146401:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:3769:x1830977423117440:12345-0@lo:400:kworker.0 Request processed in 31us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166288.146404:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2453 00000100:00100000:2.0:1746166288.146406:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35586 00000100:00100000:1.0:1746166288.146408:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423117312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166288.146413:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423116544:12345-0@lo:41:osp-pre-1-0.0 Request processed in 52us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166288.146418:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35585 00000100:00100000:2.0:1746166288.146423:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423117184 00000100:00100000:2.0:1746166288.146425:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423117184 00000100:00100000:1.0:1746166288.146427:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423117312:12345-0@lo:400:kworker.0 Request processed in 19us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166288.146432:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2453 00000100:00100000:0.0:1746166288.146438:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2454 00000100:00100000:0.0:1746166288.146636:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423117824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166288.146643:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423117056 00000100:00100000:2.0:1746166288.146643:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423117696 00000100:00100000:1.0:1746166288.146646:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423117056 00000100:00100000:2.0:1746166288.146647:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423117696 00000100:00100000:1.0:1746166288.146659:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423117568 00000100:00100000:1.0:1746166288.146661:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423117568 00000100:00100000:0.0:1746166288.146663:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423117824:12345-0@lo:400:kworker.0 Request processed in 221us (592us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166288.146668:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7628 00000100:00100000:0.0:1746166288.146669:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2454 00000100:00100000:1.0:1746166288.146673:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7629 00000100:00100000:2.0:1746166288.146691:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423117184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166288.146695:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423117696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166288.146729:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423117440:0@lo:400:kworker.0 00000100:00100000:1.0:1746166288.147150:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423117696:12345-0@lo:400:kworker.0 Request processed in 454us (1042us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166288.147156:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7629 00000100:00100000:1.0:1746166288.147167:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50016 00000100:00100000:1.0:1746166288.147171:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423117056:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166288.147187:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166288.147212:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423117056:12345-0@lo:8:kworker.0 Request processed in 39us (935us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166288.147218:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50016 00000100:00100000:1.0:1746166288.147226:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50017 00000100:00100000:1.0:1746166288.147230:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132101500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423117568:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166288.147239:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166288.147256:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132101500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423117568:12345-0@lo:8:kworker.0 Request processed in 25us (939us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166288.147260:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50017 00000100:00080000:1.0:1746166288.147278:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746166288.147281:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166288.147289:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166288.147321:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423117696:0@lo:400:kworker.0 00000100:00100000:1.0:1746166288.147329:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423117824:0@lo:400:kworker.0 00000100:00100000:1.0:1746166288.147349:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423116544:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166288.147380:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423116928 00000100:00100000:1.0:1746166288.147383:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423116928 00000100:00100000:1.0:1746166288.147400:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35587 00000100:00100000:1.0:1746166288.147404:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423116928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166288.147431:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423116928:12345-0@lo:400:kworker.0 Request processed in 27us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166288.147436:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35587 00000100:00100000:1.0:1746166288.147456:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423116928:0@lo:400:kworker.0 00000100:00080000:1.0:1746166288.147487:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166288.147490:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166288.147492:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423117056:0@lo:8:kworker.0 00000100:00080000:1.0:1746166288.147499:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166288.147501:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166288.147503:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423117568:0@lo:8:kworker.0 00000100:00100000:2.0:1746166288.148019:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423117184:12345-0@lo:400:kworker.0 Request processed in 1343us (1994us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166288.148029:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7628 00000100:00100000:2.0:1746166288.148152:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423116416 00000100:00100000:2.0:1746166288.148155:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423116416 00000100:00100000:2.0:1746166288.148175:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:2.0:1746166288.148179:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0808c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423116416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166288.148209:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0808c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423116416:12345-0@lo:400:kworker.0 Request processed in 30us (2294us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166288.148214:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:2.0:1746166288.148237:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423116416:0@lo:400:kworker.0 00000100:00100000:1.0:1746166288.149247:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423117184:0@lo:400:kworker.0 00000100:00100000:0.0:1746166288.149582:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423116672:0@lo:400:kworker.0 00000100:00100000:0.0:1746166288.149593:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423117312:0@lo:400:kworker.0 00000100:00100000:3.0:1746166288.149596:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166288.150134:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423116800 00000100:00100000:1.0:1746166288.150147:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423116800 00000100:00100000:1.0:1746166288.150188:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2455 00000100:00100000:1.0:1746166288.150193:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423116800:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1746166288.150197:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166288.150236:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423116800:12345-0@lo:400:kworker.0 Request processed in 44us (643us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166288.150241:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2455 00000100:00100000:3.0:1746166288.150391:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423116800:0@lo:400:kworker.0 00000100:00100000:3.0:1746166288.162580:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746166288.162599:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423117952:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166288.162656:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166288.162885:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423117952 00000100:00100000:1.0:1746166288.162892:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423117952 00000100:00100000:1.0:1746166288.162940:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35588 00000100:00100000:1.0:1746166288.162947:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423117952:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166288.162975:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166288.163022:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423117952:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166288.163029:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35588 00000100:00100000:3.0:1746166288.164525:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423117952:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166288.387156:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746166288.387172:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423118080:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166288.387227:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166288.388148:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423118080 00000100:00100000:2.0:1746166288.388156:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423118080 00000100:00100000:2.0:1746166288.388201:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7002 00000100:00100000:2.0:1746166288.388208:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423118080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166288.388236:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166288.388284:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423118080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (1057us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166288.388289:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7002 00000100:00100000:0.0:1746166288.388369:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423118080:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166288.828013:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166289.830482:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166290.832097:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166291.835026:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166292.135151:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746166292.135172:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423118208:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166292.135228:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166292.135529:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423118208 00000100:00100000:3.0:1746166292.135537:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423118208 00000100:00080000:2.0:1746166292.135641:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166292.135718:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7003 00000100:00100000:3.0:1746166292.135727:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423118208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166292.135752:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166292.135798:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423118208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (569us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166292.135805:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7003 00000100:00100000:1.0:1746166292.135879:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423118208:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746166292.838099:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166293.069861:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166293.071824:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166293.072054:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166293.072158:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439137536 00000100:00100000:2.0:1746166293.072166:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439137536 00000100:00100000:2.0:1746166293.072215:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 746 00000100:00100000:2.0:1746166293.072223:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0808450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439137536:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166293.072289:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0808450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439137536:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 67us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166293.072298:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 746 00000100:00100000:1.0:1746166293.073144:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439137664 00000100:00100000:1.0:1746166293.073149:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439137664 00000100:00100000:1.0:1746166293.073190:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2456 00000100:00100000:1.0:1746166293.073196:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439137664:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166293.073231:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439137664:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 36us (3378us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166293.073236:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2456 00000100:00080000:2.0:1746166293.073559:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166293.075422:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166293.075512:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439137792 00000100:00100000:1.0:1746166293.075518:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439137792 00000100:00100000:2.0:1746166293.075816:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439137920 00000100:00100000:2.0:1746166293.075820:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439137920 00000100:00100000:2.0:1746166293.075840:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50018 00000100:00100000:2.0:1746166293.075845:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439137920:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166293.075869:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166293.075905:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439137920:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 59us (490us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166293.075911:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50018 00000100:00080000:3.0:1746166293.076031:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166293.076201:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2457 00000100:00100000:1.0:1746166293.076208:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439137792:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166293.076244:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439137792:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 37us (4380us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166293.076249:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2457 00000100:00100000:2.0:1746166293.154011:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423118336:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166293.154080:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166293.154165:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423118336 00000100:00100000:2.0:1746166293.154173:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423118336 00000100:00100000:2.0:1746166293.154210:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35589 00000100:00100000:2.0:1746166293.154216:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132101f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423118336:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166293.154248:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166293.154298:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132101f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423118336:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166293.154305:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35589 00000100:00100000:2.0:1746166293.154340:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423118336:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1746166293.154449:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166293.154453:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166293.154456:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166293.154460:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10208 00000100:00080000:0.0:1746166293.154463:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746166293.154466:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166293.154482:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090b0a300 x1830977423118976/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166293.154502:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166293.154505:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166293.154506:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166293.154508:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10208 00000100:00080000:0.0:1746166293.154510:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166293.154513:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166293.154521:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090b0a680 x1830977423119360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166293.154547:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423118464:0@lo:400:kworker.0 00000100:00100000:0.0:1746166293.154575:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166293.154599:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423119104:0@lo:400:kworker.0 00000100:00100000:0.0:1746166293.154618:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166293.154637:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423119104 00000100:00100000:0.0:1746166293.154641:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423119104 00000100:00100000:0.0:1746166293.154662:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7630 00000100:00100000:0.0:1746166293.154667:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b203800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423119104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166293.154707:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b203800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423119104:12345-0@lo:400:kworker.0 Request processed in 40us (89us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166293.154712:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7630 00000100:00100000:0.0:1746166293.154733:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423119104:0@lo:400:kworker.0 00000100:00100000:0.0:1746166293.154744:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746166293.154748:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423118592:0@lo:400:kworker.0 00000100:00100000:0.0:1746166293.154763:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166293.154773:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423119232:0@lo:400:kworker.0 00000100:00100000:0.0:1746166293.154784:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166293.154798:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423118592 00000100:00100000:0.0:1746166293.154800:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423118592 00000100:00100000:0.0:1746166293.154821:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423119232 00000100:00100000:0.0:1746166293.154823:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423119232 00000100:00100000:0.0:1746166293.154832:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2458 00000100:00100000:0.0:1746166293.154836:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b201c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423118592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166293.154856:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b201c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423118592:12345-0@lo:400:kworker.0 Request processed in 20us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166293.154860:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2458 00000100:00100000:0.0:1746166293.154867:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2459 00000100:00100000:0.0:1746166293.154870:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b202680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423119232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166293.154883:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b202680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423119232:12345-0@lo:400:kworker.0 Request processed in 13us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166293.154887:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2459 00000100:00080000:0.0:1746166293.154901:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166293.154911:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423118592:0@lo:400:kworker.0 00000100:00100000:0.0:1746166293.154917:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423119232:0@lo:400:kworker.0 00000100:00100000:0.0:1746166293.154935:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423118976:0@lo:8:kworker.0 00000100:00100000:0.0:1746166293.154961:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166293.154969:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423119360:0@lo:8:kworker.0 00000100:00100000:0.0:1746166293.154980:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166293.154992:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423118976 00000100:00100000:0.0:1746166293.154995:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423118976 00000100:00100000:0.0:1746166293.155002:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423119360 00000100:00100000:0.0:1746166293.155003:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423119360 00000100:00100000:0.0:1746166293.155012:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50019 00000100:00100000:0.0:1746166293.155015:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b201180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423118976:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166293.155031:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166293.155048:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b201180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423118976:12345-0@lo:8:kworker.0 Request processed in 32us (87us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166293.155053:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50019 00000100:00100000:0.0:1746166293.155058:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50020 00000100:00100000:0.0:1746166293.155061:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b202300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423119360:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166293.155068:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166293.155078:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b202300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423119360:12345-0@lo:8:kworker.0 Request processed in 16us (97us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166293.155082:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50020 00000100:00080000:0.0:1746166293.155095:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166293.155098:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166293.155101:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423118976:0@lo:8:kworker.0 00000100:00080000:0.0:1746166293.155106:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166293.155108:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166293.155110:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423119360:0@lo:8:kworker.0 00000100:00100000:3.0:1746166293.155191:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423118720:0@lo:400:kworker.0 00000100:00100000:3.0:1746166293.155213:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166293.155235:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423119488:0@lo:400:kworker.0 00000100:00100000:3.0:1746166293.155250:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166293.155274:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1746166293.155278:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423118848:0@lo:400:kworker.0 00000100:00100000:3.0:1746166293.155295:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166293.155306:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423119616:0@lo:400:kworker.0 00000100:00100000:3.0:1746166293.155319:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166293.155338:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423118464 00000100:00100000:3.0:1746166293.155341:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423118464 00000100:00100000:3.0:1746166293.155362:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:3.0:1746166293.155367:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0809450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423118464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166293.155390:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0809450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423118464:12345-0@lo:400:kworker.0 Request processed in 23us (814us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166293.155395:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:3.0:1746166293.155426:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423118464:0@lo:400:kworker.0 00000100:00100000:1.0:1746166293.156285:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423118848 00000100:00100000:1.0:1746166293.156290:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423118848 00000100:00100000:1.0:1746166293.156315:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35590 00000100:00100000:1.0:1746166293.156319:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423118848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166293.156367:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423118848:12345-0@lo:400:kworker.0 Request processed in 47us (1070us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166293.156372:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35590 00000100:00100000:3.0:1746166293.156443:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423118848:0@lo:400:kworker.0 00000100:00100000:0.0:1746166293.157620:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423118720 00000100:00100000:0.0:1746166293.157624:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423118720 00000100:00100000:0.0:1746166293.157664:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423119616 00000100:00100000:0.0:1746166293.157667:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423119616 00000100:00100000:0.0:1746166293.157695:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2460 00000100:00100000:0.0:1746166293.157700:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097630e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423118720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166293.157752:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097630e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423118720:12345-0@lo:400:kworker.0 Request processed in 52us (2538us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166293.157757:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2460 00000100:00100000:0.0:1746166293.157768:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2461 00000100:00100000:0.0:1746166293.157773:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423119616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166293.157794:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423119616:12345-0@lo:400:kworker.0 Request processed in 22us (2474us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166293.157798:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2461 00000100:00100000:0.0:1746166293.157812:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423119488 00000100:00100000:0.0:1746166293.157815:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423119488 00000100:00100000:0.0:1746166293.157833:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7631 00000100:00100000:0.0:1746166293.157837:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097632d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423119488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166293.157858:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097632d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423119488:12345-0@lo:400:kworker.0 Request processed in 20us (2607us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166293.157862:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7631 00000100:00100000:3.0:1746166293.158149:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423119616:0@lo:400:kworker.0 00000100:00100000:3.0:1746166293.158160:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423118720:0@lo:400:kworker.0 00000100:00100000:3.0:1746166293.158170:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423119488:0@lo:400:kworker.0 00000100:00080000:2.0:1746166293.158797:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746166293.158801:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166293.170603:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423119744:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166293.170887:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166293.171353:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423119744 00000100:00100000:2.0:1746166293.171360:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423119744 00000100:00100000:2.0:1746166293.171399:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35591 00000100:00100000:2.0:1746166293.171406:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423119744:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166293.171434:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166293.171481:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423119744:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (594us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166293.171487:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35591 00000100:00100000:3.0:1746166293.171746:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423119744:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166293.395876:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b200000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423119872:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166293.395936:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166293.397867:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423119872 00000100:00100000:0.0:1746166293.397876:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423119872 00000100:00100000:0.0:1746166293.398113:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7004 00000100:00100000:0.0:1746166293.398122:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423119872:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166293.398150:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166293.399020:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423119872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 898us (3083us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166293.399029:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7004 00000100:00100000:3.0:1746166293.399095:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b200000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423119872:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166293.839869:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166294.845130:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166295.845860:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166296.848859:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166297.154528:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423120000:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166297.154590:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166297.156311:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423120000 00000100:00100000:0.0:1746166297.156321:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423120000 00000100:00080000:2.0:1746166297.156503:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166297.156595:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7005 00000100:00100000:0.0:1746166297.156604:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423120000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166297.156632:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166297.157113:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423120000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 510us (2522us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166297.157120:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7005 00000100:00100000:3.0:1746166297.158330:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423120000:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746166297.850069:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166298.086612:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166298.087520:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166298.087561:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166298.087593:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166298.087618:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439138304 00000100:00100000:0.0:1746166298.087625:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439138304 00000100:00100000:1.0:1746166298.088308:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439138176 00000100:00100000:1.0:1746166298.088312:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439138176 00000100:00100000:3.0:1746166298.088369:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439138048 00000100:00100000:3.0:1746166298.088373:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439138048 00000100:00080000:2.0:1746166298.088434:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746166298.088438:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166298.088462:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 748 00000100:00100000:2.0:1746166298.088471:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439138048:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166298.088801:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439138048:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 331us (2196us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166298.088808:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 748 00000100:00100000:2.0:1746166298.088951:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439138432 00000100:00100000:2.0:1746166298.088955:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439138432 00000100:00100000:2.0:1746166298.088973:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50021 00000100:00100000:2.0:1746166298.088977:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b202a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439138432:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166298.088997:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166298.089020:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b202a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439138432:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 42us (1501us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166298.089025:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50021 00000100:00100000:0.0:1746166298.089592:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2462 00000100:00100000:0.0:1746166298.089599:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b203b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439138304:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166298.089628:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b203b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439138304:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 31us (2067us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166298.089633:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2462 00000100:00100000:1.0:1746166298.089694:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2463 00000100:00100000:1.0:1746166298.089700:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b200000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439138176:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166298.089720:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b200000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439138176:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 22us (2127us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166298.089725:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2463 00000100:00080000:2.0:1746166298.163271:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166298.163276:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166298.163279:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166298.163285:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10213 00000100:00080000:2.0:1746166298.163289:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166298.163294:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166298.163310:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880132101880 x1830977423120640/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746166298.163441:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132103800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423120512:0@lo:400:kworker.0 00000100:00100000:1.0:1746166298.163490:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166298.163539:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746166298.163544:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423120128:0@lo:400:kworker.0 00000100:00100000:1.0:1746166298.163565:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166298.163585:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423120768:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166298.163602:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166298.163620:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423120384:0@lo:400:kworker.0 00000100:00100000:1.0:1746166298.163637:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166298.163649:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746166298.163653:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423120256:0@lo:400:kworker.0 00000100:00100000:1.0:1746166298.163666:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166298.163757:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166298.163760:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166298.163762:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166298.163765:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10213 00000100:00080000:2.0:1746166298.163767:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166298.163771:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166298.163780:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880132100000 x1830977423121152/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166298.163812:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132102680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423120896:0@lo:400:kworker.0 00000100:00100000:2.0:1746166298.163836:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166298.163853:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746166298.163857:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132103100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423121024:0@lo:400:kworker.0 00000100:00100000:2.0:1746166298.163882:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423120512 00000100:00100000:2.0:1746166298.163888:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423120512 00000100:00100000:2.0:1746166298.163915:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423120768 00000100:00100000:2.0:1746166298.163916:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423120768 00000100:00100000:2.0:1746166298.163930:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35592 00000100:00100000:2.0:1746166298.163937:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423120512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166298.163977:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423120512:12345-0@lo:400:kworker.0 Request processed in 41us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166298.163983:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35592 00000100:00100000:2.0:1746166298.163996:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35593 00000100:00100000:2.0:1746166298.164001:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423120768:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166298.164020:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166298.164042:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423120768:12345-0@lo:41:osp-pre-1-0.0 Request processed in 41us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166298.164046:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35593 00000100:00100000:2.0:1746166298.164066:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423120896 00000100:00100000:2.0:1746166298.164068:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423120896 00000100:00100000:2.0:1746166298.164086:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7632 00000100:00100000:2.0:1746166298.164090:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423120896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166298.164115:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423120896:12345-0@lo:400:kworker.0 Request processed in 24us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166298.164119:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7632 00000100:00100000:2.0:1746166298.164141:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423120128 00000100:00100000:2.0:1746166298.164144:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423120128 00000100:00100000:2.0:1746166298.164159:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:2.0:1746166298.164164:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423120128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166298.164195:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423120128:12345-0@lo:400:kworker.0 Request processed in 31us (630us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166298.164200:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:3.0:1746166298.164267:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423121408:0@lo:400:kworker.0 00000100:00100000:3.0:1746166298.164298:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423121280:0@lo:400:kworker.0 00000100:00100000:3.0:1746166298.164313:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166298.164336:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423120128:0@lo:400:kworker.0 00000100:00100000:3.0:1746166298.164347:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423120768:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166298.164353:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132103800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423120512:0@lo:400:kworker.0 00000100:00100000:0.0:1746166298.164427:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423120640:0@lo:8:kworker.0 00000100:00100000:0.0:1746166298.164449:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166298.164697:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423121152:0@lo:8:kworker.0 00000100:00100000:0.0:1746166298.164714:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166298.164735:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423121280 00000100:00100000:0.0:1746166298.164738:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423121280 00000100:00100000:0.0:1746166298.164763:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423120640 00000100:00100000:0.0:1746166298.164765:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423120640 00000100:00100000:0.0:1746166298.164773:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423121152 00000100:00100000:0.0:1746166298.164774:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423121152 00000100:00100000:0.0:1746166298.164784:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7633 00000100:00100000:0.0:1746166298.164788:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423121280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166298.164813:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423121280:12345-0@lo:400:kworker.0 Request processed in 25us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166298.164817:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7633 00000100:00100000:0.0:1746166298.164826:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50022 00000100:00100000:0.0:1746166298.164829:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423120640:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166298.164843:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166298.164861:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423120640:12345-0@lo:8:kworker.0 Request processed in 31us (411us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166298.164865:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50022 00000100:00100000:0.0:1746166298.164871:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50023 00000100:00100000:0.0:1746166298.164874:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423121152:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166298.164881:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166298.164894:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423121152:12345-0@lo:8:kworker.0 Request processed in 19us (179us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166298.164897:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50023 00000100:00080000:0.0:1746166298.164919:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166298.164922:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166298.164925:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423120640:0@lo:8:kworker.0 00000100:00080000:0.0:1746166298.164930:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166298.164932:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166298.164934:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423121152:0@lo:8:kworker.0 00000100:00100000:3.0:1746166298.165010:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423121280:0@lo:400:kworker.0 00000100:00080000:3.0:1746166298.165026:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166298.165096:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166298.168204:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423120384 00000100:00100000:2.0:1746166298.168214:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423120384 00000100:00100000:1.0:1746166298.168251:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132102680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423120896:0@lo:400:kworker.0 00000100:00100000:2.0:1746166298.168251:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423120256 00000100:00100000:2.0:1746166298.168253:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423120256 00000100:00100000:2.0:1746166298.168267:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423121024 00000100:00100000:2.0:1746166298.168269:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423121024 00000100:00100000:1.0:1746166298.168277:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2464 00000100:00100000:2.0:1746166298.168283:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2465 00000100:00100000:1.0:1746166298.168285:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423120384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166298.168288:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423120256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166298.168334:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423120256:12345-0@lo:400:kworker.0 Request processed in 46us (4666us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166298.168337:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423120384:12345-0@lo:400:kworker.0 Request processed in 53us (4698us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166298.168340:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2465 00000100:00100000:1.0:1746166298.168343:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2464 00000100:00100000:2.0:1746166298.168352:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2466 00000100:00100000:2.0:1746166298.168356:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423121024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166298.168381:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423121024:12345-0@lo:400:kworker.0 Request processed in 25us (3285us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166298.168386:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2466 00000100:00100000:1.0:1746166298.168398:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132103100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423121024:0@lo:400:kworker.0 00000100:00100000:2.0:1746166298.168413:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423120256:0@lo:400:kworker.0 00000100:00080000:1.0:1746166298.168418:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166298.168647:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423120384:0@lo:400:kworker.0 00000100:00100000:3.0:1746166298.168846:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166298.169727:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423121408 00000100:00100000:2.0:1746166298.169731:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423121408 00000100:00100000:2.0:1746166298.169750:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2467 00000100:00100000:2.0:1746166298.169755:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423121408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166298.169785:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423121408:12345-0@lo:400:kworker.0 Request processed in 30us (939us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166298.169790:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2467 00000100:00100000:2.0:1746166298.169818:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423121408:0@lo:400:kworker.0 00000100:00080000:1.0:1746166298.173093:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166298.177900:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423121536:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166298.177959:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166298.178100:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423121536 00000100:00100000:3.0:1746166298.178107:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423121536 00000100:00100000:3.0:1746166298.178148:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35594 00000100:00100000:3.0:1746166298.178155:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423121536:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166298.178192:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166298.178235:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423121536:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166298.178241:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35594 00000100:00100000:1.0:1746166298.178312:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423121536:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166298.401833:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166298.401849:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423121664:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166298.402079:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166298.402125:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423121664 00000100:00100000:0.0:1746166298.402132:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423121664 00000100:00100000:0.0:1746166298.402176:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7006 00000100:00100000:0.0:1746166298.402184:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423121664:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166298.402208:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166298.402255:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423121664:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166298.402424:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7006 00000100:00100000:1.0:1746166298.402567:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423121664:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166298.856845:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166299.857853:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166300.859869:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166301.862490:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166302.163941:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746166302.163961:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423121792:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166302.164019:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166302.164224:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423121792 00000100:00100000:0.0:1746166302.164232:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423121792 00000100:00100000:0.0:1746166302.164293:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7007 00000100:00100000:0.0:1746166302.164300:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423121792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166302.164330:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166302.164375:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423121792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166302.164386:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7007 00000100:00100000:2.0:1746166302.164411:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423121792:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1746166302.164443:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746166302.865639:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166303.086209:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166303.086330:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166303.086364:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166303.086443:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166303.086499:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439138688 00000100:00100000:1.0:1746166303.086504:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439138944 00000100:00100000:0.0:1746166303.086507:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439138688 00000100:00100000:1.0:1746166303.086510:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439138944 00000100:00100000:1.0:1746166303.086540:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50024 00000100:00100000:1.0:1746166303.086547:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439138944:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166303.086570:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166303.086588:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439138560 00000100:00100000:3.0:1746166303.086593:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439138560 00000100:00100000:0.0:1746166303.086865:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439138816 00000100:00100000:0.0:1746166303.086869:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439138816 00000100:00100000:1.0:1746166303.086920:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439138944:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 372us (475us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166303.086927:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50024 00000100:00100000:3.0:1746166303.086932:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 750 00000100:00100000:3.0:1746166303.086940:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439138560:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:1.0:1746166303.086946:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166303.086949:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166303.086968:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439138560:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 30us (639us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166303.086973:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 750 00000100:00100000:2.0:1746166303.087140:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2468 00000100:00100000:2.0:1746166303.087150:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439138688:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166303.087180:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439138688:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 33us (981us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166303.087186:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2468 00000100:00100000:2.0:1746166303.087198:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2469 00000100:00100000:2.0:1746166303.087203:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439138816:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166303.087223:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439138816:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 20us (859us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166303.087228:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2469 00000100:00100000:0.0:1746166303.170068:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746166303.170096:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423121920:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166303.170150:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166303.170259:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423122048:0@lo:400:kworker.0 00000100:00100000:1.0:1746166303.170573:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166303.171061:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423122048 00000100:00100000:1.0:1746166303.171068:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423122048 00000100:00100000:1.0:1746166303.171723:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:1.0:1746166303.171731:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423122048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166303.171783:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423122048:12345-0@lo:400:kworker.0 Request processed in 52us (1209us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166303.171789:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:0.0:1746166303.171931:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423122048:0@lo:400:kworker.0 00000100:00080000:3.0:1746166303.172103:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746166303.172107:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746166303.172109:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746166303.172113:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10218 00000100:00080000:3.0:1746166303.172115:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1746166303.172119:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746166303.172133:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880132103100 x1830977423122560/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746166303.172154:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746166303.172157:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746166303.172158:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746166303.172161:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10218 00000100:00080000:3.0:1746166303.172164:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1746166303.172167:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746166303.172174:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880132100000 x1830977423122944/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746166303.172200:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423122432:0@lo:400:kworker.0 00000100:00100000:1.0:1746166303.172211:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423122304:0@lo:400:kworker.0 00000100:00100000:3.0:1746166303.172224:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166303.172238:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166303.172238:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132103800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423123200:0@lo:400:kworker.0 00000100:00100000:3.0:1746166303.172253:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166303.172255:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423123072:0@lo:400:kworker.0 00000100:00100000:1.0:1746166303.172273:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166303.172273:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423121920 00000100:00100000:3.0:1746166303.172277:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423121920 00000100:00100000:3.0:1746166303.172295:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423122432 00000100:00100000:3.0:1746166303.172296:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423122432 00000100:00100000:3.0:1746166303.172307:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35595 00000100:00100000:3.0:1746166303.172311:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423121920:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166303.172332:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166303.172376:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423123072 00000100:00100000:1.0:1746166303.172379:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423123072 00000100:00100000:0.0:1746166303.172383:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132103100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423122560:0@lo:8:kworker.0 00000100:00100000:0.0:1746166303.172401:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166303.172442:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35596 00000100:00100000:2.0:1746166303.172450:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132101c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423122432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166303.172687:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132101c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423122432:12345-0@lo:400:kworker.0 Request processed in 224us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166303.172693:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35596 00000100:00100000:2.0:1746166303.172715:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423122176:0@lo:400:kworker.0 00000100:00100000:2.0:1746166303.172734:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166303.172746:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423122816:0@lo:400:kworker.0 00000100:00100000:2.0:1746166303.172759:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166303.172770:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746166303.172775:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132102680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423122688:0@lo:400:kworker.0 00000100:00100000:2.0:1746166303.172788:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166303.172826:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423122944:0@lo:8:kworker.0 00000100:00100000:3.0:1746166303.172970:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423121920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 658us (2820us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166303.172976:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35595 00000100:00100000:3.0:1746166303.173009:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423122432:0@lo:400:kworker.0 00000100:00100000:3.0:1746166303.173030:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423122304 00000100:00100000:3.0:1746166303.173032:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423122304 00000100:00100000:3.0:1746166303.173050:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423123200 00000100:00100000:3.0:1746166303.173051:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423123200 00000100:00100000:3.0:1746166303.173060:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423122176 00000100:00100000:3.0:1746166303.173062:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423122176 00000100:00100000:3.0:1746166303.173070:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423122816 00000100:00100000:3.0:1746166303.173073:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423122816 00000100:00100000:3.0:1746166303.173092:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2470 00000100:00100000:3.0:1746166303.173098:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423122304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166303.173120:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423122304:12345-0@lo:400:kworker.0 Request processed in 23us (882us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166303.173125:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2470 00000100:00100000:3.0:1746166303.173134:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2471 00000100:00100000:3.0:1746166303.173138:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130488700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423123200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166303.173156:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130488700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423123200:12345-0@lo:400:kworker.0 Request processed in 18us (902us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166303.173160:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2471 00000100:00100000:3.0:1746166303.173167:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2472 00000100:00100000:3.0:1746166303.173171:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423122176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166303.173187:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423122176:12345-0@lo:400:kworker.0 Request processed in 16us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166303.173191:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2472 00000100:00100000:3.0:1746166303.173198:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2473 00000100:00100000:3.0:1746166303.173201:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136055c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423122816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166303.173215:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136055c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423122816:12345-0@lo:400:kworker.0 Request processed in 13us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166303.173219:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2473 00000100:00100000:3.0:1746166303.173243:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132103800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423123200:0@lo:400:kworker.0 00000100:00080000:3.0:1746166303.173271:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746166303.173273:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746166303.173275:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166303.174298:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423122560 00000100:00100000:1.0:1746166303.174303:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423122560 00000100:00100000:1.0:1746166303.174321:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7634 00000100:00100000:1.0:1746166303.174327:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423123072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166303.174361:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423123072:12345-0@lo:400:kworker.0 Request processed in 35us (2086us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166303.174366:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7634 00000100:00100000:1.0:1746166303.174376:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50025 00000100:00100000:1.0:1746166303.174380:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423122560:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166303.174396:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166303.174420:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423122560:12345-0@lo:8:kworker.0 Request processed in 39us (2018us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166303.174424:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50025 00000100:00100000:1.0:1746166303.174566:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423122304:0@lo:400:kworker.0 00000100:00100000:1.0:1746166303.174576:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423123072:0@lo:400:kworker.0 00000100:00100000:1.0:1746166303.174591:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423121920:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166303.175142:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423122176:0@lo:400:kworker.0 00000100:00100000:2.0:1746166303.175151:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423122816:0@lo:400:kworker.0 00000100:00100000:2.0:1746166303.175176:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423122688 00000100:00100000:2.0:1746166303.175179:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423122688 00000100:00100000:2.0:1746166303.175197:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7635 00000100:00100000:2.0:1746166303.175201:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136054a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423122688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166303.175229:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136054a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423122688:12345-0@lo:400:kworker.0 Request processed in 28us (2440us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166303.175233:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7635 00000100:00100000:2.0:1746166303.175251:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132102680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423122688:0@lo:400:kworker.0 00000100:00100000:1.0:1746166303.175742:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746166303.175783:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166303.175787:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166303.175791:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132103100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423122560:0@lo:8:kworker.0 00000100:00100000:3.0:1746166303.176904:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423122944 00000100:00100000:3.0:1746166303.176913:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423122944 00000100:00100000:3.0:1746166303.176944:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50026 00000100:00100000:3.0:1746166303.176949:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423122944:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166303.176969:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166303.177012:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423122944:12345-0@lo:8:kworker.0 Request processed in 62us (1271us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166303.177017:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50026 00000100:00080000:1.0:1746166303.182289:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166303.182296:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166303.182303:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423122944:0@lo:8:kworker.0 00000100:00100000:3.0:1746166303.185802:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746166303.185824:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423123328:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166303.186045:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166303.186147:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423123328 00000100:00100000:0.0:1746166303.186153:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423123328 00000100:00100000:0.0:1746166303.186184:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35597 00000100:00100000:0.0:1746166303.186189:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423123328:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746166303.186215:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746166303.186245:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423123328:12345-0@lo:41:osp-pre-0-1.0 Request processed in 56us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166303.186250:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35597 00000100:00100000:3.0:1746166303.186407:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423123328:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166303.413710:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746166303.413729:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423123456:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166303.413787:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166303.413890:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423123456 00000100:00100000:0.0:1746166303.413897:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423123456 00000100:00100000:0.0:1746166303.413933:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7008 00000100:00100000:0.0:1746166303.413940:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423123456:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166303.413964:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166303.413999:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423123456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166303.414005:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7008 00000100:00100000:2.0:1746166303.414397:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423123456:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166303.865877:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166304.868211:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166305.870808:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166306.874886:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166307.170095:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746166307.170115:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423123584:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166307.170177:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166307.170349:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423123584 00000100:00100000:2.0:1746166307.170357:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423123584 00000100:00100000:2.0:1746166307.171727:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7009 00000100:00100000:2.0:1746166307.171736:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013048a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423123584:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166307.171761:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:3.0:1746166307.174557:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166307.179713:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013048a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423123584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 7970us (9527us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166307.179727:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7009 00000100:00100000:3.0:1746166307.180390:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423123584:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746166307.879234:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166308.098129:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166308.101297:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166308.101396:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439139072 00000100:00100000:1.0:1746166308.101403:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439139072 00000100:00100000:1.0:1746166308.101657:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 752 00000100:00100000:1.0:1746166308.101664:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439139072:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166308.101735:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439139072:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 71us (3614us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166308.101741:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 752 00000100:00100000:0.0:1746166308.103171:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166308.103215:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166308.103239:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439139200 00000100:00100000:3.0:1746166308.103244:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439139200 00000100:00100000:1.0:1746166308.103257:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439139456 00000100:00100000:1.0:1746166308.103261:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439139456 00000100:00100000:3.0:1746166308.103279:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439139328 00000100:00100000:3.0:1746166308.103281:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439139328 00000100:00100000:1.0:1746166308.103287:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50027 00000100:00100000:2.0:1746166308.103287:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2474 00000100:00100000:1.0:1746166308.103292:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439139456:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:2.0:1746166308.103300:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439139200:12345-192.168.201.29@tcp:400:kworker.0 00010000:00020000:1.0:1746166308.103311:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166308.103341:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439139200:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 48us (2051us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166308.103719:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2475 00000100:00100000:3.0:1746166308.103726:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439139328:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166308.103774:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2474 00000100:00080000:2.0:1746166308.103815:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746166308.103819:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166308.103899:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439139456:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 605us (681us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166308.103906:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50027 00000100:00100000:3.0:1746166308.104238:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439139328:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 512us (1067us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166308.104245:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2475 00000100:00100000:0.0:1746166308.178120:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130489500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423123712:0@lo:400:kworker.0 00000100:00080000:3.0:1746166308.178773:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1746166308.178776:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423123968:0@lo:41:osp-pre-1-0.0 00000100:00080000:3.0:1746166308.178778:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746166308.178782:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746166308.178787:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10224 00000100:00080000:3.0:1746166308.178790:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1746166308.178795:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746166308.178812:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880132100380 x1830977423124352/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746166308.178837:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746166308.178839:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746166308.178841:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746166308.178844:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10224 00000100:00080000:3.0:1746166308.178846:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1746166308.178848:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746166308.178855:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880132100e00 x1830977423124864/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746166308.179101:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423124352:0@lo:8:kworker.0 00000100:00100000:2.0:1746166308.179696:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423123840:0@lo:400:kworker.0 00000100:00100000:1.0:1746166308.179809:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166308.179858:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423124608:0@lo:400:kworker.0 00000100:00100000:1.0:1746166308.179882:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166308.179908:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132103100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423124096:0@lo:400:kworker.0 00000100:00100000:1.0:1746166308.179925:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166308.179943:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132103800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423124736:0@lo:400:kworker.0 00000100:00100000:1.0:1746166308.179958:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166308.179970:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746166308.179975:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132102680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423124224:0@lo:400:kworker.0 00000100:00100000:1.0:1746166308.179991:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166308.180018:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166308.180024:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423124992:0@lo:400:kworker.0 00000100:00100000:3.0:1746166308.180041:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423124864:0@lo:8:kworker.0 00000100:00100000:1.0:1746166308.180042:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166308.180058:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166308.180065:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423124608 00000100:00100000:1.0:1746166308.180070:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423124608 00000100:00100000:3.0:1746166308.180080:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423123968 00000100:00100000:3.0:1746166308.180083:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423123968 00000100:00100000:1.0:1746166308.180099:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423124096 00000100:00100000:1.0:1746166308.180101:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423124096 00000100:00100000:3.0:1746166308.180102:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423124736 00000100:00100000:3.0:1746166308.180104:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423124736 00000100:00100000:3.0:1746166308.180112:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423124224 00000100:00100000:3.0:1746166308.180114:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423124224 00000100:00100000:1.0:1746166308.180124:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2476 00000100:00100000:3.0:1746166308.180124:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35598 00000100:00100000:1.0:1746166308.180130:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423124608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166308.180130:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:3770:x1830977423123968:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166308.180152:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166308.180164:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423124608:12345-0@lo:400:kworker.0 Request processed in 35us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166308.180170:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2476 00000100:00100000:3.0:1746166308.180175:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:3770:x1830977423123968:12345-0@lo:41:osp-pre-1-0.0 Request processed in 46us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166308.180180:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35598 00000100:00100000:1.0:1746166308.180182:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2477 00000100:00100000:1.0:1746166308.180187:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423124096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166308.180194:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35599 00000100:00100000:3.0:1746166308.180198:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423124736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166308.180208:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423124096:12345-0@lo:400:kworker.0 Request processed in 21us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166308.180213:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2477 00000100:00100000:3.0:1746166308.180216:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423124736:12345-0@lo:400:kworker.0 Request processed in 17us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166308.180221:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35599 00000100:00100000:3.0:1746166308.180228:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35600 00000100:00100000:3.0:1746166308.180231:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423124224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166308.180240:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423124608:0@lo:400:kworker.0 00000100:00100000:3.0:1746166308.180247:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423124224:12345-0@lo:400:kworker.0 Request processed in 15us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166308.180251:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35600 00000100:00100000:1.0:1746166308.180255:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423123968:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166308.180275:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423124352 00000100:00100000:1.0:1746166308.180277:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132102680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423124224:0@lo:400:kworker.0 00000100:00100000:3.0:1746166308.180278:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423124352 00000100:00100000:1.0:1746166308.180285:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132103100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423124096:0@lo:400:kworker.0 00000100:00100000:3.0:1746166308.180287:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423124992 00000100:00100000:3.0:1746166308.180289:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423124992 00000100:00100000:1.0:1746166308.180292:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132103800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423124736:0@lo:400:kworker.0 00000100:00100000:3.0:1746166308.180302:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423124864 00000100:00100000:3.0:1746166308.180304:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423124864 00000100:00100000:3.0:1746166308.180313:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7636 00000100:00100000:3.0:1746166308.180317:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423124992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166308.180322:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50028 00000100:00100000:1.0:1746166308.180327:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423124352:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166308.180344:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166308.180347:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423124992:12345-0@lo:400:kworker.0 Request processed in 29us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166308.180352:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7636 00000100:00100000:1.0:1746166308.180360:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423124992:0@lo:400:kworker.0 00000100:00100000:3.0:1746166308.180360:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50029 00000100:00100000:3.0:1746166308.180364:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423124864:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166308.180374:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166308.180392:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423124352:12345-0@lo:8:kworker.0 Request processed in 65us (374us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166308.180392:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423124864:12345-0@lo:8:kworker.0 Request processed in 27us (333us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166308.180397:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50028 00000100:00080000:1.0:1746166308.180424:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166308.180427:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166308.180428:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166308.180430:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423124352:0@lo:8:kworker.0 00000100:00080000:1.0:1746166308.180437:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166308.180439:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166308.180441:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423124864:0@lo:8:kworker.0 00000100:00100000:1.0:1746166308.180458:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423123712 00000100:00100000:1.0:1746166308.180460:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423123712 00000100:00080000:0.0:1746166308.180476:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166308.180477:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00080000:0.0:1746166308.180480:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166308.180481:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423123712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166308.180507:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423123712:12345-0@lo:400:kworker.0 Request processed in 26us (79us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166308.180513:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:0.0:1746166308.180526:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130489500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423123712:0@lo:400:kworker.0 00000100:00100000:2.0:1746166308.180582:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166308.180606:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423124480:0@lo:400:kworker.0 00000100:00100000:2.0:1746166308.180624:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166308.180627:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423123840 00000100:00100000:1.0:1746166308.180631:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423123840 00000100:00100000:2.0:1746166308.180646:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423125120:0@lo:400:kworker.0 00000100:00100000:1.0:1746166308.180654:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2478 00000100:00100000:1.0:1746166308.180659:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423123840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166308.180662:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166308.180705:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423123840:12345-0@lo:400:kworker.0 Request processed in 45us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166308.180710:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2478 00000100:00100000:1.0:1746166308.180718:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423125120 00000100:00100000:1.0:1746166308.180720:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423125120 00000100:00100000:2.0:1746166308.180721:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423123840:0@lo:400:kworker.0 00000100:00100000:1.0:1746166308.180732:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2479 00000100:00100000:1.0:1746166308.180735:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423125120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166308.180766:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423125120:12345-0@lo:400:kworker.0 Request processed in 30us (103us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166308.180771:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2479 00000100:00100000:2.0:1746166308.180780:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423125120:0@lo:400:kworker.0 00000100:00100000:0.0:1746166308.180838:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423124480 00000100:00100000:0.0:1746166308.180841:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423124480 00000100:00100000:3.0:1746166308.182160:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50029 00000100:00100000:0.0:1746166308.182981:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7637 00000100:00100000:0.0:1746166308.182991:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423124480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166308.183766:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423124480:12345-0@lo:400:kworker.0 Request processed in 775us (3137us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166308.183772:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7637 00000100:00080000:0.0:1746166308.183792:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166308.183877:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423124480:0@lo:400:kworker.0 00000100:00100000:1.0:1746166308.195924:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423125248:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166308.195983:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166308.196096:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423125248 00000100:00100000:0.0:1746166308.196103:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423125248 00000100:00100000:0.0:1746166308.196134:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35601 00000100:00100000:0.0:1746166308.196140:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423125248:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746166308.196863:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746166308.197331:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423125248:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1189us (1346us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166308.197338:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35601 00000100:00100000:1.0:1746166308.197421:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423125248:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166308.417949:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423125376:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166308.418043:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166308.418178:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423125376 00000100:00100000:3.0:1746166308.418185:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423125376 00000100:00100000:3.0:1746166308.418219:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7010 00000100:00100000:3.0:1746166308.418225:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423125376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166308.418244:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166308.418277:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423125376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166308.418283:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7010 00000100:00100000:1.0:1746166308.418705:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423125376:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166308.882398:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166309.884454:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166310.886773:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166311.887930:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166312.196277:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423125504:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166312.196334:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166312.196482:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423125504 00000100:00100000:3.0:1746166312.196488:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423125504 00000100:00100000:3.0:1746166312.196549:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7011 00000100:00100000:3.0:1746166312.196557:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423125504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166312.196581:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166312.196614:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423125504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166312.196621:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7011 00000100:00080000:3.0:1746166312.196654:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166312.198108:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423125504:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746166312.890000:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166313.103464:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166313.103574:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439139712 00000100:00100000:0.0:1746166313.103577:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166313.103583:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439139712 00000100:00100000:0.0:1746166313.103614:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166313.103646:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166313.103665:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439139840 00000100:00100000:0.0:1746166313.103668:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439139840 00000100:00080000:2.0:1746166313.103744:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746166313.103748:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166313.103757:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439139968 00000100:00100000:1.0:1746166313.103761:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439139968 00000100:00100000:2.0:1746166313.103765:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439139584 00000100:00100000:2.0:1746166313.103767:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439139584 00000100:00100000:1.0:1746166313.103785:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50030 00000100:00100000:2.0:1746166313.103788:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 754 00000100:00100000:1.0:1746166313.103791:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439139968:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:2.0:1746166313.103793:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439139584:12345-192.168.201.29@tcp:400:kworker.0 00010000:00020000:1.0:1746166313.103813:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166313.103854:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2480 00000100:00100000:0.0:1746166313.103858:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2481 00000100:00100000:3.0:1746166313.103861:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439139712:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166313.103863:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439139840:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166313.103942:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439139584:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 148us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166313.103948:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 754 00000100:00100000:1.0:1746166313.105041:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439139968:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 1246us (1461us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166313.105048:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50030 00000100:00100000:0.0:1746166313.105049:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439139840:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1183us (1400us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166313.105056:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2481 00000100:00100000:3.0:1746166313.105096:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439139712:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1236us (1641us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166313.105101:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2480 00000100:00080000:3.0:1746166313.185885:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746166313.185889:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746166313.185892:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746166313.185898:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10229 00000100:00080000:3.0:1746166313.185902:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1746166313.185907:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746166313.185936:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800904b0380 x1830977423126144/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746166313.185962:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746166313.185965:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746166313.185966:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746166313.185969:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10229 00000100:00080000:3.0:1746166313.185971:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1746166313.185974:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746166313.185981:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008ea2dc00 x1830977423126656/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746166313.186028:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423126016:0@lo:400:kworker.0 00000100:00100000:3.0:1746166313.186082:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166313.186128:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098dea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423126784:0@lo:400:kworker.0 00000100:00100000:3.0:1746166313.186148:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166313.186199:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423125760:0@lo:400:kworker.0 00000100:00100000:1.0:1746166313.186225:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166313.186272:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423125888:0@lo:400:kworker.0 00000100:00100000:0.0:1746166313.186305:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423126016 00000100:00100000:0.0:1746166313.186311:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423126016 00000100:00100000:0.0:1746166313.186345:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35602 00000100:00100000:0.0:1746166313.186351:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423126016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166313.186425:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423125632:0@lo:400:kworker.0 00000100:00100000:0.0:1746166313.186777:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423126016:12345-0@lo:400:kworker.0 Request processed in 425us (693us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166313.186783:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35602 00000100:00100000:0.0:1746166313.186817:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423126144:0@lo:8:kworker.0 00000100:00100000:2.0:1746166313.186922:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166313.186944:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423126272:0@lo:400:kworker.0 00000100:00100000:2.0:1746166313.186966:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423125632 00000100:00100000:2.0:1746166313.186969:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423125632 00000100:00100000:2.0:1746166313.186991:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:2.0:1746166313.186996:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423125632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166313.187199:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423125632:12345-0@lo:400:kworker.0 Request processed in 202us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166313.187204:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:2.0:1746166313.187238:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423126784 00000100:00100000:2.0:1746166313.187241:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423126784 00000100:00100000:2.0:1746166313.187265:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7638 00000100:00100000:2.0:1746166313.187270:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423126784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166313.187294:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423126784:12345-0@lo:400:kworker.0 Request processed in 24us (1145us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166313.187299:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7638 00000100:00080000:2.0:1746166313.187313:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166313.187322:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423125760 00000100:00100000:2.0:1746166313.187325:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423125760 00000100:00100000:2.0:1746166313.187346:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2482 00000100:00100000:2.0:1746166313.187351:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423125760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166313.187374:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423125760:12345-0@lo:400:kworker.0 Request processed in 22us (1148us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166313.187378:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2482 00000100:00080000:2.0:1746166313.187389:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166313.187604:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166313.187610:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423125760:0@lo:400:kworker.0 00000100:00100000:3.0:1746166313.187611:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098dea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423126784:0@lo:400:kworker.0 00000100:00100000:1.0:1746166313.187615:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423126400:0@lo:400:kworker.0 00000100:00100000:0.0:1746166313.187616:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ea2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423126656:0@lo:8:kworker.0 00000100:00100000:0.0:1746166313.187629:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166313.187631:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166313.187638:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423126016:0@lo:400:kworker.0 00000100:00100000:1.0:1746166313.187652:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166313.187663:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ea2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423126528:0@lo:400:kworker.0 00000100:00100000:0.0:1746166313.187668:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423127040:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166313.187707:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423126400 00000100:00100000:1.0:1746166313.187710:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423126400 00000100:00100000:1.0:1746166313.187727:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423125888 00000100:00100000:1.0:1746166313.187729:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423125888 00000100:00100000:1.0:1746166313.187751:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2483 00000100:00100000:1.0:1746166313.187756:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132101880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423126400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166313.187771:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166313.187782:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132101880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423126400:12345-0@lo:400:kworker.0 Request processed in 27us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166313.187788:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2483 00000100:00100000:0.0:1746166313.187791:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423126400:0@lo:400:kworker.0 00000100:00080000:3.0:1746166313.187792:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166313.187797:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2484 00000100:00100000:1.0:1746166313.187801:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132100000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423125888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166313.187805:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423127040 00000100:00100000:0.0:1746166313.187807:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423127040 00000100:00100000:0.0:1746166313.187821:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35603 00000100:00100000:1.0:1746166313.187821:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132100000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423125888:12345-0@lo:400:kworker.0 Request processed in 20us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166313.187825:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423127040:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166313.187826:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2484 00000004:00000024:0.0:1746166313.187843:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746166313.187868:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423127040:12345-0@lo:41:osp-pre-1-0.0 Request processed in 43us (96us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166313.187873:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35603 00000100:00100000:0.0:1746166313.187885:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166313.187908:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423125888:0@lo:400:kworker.0 00000100:00100000:0.0:1746166313.187935:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423126528 00000100:00100000:0.0:1746166313.187938:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423126528 00000100:00100000:0.0:1746166313.187964:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35604 00000100:00100000:0.0:1746166313.187969:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423126528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166313.187999:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423126528:12345-0@lo:400:kworker.0 Request processed in 30us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166313.188003:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35604 00000100:00100000:0.0:1746166313.188022:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ea2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423126528:0@lo:400:kworker.0 00000100:00100000:0.0:1746166313.188046:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423127040:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166313.188896:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423126144 00000100:00100000:2.0:1746166313.188900:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423126144 00000100:00100000:2.0:1746166313.188933:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423126656 00000100:00100000:2.0:1746166313.188935:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423126656 00000100:00100000:2.0:1746166313.188947:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50031 00000100:00100000:2.0:1746166313.188951:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423126144:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166313.188968:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166313.189000:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423126144:12345-0@lo:8:kworker.0 Request processed in 48us (1396us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166313.189004:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50031 00000100:00100000:2.0:1746166313.189011:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50032 00000100:00100000:2.0:1746166313.189015:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423126656:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166313.189021:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166313.189037:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423126656:12345-0@lo:8:kworker.0 Request processed in 22us (1407us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166313.189042:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50032 00000100:00100000:2.0:1746166313.189060:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166313.189375:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098deb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423126912:0@lo:400:kworker.0 00000100:00100000:2.0:1746166313.189398:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166313.189423:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423125632:0@lo:400:kworker.0 00000100:00100000:0.0:1746166313.189481:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423126272 00000100:00100000:0.0:1746166313.189485:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423126272 00000100:00100000:0.0:1746166313.189506:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7639 00000100:00100000:0.0:1746166313.189511:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423126272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166313.189540:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423126272:12345-0@lo:400:kworker.0 Request processed in 29us (480us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166313.189542:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423126912 00000100:00100000:0.0:1746166313.189545:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7639 00000100:00100000:1.0:1746166313.189545:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423126912 00000100:00100000:1.0:1746166313.189558:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2485 00000100:00100000:1.0:1746166313.189562:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423126912:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1746166313.189570:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166313.189573:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166313.189577:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423126144:0@lo:8:kworker.0 00000100:00100000:1.0:1746166313.189584:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423126912:12345-0@lo:400:kworker.0 Request processed in 22us (185us total) trans 0 rc 0/0 00000100:00080000:0.0:1746166313.189585:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166313.189588:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166313.189588:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2485 00000100:00100000:0.0:1746166313.189590:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ea2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423126656:0@lo:8:kworker.0 00000100:00100000:2.0:1746166313.189650:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423126272:0@lo:400:kworker.0 00000100:00100000:2.0:1746166313.189658:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098deb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423126912:0@lo:400:kworker.0 00000100:00100000:3.0:1746166313.201906:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746166313.201935:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423127168:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166313.201996:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166313.202285:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423127168 00000100:00100000:2.0:1746166313.202291:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423127168 00000100:00100000:2.0:1746166313.202517:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35605 00000100:00100000:2.0:1746166313.202524:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098dea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423127168:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166313.202796:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166313.203982:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098dea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423127168:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1457us (1984us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166313.203989:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35605 00000100:00100000:3.0:1746166313.204002:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423127168:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166313.426142:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423127296:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166313.426203:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166313.426730:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423127296 00000100:00100000:2.0:1746166313.426738:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423127296 00000100:00100000:2.0:1746166313.426778:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7012 00000100:00100000:2.0:1746166313.426785:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423127296:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166313.426803:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166313.426994:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423127296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 208us (790us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166313.427000:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7012 00000100:00100000:0.0:1746166313.427071:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423127296:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166313.892155:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166314.893962:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166315.902600:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166316.903997:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166317.201979:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423127424:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166317.202047:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166317.202231:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423127424 00000100:00100000:3.0:1746166317.202238:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423127424 00000100:00100000:3.0:1746166317.202397:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7013 00000100:00100000:3.0:1746166317.202405:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423127424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166317.202434:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:2.0:1746166317.202576:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166317.204009:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423127424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1602us (1959us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166317.204016:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7013 00000100:00100000:2.0:1746166317.204179:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423127424:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746166317.906842:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166318.116225:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166318.116499:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166318.116526:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439140096 00000100:00100000:0.0:1746166318.116531:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166318.116534:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439140096 00000100:00100000:2.0:1746166318.116570:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 756 00000100:00100000:2.0:1746166318.116577:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439140096:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166318.116601:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166318.116662:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439140480 00000100:00100000:3.0:1746166318.116666:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439140480 00000100:00100000:3.0:1746166318.116709:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50033 00000100:00100000:3.0:1746166318.116713:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439140480:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166318.116732:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166318.116773:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439140224 00000100:00100000:1.0:1746166318.116777:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439140224 00000100:00100000:1.0:1746166318.116804:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439140352 00000100:00100000:1.0:1746166318.116807:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439140352 00000100:00100000:1.0:1746166318.116822:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2486 00000100:00100000:1.0:1746166318.116839:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439140224:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166318.116902:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439140096:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 49us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166318.116910:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 756 00000100:00100000:2.0:1746166318.116937:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2487 00000100:00100000:2.0:1746166318.116943:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439140352:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166318.116967:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439140352:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 24us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166318.116973:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2487 00000100:00080000:0.0:1746166318.117216:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166318.117219:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166318.117289:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439140480:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 573us (788us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166318.117295:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50033 00000100:00100000:1.0:1746166318.117299:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439140224:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 471us (767us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166318.117306:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2486 00000100:00100000:1.0:1746166318.194091:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098deb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423127552:0@lo:400:kworker.0 00000100:00100000:1.0:1746166318.194151:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166318.194233:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423127552 00000100:00100000:1.0:1746166318.194241:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423127552 00000100:00100000:1.0:1746166318.194275:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:1.0:1746166318.194282:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423127552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166318.194320:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423127552:12345-0@lo:400:kworker.0 Request processed in 38us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166318.194327:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:0.0:1746166318.195199:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098deb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423127552:0@lo:400:kworker.0 00000100:00100000:0.0:1746166318.195670:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132103800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423127680:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166318.195716:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166318.196038:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423127808:0@lo:400:kworker.0 00000100:00100000:1.0:1746166318.196066:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166318.196089:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423127808 00000100:00100000:1.0:1746166318.196093:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423127808 00000100:00100000:1.0:1746166318.196126:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2488 00000100:00100000:1.0:1746166318.196132:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132103100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423127808:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1746166318.196209:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746166318.196277:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1746166318.196278:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423127680 00000100:00080000:3.0:1746166318.196282:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1746166318.196283:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423127680 00000100:00080000:3.0:1746166318.196285:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746166318.196289:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10234 00000100:00080000:3.0:1746166318.196293:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1746166318.196297:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166318.196308:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35606 00000100:00100000:3.0:1746166318.196312:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095a20e00 x1830977423128192/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166318.196314:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423127680:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166318.196336:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00080000:3.0:1746166318.196336:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746166318.196339:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746166318.196340:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746166318.196343:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10234 00000100:00080000:3.0:1746166318.196346:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1746166318.196348:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746166318.196357:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095a23b80 x1830977423128576/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166318.196369:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423127680:12345-0@lo:41:osp-pre-1-0.0 Request processed in 55us (653us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166318.196375:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35606 00000100:00100000:3.0:1746166318.196384:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423128192:0@lo:8:kworker.0 00000100:00100000:2.0:1746166318.196393:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423127936:0@lo:400:kworker.0 00000100:00100000:3.0:1746166318.196411:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166318.196414:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166318.196429:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423128576:0@lo:8:kworker.0 00000100:00100000:2.0:1746166318.196431:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423128704:0@lo:400:kworker.0 00000100:00100000:3.0:1746166318.196445:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166318.196453:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423127936 00000100:00100000:2.0:1746166318.196456:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423127936 00000100:00100000:3.0:1746166318.196471:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423128192 00000100:00100000:3.0:1746166318.196474:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423128192 00000100:00100000:2.0:1746166318.196478:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2489 00000100:00100000:2.0:1746166318.196483:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423127936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166318.196487:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423128576 00000100:00100000:3.0:1746166318.196489:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423128576 00000100:00100000:3.0:1746166318.196499:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50034 00000100:00100000:3.0:1746166318.196503:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423128192:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1746166318.196509:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423127936:12345-0@lo:400:kworker.0 Request processed in 26us (94us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166318.196514:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2489 00010000:00020000:3.0:1746166318.196519:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166318.196534:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50035 00000100:00100000:2.0:1746166318.196538:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423128576:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1746166318.196544:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423128192:12345-0@lo:8:kworker.0 Request processed in 39us (132us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166318.196549:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50034 00010000:00020000:2.0:1746166318.196550:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166318.196570:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423128576:12345-0@lo:8:kworker.0 Request processed in 31us (125us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166318.196576:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50035 00000100:00100000:2.0:1746166318.196593:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746166318.196593:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166318.196596:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166318.196599:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423128192:0@lo:8:kworker.0 00000100:02020000:3.0:1746166318.196607:0:3768:0:(client.c:1389:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_connect to node 0@lo failed: rc = -19 00000100:00080000:3.0:1746166318.196610:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166318.196612:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166318.196614:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423128576:0@lo:8:kworker.0 00000100:00100000:2.0:1746166318.196618:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423127936:0@lo:400:kworker.0 00000100:00100000:2.0:1746166318.196626:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1746166318.196631:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423128064:0@lo:400:kworker.0 00000100:00100000:2.0:1746166318.196648:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166318.196661:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423128832:0@lo:400:kworker.0 00000100:00100000:3.0:1746166318.196666:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423128064 00000100:00100000:3.0:1746166318.196669:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423128064 00000100:00100000:2.0:1746166318.196698:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166318.196701:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35607 00000100:00100000:3.0:1746166318.196706:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423128064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166318.196717:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423128832 00000100:00100000:2.0:1746166318.196721:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423128832 00000100:00100000:3.0:1746166318.196733:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423128064:12345-0@lo:400:kworker.0 Request processed in 27us (84us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166318.196737:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2490 00000100:00100000:3.0:1746166318.196739:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35607 00000100:00100000:2.0:1746166318.196742:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423128832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166318.196767:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423128832:12345-0@lo:400:kworker.0 Request processed in 25us (68us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166318.196773:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2490 00000100:00100000:2.0:1746166318.196785:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423128704 00000100:00100000:2.0:1746166318.196787:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423128704 00000100:00100000:2.0:1746166318.196820:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7640 00000100:00100000:2.0:1746166318.196836:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423128704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166318.196860:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423128704:12345-0@lo:400:kworker.0 Request processed in 35us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166318.196865:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7640 00000100:00100000:2.0:1746166318.196887:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423128064:0@lo:400:kworker.0 00000100:00100000:2.0:1746166318.196895:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423128832:0@lo:400:kworker.0 00000100:00100000:2.0:1746166318.196902:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423128704:0@lo:400:kworker.0 00000100:00100000:1.0:1746166318.197081:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132103100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423127808:12345-0@lo:400:kworker.0 Request processed in 948us (1013us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166318.197087:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2488 00000100:00100000:1.0:1746166318.197111:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423127808:0@lo:400:kworker.0 00000100:00100000:1.0:1746166318.197121:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423128448:0@lo:400:kworker.0 00000100:00100000:1.0:1746166318.197138:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166318.197151:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746166318.197156:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423128320:0@lo:400:kworker.0 00000100:00100000:1.0:1746166318.197171:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166318.197755:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423128320 00000100:00100000:3.0:1746166318.197760:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423128320 00000100:00100000:3.0:1746166318.197780:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7641 00000100:00100000:3.0:1746166318.197784:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132102a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423128320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166318.197823:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132102a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423128320:12345-0@lo:400:kworker.0 Request processed in 38us (651us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166318.197839:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7641 00000100:00100000:1.0:1746166318.197916:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423128320:0@lo:400:kworker.0 00000100:00080000:0.0:1746166318.197980:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746166318.197983:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166318.198021:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132103800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423127680:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166318.198746:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423128448 00000100:00100000:2.0:1746166318.198751:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423128448 00000100:00100000:2.0:1746166318.198781:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2491 00000100:00100000:2.0:1746166318.198786:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132102680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423128448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166318.198838:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132102680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423128448:12345-0@lo:400:kworker.0 Request processed in 52us (1699us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166318.198844:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2491 00000100:00100000:1.0:1746166318.198935:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423128448:0@lo:400:kworker.0 00000100:00100000:1.0:1746166318.212061:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746166318.212084:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423128960:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166318.212140:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166318.212243:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423128960 00000100:00100000:3.0:1746166318.212250:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423128960 00000100:00100000:3.0:1746166318.212550:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35608 00000100:00100000:3.0:1746166318.212557:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132103800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423128960:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166318.212584:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166318.212625:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132103800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423128960:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166318.212631:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35608 00000100:00100000:1.0:1746166318.216378:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423128960:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166318.434968:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ea2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423129088:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166318.435020:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166318.435228:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423129088 00000100:00100000:3.0:1746166318.435235:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423129088 00000100:00100000:3.0:1746166318.435280:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7014 00000100:00100000:3.0:1746166318.435286:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132100380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423129088:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166318.435306:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166318.435351:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132100380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423129088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166318.435357:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7014 00000100:00100000:1.0:1746166318.435480:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ea2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423129088:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166318.909193:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166319.914780:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166320.914696:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166321.917453:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166322.210013:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423129216:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166322.210068:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166322.210135:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423129216 00000100:00100000:2.0:1746166322.210142:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423129216 00000100:00100000:2.0:1746166322.210201:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7015 00000100:00100000:2.0:1746166322.210209:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ea2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423129216:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1746166322.210225:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:2.0:1746166322.210233:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166322.210266:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ea2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423129216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166322.210290:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423129216:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166322.210386:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7015 00010000:00010000:0.0:1746166322.917929:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166323.124070:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166323.124117:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166323.124145:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166323.124190:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166323.124227:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439140992 00000100:00100000:0.0:1746166323.124235:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439140992 00000100:00100000:0.0:1746166323.124266:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50036 00000100:00100000:0.0:1746166323.124272:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439140992:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746166323.124296:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166323.124336:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439140992:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 64us (147us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166323.124342:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50036 00000100:00100000:2.0:1746166323.124717:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439140736 00000100:00100000:2.0:1746166323.124722:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439140736 00000100:00100000:2.0:1746166323.124764:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439140864 00000100:00100000:2.0:1746166323.124767:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439140864 00000100:00100000:2.0:1746166323.124781:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2492 00000100:00100000:2.0:1746166323.124787:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ea2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439140736:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166323.124823:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439140608 00000100:00100000:2.0:1746166323.124825:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ea2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439140736:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 38us (763us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166323.124826:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439140608 00000100:00100000:2.0:1746166323.124830:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2492 00000100:00100000:2.0:1746166323.124840:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2493 00000100:00100000:2.0:1746166323.124845:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439140864:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166323.124847:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 758 00000100:00100000:1.0:1746166323.124852:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439140608:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166323.124864:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439140864:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 20us (719us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166323.124869:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439140608:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 17us (752us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166323.124870:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2493 00000100:00100000:1.0:1746166323.124874:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 758 00000100:00080000:0.0:1746166323.125305:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166323.125308:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166323.201918:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166323.201936:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423129344:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166323.201996:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166323.202118:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423129344 00000100:00100000:2.0:1746166323.202126:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423129344 00000100:00100000:2.0:1746166323.202164:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35609 00000100:00100000:2.0:1746166323.202172:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132100e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423129344:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166323.202201:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166323.202254:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132100e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423129344:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166323.202260:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35609 00000100:00100000:1.0:1746166323.202334:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423129344:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1746166323.204886:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166323.204890:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166323.204892:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166323.204897:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10239 00000100:00080000:0.0:1746166323.204900:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166323.204904:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166323.204919:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800905e7800 x1830977423129984/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166323.204938:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166323.204941:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166323.204942:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166323.204944:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10239 00000100:00080000:0.0:1746166323.204946:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166323.204948:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166323.204956:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fae680 x1830977423130368/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166323.204990:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423129728:0@lo:400:kworker.0 00000100:00100000:0.0:1746166323.205026:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166323.205051:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423130496:0@lo:400:kworker.0 00000100:00100000:0.0:1746166323.205066:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166323.205079:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746166323.205083:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423129856:0@lo:400:kworker.0 00000100:00100000:0.0:1746166323.205097:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166323.205105:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088faed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423130624:0@lo:400:kworker.0 00000100:00100000:0.0:1746166323.205117:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166323.205137:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423130496 00000100:00100000:0.0:1746166323.205142:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423130496 00000100:00100000:0.0:1746166323.205175:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7642 00000100:00100000:0.0:1746166323.205181:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088faf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423130496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166323.205214:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088faf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423130496:12345-0@lo:400:kworker.0 Request processed in 33us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166323.205218:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7642 00000100:00100000:0.0:1746166323.205235:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423129856 00000100:00100000:0.0:1746166323.205237:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423129856 00000100:00100000:0.0:1746166323.205251:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35610 00000100:00100000:0.0:1746166323.205255:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423129856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166323.205274:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423129856:12345-0@lo:400:kworker.0 Request processed in 19us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166323.205279:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35610 00000100:00080000:0.0:1746166323.205288:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166323.205306:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423129856:0@lo:400:kworker.0 00000100:00100000:0.0:1746166323.205314:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423130496:0@lo:400:kworker.0 00000100:00100000:0.0:1746166323.205333:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423129728 00000100:00100000:0.0:1746166323.205335:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423129728 00000100:00100000:0.0:1746166323.205352:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423130624 00000100:00100000:0.0:1746166323.205354:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423130624 00000100:00100000:0.0:1746166323.205364:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2494 00000100:00100000:0.0:1746166323.205367:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423129728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166323.205387:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423129728:12345-0@lo:400:kworker.0 Request processed in 19us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166323.205391:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2494 00000100:00100000:0.0:1746166323.205397:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2495 00000100:00100000:0.0:1746166323.205401:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423130624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166323.205414:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423130624:12345-0@lo:400:kworker.0 Request processed in 13us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166323.205418:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2495 00000100:00080000:0.0:1746166323.205427:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166323.205436:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088faed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423130624:0@lo:400:kworker.0 00000100:00100000:0.0:1746166323.205442:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423129728:0@lo:400:kworker.0 00000100:00100000:1.0:1746166323.205878:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423129600:0@lo:400:kworker.0 00000100:00100000:1.0:1746166323.205903:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166323.205925:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423130240:0@lo:400:kworker.0 00000100:00100000:1.0:1746166323.205939:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166323.205951:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1746166323.205955:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423129472:0@lo:400:kworker.0 00000100:00100000:1.0:1746166323.205975:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166323.205997:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423130112:0@lo:400:kworker.0 00000100:00100000:1.0:1746166323.206013:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166323.206029:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423129472 00000100:00100000:1.0:1746166323.206032:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423129472 00000100:00100000:1.0:1746166323.206050:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:1.0:1746166323.206054:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423129472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166323.206073:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423129472:12345-0@lo:400:kworker.0 Request processed in 20us (97us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166323.206078:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:1.0:1746166323.206097:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423129472:0@lo:400:kworker.0 00000100:00100000:1.0:1746166323.206116:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423130112 00000100:00100000:1.0:1746166323.206118:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423130112 00000100:00100000:1.0:1746166323.206130:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7643 00000100:00100000:1.0:1746166323.206133:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423130112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166323.206208:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423130112:12345-0@lo:400:kworker.0 Request processed in 74us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166323.206213:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7643 00000100:00100000:1.0:1746166323.206228:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423130112:0@lo:400:kworker.0 00000100:00100000:1.0:1746166323.206239:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423129600 00000100:00100000:1.0:1746166323.206241:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423129600 00000100:00100000:1.0:1746166323.206259:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423130240 00000100:00100000:1.0:1746166323.206261:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423130240 00000100:00100000:1.0:1746166323.206272:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2496 00000100:00100000:1.0:1746166323.206277:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423129600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166323.207343:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423129984:0@lo:8:kworker.0 00000100:00100000:3.0:1746166323.207371:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166323.207386:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423130368:0@lo:8:kworker.0 00000100:00100000:3.0:1746166323.207398:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166323.207420:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2497 00000100:00100000:3.0:1746166323.207426:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423130240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166323.207447:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423130240:12345-0@lo:400:kworker.0 Request processed in 22us (1507us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166323.207452:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2497 00000100:00100000:3.0:1746166323.207466:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423129984 00000100:00100000:3.0:1746166323.207468:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423129984 00000100:00100000:3.0:1746166323.207479:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423130368 00000100:00100000:3.0:1746166323.207481:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423130368 00000100:00100000:3.0:1746166323.207490:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50037 00000100:00100000:3.0:1746166323.207493:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423129984:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166323.207509:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166323.207527:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423129984:12345-0@lo:8:kworker.0 Request processed in 33us (156us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166323.207531:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50037 00000100:00100000:3.0:1746166323.207542:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50038 00000100:00100000:3.0:1746166323.207544:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423130368:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166323.207551:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166323.207562:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423130368:12345-0@lo:8:kworker.0 Request processed in 16us (163us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166323.207566:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50038 00000100:00080000:3.0:1746166323.207583:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166323.207587:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166323.207589:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423129984:0@lo:8:kworker.0 00000100:00080000:3.0:1746166323.207595:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166323.207597:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166323.207599:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423130368:0@lo:8:kworker.0 00000100:00080000:3.0:1746166323.207637:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166323.207709:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423129600:12345-0@lo:400:kworker.0 Request processed in 1431us (1804us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166323.207715:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2496 00000100:00100000:1.0:1746166323.207775:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423129600:0@lo:400:kworker.0 00000100:00100000:1.0:1746166323.207789:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423130240:0@lo:400:kworker.0 00000100:00100000:0.0:1746166323.234407:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746166323.234427:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423130752:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166323.234486:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166323.234580:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423130752 00000100:00100000:3.0:1746166323.234586:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423130752 00000100:00100000:3.0:1746166323.234629:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35611 00000100:00100000:3.0:1746166323.234636:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088faed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423130752:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166323.234666:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166323.235269:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088faed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423130752:12345-0@lo:41:osp-pre-0-1.0 Request processed in 631us (781us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166323.235275:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35611 00000100:00100000:1.0:1746166323.235356:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423130752:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166323.442136:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746166323.442153:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423130880:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166323.442210:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166323.442309:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423130880 00000100:00100000:0.0:1746166323.442316:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423130880 00000100:00100000:0.0:1746166323.442350:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7016 00000100:00100000:0.0:1746166323.442356:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423130880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166323.442373:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166323.442409:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423130880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166323.442416:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7016 00000100:00100000:3.0:1746166323.442548:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423130880:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166323.919903:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166324.923390:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166325.928461:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166326.932472:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166327.220230:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746166327.220249:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423131008:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166327.220306:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166327.222253:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423131008 00000100:00100000:0.0:1746166327.222263:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423131008 00000100:00100000:0.0:1746166327.225086:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7017 00000100:00100000:0.0:1746166327.225097:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423131008:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166327.225127:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:3.0:1746166327.225224:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166327.225287:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423131008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 193us (4981us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166327.225346:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423131008:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166327.225447:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7017 00010000:00010000:0.0:1746166327.936585:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166328.126570:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166328.126609:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166328.126709:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439141120 00000100:00100000:1.0:1746166328.126716:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439141120 00000100:00100000:1.0:1746166328.126753:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 760 00000100:00100000:1.0:1746166328.126760:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439141120:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166328.126809:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439141120:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 50us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166328.126815:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 760 00000100:00100000:2.0:1746166328.127233:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439141376 00000100:00100000:2.0:1746166328.127237:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439141376 00000100:00100000:2.0:1746166328.127280:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2498 00000100:00100000:2.0:1746166328.127287:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439141376:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166328.127314:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439141376:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 30us (705us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166328.127320:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2498 00000100:00080000:3.0:1746166328.127380:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166328.128462:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166328.128522:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439141248 00000100:00100000:0.0:1746166328.128526:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439141248 00000100:00100000:0.0:1746166328.129799:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2499 00000100:00100000:0.0:1746166328.129807:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094319c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439141248:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:3.0:1746166328.130033:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166328.131390:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094319c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439141248:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1579us (2924us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166328.131400:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2499 00000100:00100000:0.0:1746166328.132307:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166328.132386:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439141504 00000100:00100000:1.0:1746166328.132393:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439141504 00000100:00100000:1.0:1746166328.132827:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50039 00000100:00100000:1.0:1746166328.132834:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439141504:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166328.132854:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166328.133859:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439141504:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 1023us (1552us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166328.133866:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50039 00000100:00080000:0.0:1746166328.209859:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166328.209864:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166328.209867:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166328.209872:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10244 00000100:00080000:0.0:1746166328.209877:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166328.209881:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166328.209897:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fae680 x1830977423131648/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166328.209927:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166328.209929:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166328.209930:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166328.209933:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10244 00000100:00080000:0.0:1746166328.209935:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746166328.209938:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166328.209946:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800905e4700 x1830977423132160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166328.209985:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423131392:0@lo:400:kworker.0 00000100:00100000:0.0:1746166328.210033:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166328.210078:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423132032:0@lo:400:kworker.0 00000100:00100000:0.0:1746166328.210101:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166328.210118:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746166328.210123:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423131264:0@lo:400:kworker.0 00000100:00100000:0.0:1746166328.210138:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166328.210148:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423131904:0@lo:400:kworker.0 00000100:00100000:0.0:1746166328.210161:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166328.210184:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423131392 00000100:00100000:0.0:1746166328.210189:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423131392 00000100:00100000:0.0:1746166328.210224:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423131264 00000100:00100000:0.0:1746166328.210227:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423131264 00000100:00100000:0.0:1746166328.210241:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423131904 00000100:00100000:0.0:1746166328.210243:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423131904 00000100:00100000:0.0:1746166328.210254:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2500 00000100:00100000:0.0:1746166328.210260:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423131392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166328.210293:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423131392:12345-0@lo:400:kworker.0 Request processed in 33us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166328.210298:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2500 00000100:00100000:0.0:1746166328.210310:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2501 00000100:00100000:0.0:1746166328.210313:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423131264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166328.210329:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423131264:12345-0@lo:400:kworker.0 Request processed in 15us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166328.210333:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2501 00000100:00100000:0.0:1746166328.210340:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2502 00000100:00100000:0.0:1746166328.210344:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423131904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166328.210362:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423131904:12345-0@lo:400:kworker.0 Request processed in 18us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166328.210366:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2502 00000100:00100000:0.0:1746166328.210398:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423131264:0@lo:400:kworker.0 00000100:00100000:0.0:1746166328.210405:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423131904:0@lo:400:kworker.0 00000100:00100000:0.0:1746166328.210411:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423131392:0@lo:400:kworker.0 00000100:00100000:3.0:1746166328.210746:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423131136:0@lo:400:kworker.0 00000100:00100000:3.0:1746166328.210772:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166328.210797:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423131776:0@lo:400:kworker.0 00000100:00100000:3.0:1746166328.210837:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166328.210848:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423132416:0@lo:400:kworker.0 00000100:00100000:3.0:1746166328.210858:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166328.210868:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1746166328.210871:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423131520:0@lo:400:kworker.0 00000100:00100000:3.0:1746166328.211058:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166328.211070:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423132288:0@lo:400:kworker.0 00000100:00100000:3.0:1746166328.211088:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166328.211109:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423132032 00000100:00100000:3.0:1746166328.211112:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423132032 00000100:00100000:3.0:1746166328.211132:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423131520 00000100:00100000:3.0:1746166328.211134:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423131520 00000100:00100000:3.0:1746166328.211146:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35612 00000100:00100000:3.0:1746166328.211150:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423132032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166328.211173:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423132032:12345-0@lo:400:kworker.0 Request processed in 23us (1071us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166328.211178:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35612 00000100:00100000:3.0:1746166328.211193:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35613 00000100:00100000:3.0:1746166328.211197:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423131520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166328.211216:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423131520:12345-0@lo:400:kworker.0 Request processed in 20us (158us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166328.211220:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35613 00000100:00100000:3.0:1746166328.211235:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423132416 00000100:00100000:3.0:1746166328.211237:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423132416 00000100:00100000:3.0:1746166328.211249:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2503 00000100:00100000:3.0:1746166328.211253:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423132416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166328.211269:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423132416:12345-0@lo:400:kworker.0 Request processed in 16us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166328.211273:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2503 00000100:00100000:3.0:1746166328.211296:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423131520:0@lo:400:kworker.0 00000100:00100000:3.0:1746166328.211303:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423132416:0@lo:400:kworker.0 00000100:00100000:2.0:1746166328.211357:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423131776 00000100:00100000:2.0:1746166328.211360:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423131776 00000100:00100000:2.0:1746166328.211378:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423132288 00000100:00100000:2.0:1746166328.211380:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423132288 00000100:00100000:2.0:1746166328.211393:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7644 00000100:00100000:2.0:1746166328.211397:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423131776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166328.211435:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423131776:12345-0@lo:400:kworker.0 Request processed in 37us (597us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166328.211439:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7644 00000100:00100000:2.0:1746166328.211447:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7645 00000100:00100000:2.0:1746166328.211451:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c8ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423132288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166328.211469:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c8ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423132288:12345-0@lo:400:kworker.0 Request processed in 17us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166328.211473:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7645 00000100:00100000:1.0:1746166328.211852:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423131648:0@lo:8:kworker.0 00000100:00100000:1.0:1746166328.211875:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166328.212270:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423132160:0@lo:8:kworker.0 00000100:00100000:1.0:1746166328.212288:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166328.212311:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423131648 00000100:00100000:1.0:1746166328.212314:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423131648 00000100:00100000:1.0:1746166328.212326:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423132160 00000100:00100000:1.0:1746166328.212328:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423132160 00000100:00100000:1.0:1746166328.212337:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50040 00000100:00100000:1.0:1746166328.212340:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423131648:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166328.212356:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166328.212378:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423131648:12345-0@lo:8:kworker.0 Request processed in 37us (502us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166328.212383:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50040 00000100:00100000:1.0:1746166328.212391:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50041 00000100:00100000:1.0:1746166328.212394:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423132160:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166328.212400:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166328.212415:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423132160:12345-0@lo:8:kworker.0 Request processed in 21us (127us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166328.212419:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50041 00000100:00100000:1.0:1746166328.212435:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423131136 00000100:00100000:1.0:1746166328.212438:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423131136 00000100:00100000:1.0:1746166328.212456:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:1.0:1746166328.212460:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423131136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166328.212481:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423131136:12345-0@lo:400:kworker.0 Request processed in 21us (1709us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166328.212486:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00080000:1.0:1746166328.212531:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166328.212534:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166328.212537:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423131648:0@lo:8:kworker.0 00000100:00080000:1.0:1746166328.212543:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166328.212545:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166328.212548:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423132160:0@lo:8:kworker.0 00000100:00100000:1.0:1746166328.212591:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423132544:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166328.212609:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166328.212627:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423132544 00000100:00100000:1.0:1746166328.212629:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423132544 00000100:00100000:1.0:1746166328.212644:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35614 00000100:00100000:1.0:1746166328.212648:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423132544:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166328.212696:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166328.212719:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423132544:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166328.212723:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35614 00000100:00100000:1.0:1746166328.212745:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423132544:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166328.215182:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423132288:0@lo:400:kworker.0 00000100:00100000:3.0:1746166328.215198:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423131136:0@lo:400:kworker.0 00000100:00100000:3.0:1746166328.215208:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423131776:0@lo:400:kworker.0 00000100:00100000:0.0:1746166328.215287:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423132032:0@lo:400:kworker.0 00000100:00080000:0.0:1746166328.215302:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746166328.215306:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746166328.215308:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166328.242608:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423132672:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166328.242722:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166328.244603:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423132672 00000100:00100000:1.0:1746166328.244612:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423132672 00000100:00100000:1.0:1746166328.244672:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35615 00000100:00100000:1.0:1746166328.244694:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423132672:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166328.244722:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166328.244776:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423132672:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (2054us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166328.244782:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35615 00000100:00100000:0.0:1746166328.244957:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423132672:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166328.450957:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423132800:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166328.451013:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166328.451151:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423132800 00000100:00100000:1.0:1746166328.451158:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423132800 00000100:00100000:1.0:1746166328.451192:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7018 00000100:00100000:1.0:1746166328.451199:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097632d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423132800:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746166328.451219:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166328.451255:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097632d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423132800:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166328.451261:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7018 00000100:00100000:3.0:1746166328.451348:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423132800:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166328.938533:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166329.939915:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166330.942274:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166331.944484:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166332.226389:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423132928:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166332.226446:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166332.227526:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423132928 00000100:00100000:3.0:1746166332.227533:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423132928 00000100:00100000:3.0:1746166332.227596:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7019 00000100:00100000:3.0:1746166332.227604:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423132928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166332.227630:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166332.227666:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423132928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (1220us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166332.227671:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7019 00000100:00100000:1.0:1746166332.227769:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423132928:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1746166332.228195:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746166332.946695:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166333.133780:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166333.133818:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166333.133851:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166333.133880:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439141760 00000100:00100000:0.0:1746166333.133886:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439141760 00000100:00100000:0.0:1746166333.133916:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439141888 00000100:00100000:0.0:1746166333.133918:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439141888 00000100:00100000:0.0:1746166333.133930:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2504 00000100:00100000:0.0:1746166333.133936:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439141760:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166333.133984:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439141760:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 49us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166333.133989:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2504 00000100:00100000:0.0:1746166333.133998:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2505 00000100:00100000:0.0:1746166333.134002:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439141888:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166333.134017:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439141888:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 15us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166333.134022:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2505 00000100:00080000:0.0:1746166333.134098:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166333.134102:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166333.134168:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439141632 00000100:00100000:2.0:1746166333.134172:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439141632 00000100:00100000:2.0:1746166333.134202:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 762 00000100:00100000:2.0:1746166333.134208:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439141632:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166333.134247:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439141632:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 38us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166333.134252:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 762 00000100:00100000:0.0:1746166333.138812:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166333.139007:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439142016 00000100:00100000:2.0:1746166333.139015:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439142016 00000100:00100000:2.0:1746166333.139051:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50042 00000100:00100000:2.0:1746166333.139056:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439142016:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166333.139077:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166333.139128:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439142016:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 71us (324us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166333.139134:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50042 00000100:00100000:0.0:1746166333.219269:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746166333.219290:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423133056:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166333.219348:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166333.219420:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423133056 00000100:00100000:0.0:1746166333.219426:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423133056 00000100:00100000:0.0:1746166333.219459:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35616 00000100:00100000:0.0:1746166333.219465:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423133056:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746166333.219491:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746166333.219523:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423133056:12345-0@lo:41:osp-pre-1-0.0 Request processed in 57us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166333.219529:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35616 00000100:00100000:0.0:1746166333.219567:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423133056:0@lo:41:osp-pre-1-0.0 00000100:00080000:3.0:1746166333.219702:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746166333.219705:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746166333.219708:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746166333.219712:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10249 00000100:00080000:3.0:1746166333.219715:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1746166333.219718:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746166333.219733:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095a23b80 x1830977423133696/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746166333.219757:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746166333.219760:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746166333.219761:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746166333.219764:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10249 00000100:00080000:3.0:1746166333.219766:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1746166333.219769:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746166333.219778:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095a21180 x1830977423134080/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746166333.219805:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423133696:0@lo:8:kworker.0 00000100:00100000:3.0:1746166333.219828:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166333.219856:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423134080:0@lo:8:kworker.0 00000100:00100000:3.0:1746166333.220056:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166333.220080:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423133696 00000100:00100000:3.0:1746166333.220083:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423133696 00000100:00100000:3.0:1746166333.220096:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423134080 00000100:00100000:3.0:1746166333.220097:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423134080 00000100:00100000:3.0:1746166333.220107:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50043 00000100:00100000:3.0:1746166333.220111:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090463100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423133696:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166333.220128:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166333.220152:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090463100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423133696:12345-0@lo:8:kworker.0 Request processed in 40us (323us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166333.220158:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50043 00000100:00100000:3.0:1746166333.220173:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50044 00000100:00100000:3.0:1746166333.220177:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090462d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423134080:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166333.220185:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166333.220201:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090462d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423134080:12345-0@lo:8:kworker.0 Request processed in 23us (145us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166333.220205:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50044 00000100:00080000:3.0:1746166333.220234:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166333.220237:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166333.220239:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423133696:0@lo:8:kworker.0 00000100:00080000:3.0:1746166333.220246:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166333.220248:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166333.220250:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423134080:0@lo:8:kworker.0 00000100:00100000:3.0:1746166333.220270:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423133312:0@lo:400:kworker.0 00000100:00100000:3.0:1746166333.220291:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166333.220304:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423133952:0@lo:400:kworker.0 00000100:00100000:3.0:1746166333.220316:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166333.220326:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1746166333.220330:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423133440:0@lo:400:kworker.0 00000100:00100000:3.0:1746166333.220341:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166333.220349:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423134208:0@lo:400:kworker.0 00000100:00100000:3.0:1746166333.220359:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166333.220372:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423133312 00000100:00100000:3.0:1746166333.220375:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423133312 00000100:00100000:3.0:1746166333.220405:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423133952 00000100:00100000:3.0:1746166333.220407:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423133952 00000100:00100000:3.0:1746166333.220416:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423133440 00000100:00100000:3.0:1746166333.220418:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423133440 00000100:00100000:2.0:1746166333.220429:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423133568:0@lo:400:kworker.0 00000100:00100000:3.0:1746166333.220432:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2506 00000100:00100000:3.0:1746166333.220436:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090461f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423133312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166333.220453:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166333.220460:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090461f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423133312:12345-0@lo:400:kworker.0 Request processed in 23us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166333.220465:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2506 00000100:00100000:2.0:1746166333.220467:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090461500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423134336:0@lo:400:kworker.0 00000100:00100000:3.0:1746166333.220474:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2507 00000100:00100000:3.0:1746166333.220478:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090463b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423133952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166333.220481:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166333.220489:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1746166333.220493:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423133184:0@lo:400:kworker.0 00000100:00100000:3.0:1746166333.220496:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090463b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423133952:12345-0@lo:400:kworker.0 Request processed in 18us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166333.220501:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2507 00000100:00100000:3.0:1746166333.220509:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423134336 00000100:00100000:2.0:1746166333.220510:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166333.220511:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423134336 00000100:00100000:3.0:1746166333.220520:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2508 00000100:00100000:3.0:1746166333.220524:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423133440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166333.220533:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423133824:0@lo:400:kworker.0 00000100:00100000:3.0:1746166333.220541:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423133440:12345-0@lo:400:kworker.0 Request processed in 18us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166333.220546:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2508 00000100:00100000:2.0:1746166333.220547:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166333.220554:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2509 00000100:00100000:3.0:1746166333.220558:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b201180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423134336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166333.220564:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423133568 00000100:00100000:2.0:1746166333.220567:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423133568 00000100:00100000:3.0:1746166333.220592:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b201180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423134336:12345-0@lo:400:kworker.0 Request processed in 32us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166333.220596:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35617 00000100:00100000:3.0:1746166333.220596:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2509 00000100:00100000:2.0:1746166333.220601:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b203800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423133568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166333.220612:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423134208 00000100:00100000:3.0:1746166333.220614:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423134208 00000100:00100000:2.0:1746166333.220623:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b203800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423133568:12345-0@lo:400:kworker.0 Request processed in 23us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166333.220628:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35617 00000100:00100000:3.0:1746166333.220629:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423133824 00000100:00100000:3.0:1746166333.220631:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423133824 00000100:00100000:3.0:1746166333.220641:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7646 00000100:00100000:2.0:1746166333.220645:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423133184 00000100:00100000:3.0:1746166333.220645:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423134208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166333.220646:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423133184 00000100:00100000:2.0:1746166333.220661:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:3.0:1746166333.220664:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423134208:12345-0@lo:400:kworker.0 Request processed in 20us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166333.220665:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423133184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166333.220668:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7646 00000100:00100000:3.0:1746166333.220698:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7647 00000100:00100000:3.0:1746166333.220703:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b202300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423133824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166333.220707:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423133184:12345-0@lo:400:kworker.0 Request processed in 41us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166333.220712:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:3.0:1746166333.220724:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b202300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423133824:12345-0@lo:400:kworker.0 Request processed in 21us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166333.220728:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7647 00000100:00100000:2.0:1746166333.220734:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423133184:0@lo:400:kworker.0 00000100:00100000:2.0:1746166333.220744:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423133824:0@lo:400:kworker.0 00000100:00100000:3.0:1746166333.220744:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423133440:0@lo:400:kworker.0 00000100:00100000:2.0:1746166333.220750:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423133568:0@lo:400:kworker.0 00000100:00100000:3.0:1746166333.220751:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423134208:0@lo:400:kworker.0 00000100:00100000:2.0:1746166333.220757:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090461500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423134336:0@lo:400:kworker.0 00000100:00100000:3.0:1746166333.220757:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423133312:0@lo:400:kworker.0 00000100:00100000:3.0:1746166333.220763:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423133952:0@lo:400:kworker.0 00000100:00080000:2.0:1746166333.220790:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746166333.220793:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746166333.220794:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166333.250122:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423134464:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166333.250187:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166333.250489:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423134464 00000100:00100000:1.0:1746166333.250495:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423134464 00000100:00100000:1.0:1746166333.250547:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35618 00000100:00100000:1.0:1746166333.250555:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b202a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423134464:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166333.250613:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166333.250666:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b202a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423134464:12345-0@lo:41:osp-pre-0-1.0 Request processed in 111us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166333.250672:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35618 00000100:00100000:3.0:1746166333.250963:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423134464:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166333.457890:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746166333.457907:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423134592:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166333.457966:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166333.460366:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423134592 00000100:00100000:3.0:1746166333.460377:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423134592 00000100:00100000:3.0:1746166333.460588:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7020 00000100:00100000:3.0:1746166333.460598:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090462680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423134592:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166333.460621:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166333.460692:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090462680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423134592:12345-0@lo:13:osp-pre-1-0.0 Request processed in 95us (2724us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166333.460698:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7020 00000100:00100000:2.0:1746166333.460789:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423134592:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166333.948315:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166334.949905:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166335.955055:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166336.959357:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166337.237759:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746166337.237779:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423134720:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166337.237838:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166337.239221:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423134720 00000100:00100000:1.0:1746166337.239231:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423134720 00000100:00100000:1.0:1746166337.245442:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7021 00000100:00100000:1.0:1746166337.245462:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423134720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166337.245494:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166337.245584:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423134720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 129us (7746us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166337.245591:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7021 00000100:00080000:2.0:1746166337.245661:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166337.245721:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423134720:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746166337.962212:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166338.142963:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166338.143067:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439142144 00000100:00100000:2.0:1746166338.143082:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439142144 00000100:00100000:2.0:1746166338.143139:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 764 00000100:00100000:2.0:1746166338.143146:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439142144:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166338.143893:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439142144:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 744us (935us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166338.143899:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 764 00000100:00100000:0.0:1746166338.143937:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166338.144056:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166338.144177:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439142272 00000100:00100000:3.0:1746166338.144182:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439142272 00000100:00100000:3.0:1746166338.144226:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439142400 00000100:00100000:3.0:1746166338.144229:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439142400 00000100:00100000:3.0:1746166338.144245:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2510 00000100:00100000:3.0:1746166338.144252:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439142272:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166338.144302:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439142272:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 50us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166338.144308:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2511 00000100:00100000:3.0:1746166338.144313:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2510 00000100:00100000:2.0:1746166338.144316:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439142400:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166338.144343:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439142400:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 29us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166338.144349:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2511 00000100:00080000:0.0:1746166338.144794:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166338.144798:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166338.145087:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166338.145147:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439142528 00000100:00100000:3.0:1746166338.145151:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439142528 00000100:00100000:3.0:1746166338.145178:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50045 00000100:00100000:3.0:1746166338.145183:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090461500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439142528:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166338.145203:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166338.145225:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090461500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439142528:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 41us (140us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166338.145231:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50045 00000100:00080000:3.0:1746166338.225875:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1746166338.225876:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423135104:0@lo:400:kworker.0 00000100:00100000:2.0:1746166338.225876:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423134848:0@lo:400:kworker.0 00000100:00080000:3.0:1746166338.225879:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746166338.225881:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746166338.225885:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10254 00000100:00080000:3.0:1746166338.225889:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1746166338.225893:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746166338.225910:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095a21c00 x1830977423135488/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166338.225928:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166338.225930:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746166338.225935:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746166338.225937:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746166338.225938:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746166338.225941:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10254 00000100:00080000:3.0:1746166338.225942:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1746166338.225945:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746166338.225957:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a085fb80 x1830977423136000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166338.225976:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423135616:0@lo:400:kworker.0 00000100:00100000:3.0:1746166338.225986:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423135232:0@lo:400:kworker.0 00000100:00100000:2.0:1746166338.225999:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166338.226001:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423135744:0@lo:400:kworker.0 00000100:00100000:3.0:1746166338.226012:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166338.226018:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423136256:0@lo:400:kworker.0 00000100:00100000:0.0:1746166338.226024:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166338.226027:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423135872:0@lo:400:kworker.0 00000100:00100000:2.0:1746166338.226036:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166338.226044:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166338.226048:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423135104 00000100:00100000:2.0:1746166338.226051:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1746166338.226053:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423135104 00000100:00100000:2.0:1746166338.226055:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423134976:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166338.226065:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423135488:0@lo:8:kworker.0 00000100:00100000:2.0:1746166338.226071:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166338.226081:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166338.226085:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423135232 00000100:00100000:0.0:1746166338.226087:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423135232 00000100:00100000:3.0:1746166338.226092:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423136000:0@lo:8:kworker.0 00000100:00100000:3.0:1746166338.226103:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166338.226104:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423135744 00000100:00100000:0.0:1746166338.226106:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423135744 00000100:00100000:0.0:1746166338.226112:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423136256 00000100:00100000:0.0:1746166338.226114:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423136256 00000100:00100000:0.0:1746166338.226123:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2512 00000100:00100000:3.0:1746166338.226123:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423135616 00000100:00100000:3.0:1746166338.226126:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423135616 00000100:00100000:0.0:1746166338.226129:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423135104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166338.226142:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423135488 00000100:00100000:3.0:1746166338.226144:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423135488 00000100:00100000:3.0:1746166338.226151:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423136000 00000100:00100000:3.0:1746166338.226153:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423136000 00000100:00100000:3.0:1746166338.226160:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7648 00000100:00100000:0.0:1746166338.226163:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423135104:12345-0@lo:400:kworker.0 Request processed in 34us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166338.226164:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423135616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166338.226168:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2512 00000100:00100000:0.0:1746166338.226180:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2513 00000100:00100000:0.0:1746166338.226184:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423135232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166338.226188:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423135616:12345-0@lo:400:kworker.0 Request processed in 23us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166338.226192:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7648 00000100:00100000:0.0:1746166338.226204:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423135232:12345-0@lo:400:kworker.0 Request processed in 20us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166338.226206:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50046 00000100:00100000:0.0:1746166338.226208:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2513 00000100:00100000:3.0:1746166338.226209:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423135488:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1746166338.226216:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2514 00000100:00100000:0.0:1746166338.226219:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423135744:12345-0@lo:400:kworker.0 00010000:00020000:3.0:1746166338.226225:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166338.226234:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423135744:12345-0@lo:400:kworker.0 Request processed in 15us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166338.226238:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2514 00000100:00100000:0.0:1746166338.226245:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2515 00000100:00100000:3.0:1746166338.226245:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423135488:12345-0@lo:8:kworker.0 Request processed in 35us (163us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166338.226248:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423136256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166338.226250:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50046 00000100:00100000:3.0:1746166338.226262:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50047 00000100:00100000:0.0:1746166338.226264:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423136256:12345-0@lo:400:kworker.0 Request processed in 15us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166338.226265:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423136000:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1746166338.226268:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2515 00010000:00020000:3.0:1746166338.226273:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166338.226301:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423136000:12345-0@lo:8:kworker.0 Request processed in 34us (196us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166338.226306:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50047 00000100:00080000:3.0:1746166338.226332:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166338.226335:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166338.226338:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423135488:0@lo:8:kworker.0 00000100:00080000:3.0:1746166338.226345:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166338.226347:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166338.226349:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423136000:0@lo:8:kworker.0 00000100:00100000:3.0:1746166338.226385:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423135872 00000100:00100000:3.0:1746166338.226387:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423135872 00000100:00100000:2.0:1746166338.226392:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423135360:0@lo:400:kworker.0 00000100:00100000:1.0:1746166338.226393:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423134976 00000100:00100000:1.0:1746166338.226397:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423134976 00000100:00100000:3.0:1746166338.226405:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35619 00000100:00100000:2.0:1746166338.226408:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166338.226409:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:3770:x1830977423135872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166338.226415:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423135360 00000100:00100000:2.0:1746166338.226416:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423136128:0@lo:400:kworker.0 00000100:00100000:1.0:1746166338.226417:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423135360 00000100:00100000:1.0:1746166338.226424:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35620 00000100:00100000:1.0:1746166338.226428:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136054a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:3772:x1830977423134976:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166338.226429:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166338.226434:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:3770:x1830977423135872:12345-0@lo:400:kworker.0 Request processed in 25us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166338.226438:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35619 00000100:00100000:2.0:1746166338.226446:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423136256:0@lo:400:kworker.0 00000004:00000024:1.0:1746166338.226447:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166338.226448:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35621 00000100:00100000:3.0:1746166338.226452:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423135360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166338.226453:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423135616:0@lo:400:kworker.0 00000100:00100000:0.0:1746166338.226502:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423135232:0@lo:400:kworker.0 00000100:00100000:3.0:1746166338.226503:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423135360:12345-0@lo:400:kworker.0 Request processed in 50us (94us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166338.226505:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423134848 00000100:00100000:2.0:1746166338.226508:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423134848 00000100:00100000:3.0:1746166338.226508:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35621 00000100:00100000:0.0:1746166338.226515:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423135872:0@lo:400:kworker.0 00000100:00100000:3.0:1746166338.226525:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423136128 00000100:00100000:3.0:1746166338.226528:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423136128 00000100:00100000:2.0:1746166338.226529:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:2.0:1746166338.226533:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423134848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166338.226542:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423135744:0@lo:400:kworker.0 00000100:00100000:3.0:1746166338.226543:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7649 00000100:00100000:3.0:1746166338.226547:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423136128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166338.226548:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423135104:0@lo:400:kworker.0 00000100:00100000:2.0:1746166338.226553:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423134848:12345-0@lo:400:kworker.0 Request processed in 21us (623us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166338.226558:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00080000:0.0:1746166338.226560:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746166338.226564:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166338.226565:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166338.226571:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423136128:12345-0@lo:400:kworker.0 Request processed in 23us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166338.226575:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7649 00000100:00100000:2.0:1746166338.226581:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423135360:0@lo:400:kworker.0 00000100:00100000:2.0:1746166338.226588:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423136128:0@lo:400:kworker.0 00000100:00100000:2.0:1746166338.226593:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423134848:0@lo:400:kworker.0 00000100:00100000:1.0:1746166338.226779:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136054a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423134976:12345-0@lo:41:osp-pre-1-0.0 Request processed in 349us (706us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166338.226785:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35620 00000100:00100000:2.0:1746166338.226945:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423134976:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166338.257925:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746166338.257943:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423136384:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166338.257998:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166338.258080:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423136384 00000100:00100000:2.0:1746166338.258088:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423136384 00000100:00100000:2.0:1746166338.258129:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35622 00000100:00100000:2.0:1746166338.258136:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423136384:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166338.258162:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166338.258208:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423136384:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166338.258214:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35622 00000100:00100000:0.0:1746166338.258321:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423136384:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166338.468217:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423136512:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166338.468280:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166338.468369:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423136512 00000100:00100000:2.0:1746166338.468376:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423136512 00000100:00100000:2.0:1746166338.468424:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7022 00000100:00100000:2.0:1746166338.468432:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423136512:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166338.468452:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166338.468739:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423136512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 307us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166338.468746:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7022 00000100:00100000:0.0:1746166338.469051:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423136512:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166338.963881:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166339.966069:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166340.968860:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166341.969910:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166342.258899:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423136640:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166342.259135:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166342.259226:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423136640 00000100:00100000:0.0:1746166342.259232:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423136640 00000100:00100000:0.0:1746166342.259273:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7023 00000100:00100000:0.0:1746166342.259280:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423136640:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166342.259305:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166342.259334:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423136640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166342.259344:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7023 00000100:00100000:0.0:1746166342.259383:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423136640:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1746166342.259702:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746166342.971994:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166343.153301:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166343.153361:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166343.153466:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439142784 00000100:00100000:2.0:1746166343.153474:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439142784 00000100:00100000:2.0:1746166343.153527:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2516 00000100:00100000:2.0:1746166343.153535:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439142784:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166343.153595:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439142784:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 62us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166343.153600:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2516 00000100:00080000:1.0:1746166343.153696:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166343.153735:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439143040 00000100:00100000:3.0:1746166343.153738:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439143040 00000100:00100000:3.0:1746166343.153760:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50048 00000100:00100000:3.0:1746166343.153765:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439143040:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166343.153787:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166343.154026:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439143040:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 259us (664us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166343.154032:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50048 00000100:00100000:0.0:1746166343.155891:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166343.156324:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166343.156363:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439142656 00000100:00100000:2.0:1746166343.156370:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439142656 00000100:00100000:2.0:1746166343.156879:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 766 00000100:00100000:2.0:1746166343.156888:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f67ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439142656:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166343.156944:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f67ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439142656:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 58us (1057us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166343.156950:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 766 00000100:00100000:3.0:1746166343.157032:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439142912 00000100:00100000:3.0:1746166343.157036:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439142912 00000100:00100000:3.0:1746166343.157084:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2517 00000100:00100000:3.0:1746166343.157090:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439142912:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166343.157118:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439142912:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 29us (796us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166343.157122:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2517 00000100:00080000:1.0:1746166343.157183:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166343.234172:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423136768:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166343.234229:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166343.234364:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423136768 00000100:00100000:1.0:1746166343.234370:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423136768 00000100:00100000:1.0:1746166343.234415:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35623 00000100:00100000:1.0:1746166343.234421:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423136768:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166343.234446:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166343.234480:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423136768:12345-0@lo:41:osp-pre-1-0.0 Request processed in 60us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166343.234485:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35623 00000100:00100000:1.0:1746166343.234502:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423136896:0@lo:400:kworker.0 00000100:00100000:1.0:1746166343.234765:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166343.234800:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423136896 00000100:00100000:1.0:1746166343.234803:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423136896 00000100:00100000:1.0:1746166343.234823:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:1.0:1746166343.234996:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f67e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423136896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166343.235023:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f67e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423136896:12345-0@lo:400:kworker.0 Request processed in 195us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166343.235028:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:1.0:1746166343.235058:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423136896:0@lo:400:kworker.0 00000100:00100000:3.0:1746166343.235136:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423136768:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1746166343.235260:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166343.235264:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166343.235266:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166343.235270:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10259 00000100:00080000:2.0:1746166343.235273:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746166343.235277:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166343.235290:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090b09f80 x1830977423137408/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166343.235310:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166343.235312:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166343.235314:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166343.235316:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10259 00000100:00080000:2.0:1746166343.235318:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166343.235321:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166343.235328:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f87df80 x1830977423137792/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166343.235357:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423137408:0@lo:8:kworker.0 00000100:00100000:2.0:1746166343.235377:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166343.235391:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f87df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423137792:0@lo:8:kworker.0 00000100:00100000:2.0:1746166343.235414:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166343.235619:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423137408 00000100:00100000:2.0:1746166343.235623:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423137408 00000100:00100000:2.0:1746166343.235636:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423137792 00000100:00100000:2.0:1746166343.235637:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423137792 00000100:00100000:2.0:1746166343.235646:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50049 00000100:00100000:2.0:1746166343.235650:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423137408:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166343.235666:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166343.235703:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423137408:12345-0@lo:8:kworker.0 Request processed in 52us (325us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166343.235707:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50049 00000100:00100000:2.0:1746166343.235716:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50050 00000100:00100000:2.0:1746166343.235719:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423137792:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166343.235727:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166343.235738:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423137792:12345-0@lo:8:kworker.0 Request processed in 18us (323us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166343.235742:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50050 00000100:00080000:2.0:1746166343.235757:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166343.235760:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166343.235763:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423137408:0@lo:8:kworker.0 00000100:00080000:2.0:1746166343.235769:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166343.235770:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166343.235773:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f87df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423137792:0@lo:8:kworker.0 00000100:00100000:2.0:1746166343.235800:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423137024:0@lo:400:kworker.0 00000100:00100000:2.0:1746166343.235816:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166343.235827:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423137664:0@lo:400:kworker.0 00000100:00100000:2.0:1746166343.235838:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166343.235848:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746166343.235852:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423137536:0@lo:400:kworker.0 00000100:00100000:2.0:1746166343.235863:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166343.235877:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423137024 00000100:00100000:2.0:1746166343.235879:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423137024 00000100:00100000:2.0:1746166343.235901:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423137664 00000100:00100000:2.0:1746166343.235903:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423137664 00000100:00100000:2.0:1746166343.235912:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2518 00000100:00100000:2.0:1746166343.235916:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423137024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166343.235937:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423137024:12345-0@lo:400:kworker.0 Request processed in 21us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166343.235941:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2518 00000100:00100000:2.0:1746166343.235948:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2519 00000100:00100000:2.0:1746166343.235952:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423137664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166343.235966:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423137664:12345-0@lo:400:kworker.0 Request processed in 14us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166343.235970:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2519 00000100:00100000:2.0:1746166343.235984:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423137024:0@lo:400:kworker.0 00000100:00100000:2.0:1746166343.235991:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423137664:0@lo:400:kworker.0 00000100:00100000:2.0:1746166343.236002:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423137536 00000100:00100000:2.0:1746166343.236004:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423137536 00000100:00100000:2.0:1746166343.236017:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7650 00000100:00100000:2.0:1746166343.236021:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423137536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166343.236040:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423137536:12345-0@lo:400:kworker.0 Request processed in 19us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166343.236045:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7650 00000100:00100000:2.0:1746166343.236059:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423137536:0@lo:400:kworker.0 00000100:00080000:2.0:1746166343.236081:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166343.236132:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423137152:0@lo:400:kworker.0 00000100:00100000:0.0:1746166343.236153:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166343.236165:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423137920:0@lo:400:kworker.0 00000100:00100000:0.0:1746166343.236176:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166343.236185:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746166343.236189:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423137280:0@lo:400:kworker.0 00000100:00100000:0.0:1746166343.236201:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166343.236209:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423138048:0@lo:400:kworker.0 00000100:00100000:0.0:1746166343.236220:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166343.236235:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423137152 00000100:00100000:0.0:1746166343.236237:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423137152 00000100:00100000:0.0:1746166343.236253:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423138048 00000100:00100000:0.0:1746166343.236255:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423138048 00000100:00100000:0.0:1746166343.236264:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2520 00000100:00100000:0.0:1746166343.236268:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423137152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166343.236288:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423137152:12345-0@lo:400:kworker.0 Request processed in 19us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166343.236292:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2520 00000100:00100000:0.0:1746166343.236299:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2521 00000100:00100000:0.0:1746166343.236303:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423138048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166343.236319:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423138048:12345-0@lo:400:kworker.0 Request processed in 15us (97us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166343.236323:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2521 00000100:00080000:0.0:1746166343.236330:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166343.236344:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423138048:0@lo:400:kworker.0 00000100:00100000:0.0:1746166343.236350:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423137152:0@lo:400:kworker.0 00000100:00100000:1.0:1746166343.236440:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423137280 00000100:00100000:1.0:1746166343.236443:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423137280 00000100:00100000:1.0:1746166343.237030:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35624 00000100:00100000:1.0:1746166343.237036:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423137280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166343.237068:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423137280:12345-0@lo:400:kworker.0 Request processed in 33us (866us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166343.237072:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35624 00000100:00100000:2.0:1746166343.237124:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423137920 00000100:00100000:2.0:1746166343.237128:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423137920 00000100:00080000:1.0:1746166343.237535:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166343.237568:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7651 00000100:00100000:2.0:1746166343.237574:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423137920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166343.237600:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423137920:12345-0@lo:400:kworker.0 Request processed in 27us (1423us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166343.237605:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7651 00000100:00100000:0.0:1746166343.237726:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423137280:0@lo:400:kworker.0 00000100:00100000:0.0:1746166343.237734:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423137920:0@lo:400:kworker.0 00000100:00100000:1.0:1746166343.266105:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423138176:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166343.266159:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166343.266358:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423138176 00000100:00100000:0.0:1746166343.266365:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423138176 00000100:00100000:0.0:1746166343.266437:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35625 00000100:00100000:0.0:1746166343.266446:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423138176:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746166343.266476:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746166343.266523:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423138176:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166343.266529:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35625 00000100:00100000:2.0:1746166343.266761:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423138176:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166343.474220:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746166343.474239:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423138304:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166343.474295:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166343.474932:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423138304 00000100:00100000:0.0:1746166343.474941:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423138304 00000100:00100000:0.0:1746166343.474988:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7024 00000100:00100000:0.0:1746166343.474996:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423138304:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166343.475015:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166343.475061:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423138304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (766us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166343.475067:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7024 00000100:00100000:3.0:1746166343.475375:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423138304:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166343.974355:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166344.976331:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166345.979402:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166346.981917:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166347.266488:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423138432:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166347.266552:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166347.267162:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423138432 00000100:00100000:1.0:1746166347.267170:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423138432 00000100:00080000:2.0:1746166347.267225:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166347.267273:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7025 00000100:00100000:1.0:1746166347.267281:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423138432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166347.267329:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166347.267412:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423138432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 132us (859us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166347.267432:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423138432:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166347.267434:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7025 00010000:00010000:1.0:1746166347.983884:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166348.160087:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166348.160223:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166348.160573:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439143168 00000100:00100000:1.0:1746166348.160581:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439143168 00000100:00100000:1.0:1746166348.160618:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 768 00000100:00100000:1.0:1746166348.160624:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439143168:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166348.160672:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439143168:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 49us (594us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166348.160701:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 768 00000100:00100000:0.0:1746166348.161036:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166348.161077:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166348.161098:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439143552 00000100:00100000:0.0:1746166348.161101:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439143552 00000100:00100000:3.0:1746166348.161303:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439143296 00000100:00100000:3.0:1746166348.161307:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439143296 00000100:00100000:2.0:1746166348.161575:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439143424 00000100:00100000:2.0:1746166348.161580:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439143424 00000100:00100000:0.0:1746166348.163402:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50051 00000100:00100000:0.0:1746166348.163410:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439143552:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746166348.163431:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166348.163488:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439143552:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 77us (2409us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166348.163494:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50051 00000100:00100000:3.0:1746166348.163751:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2522 00000100:00100000:3.0:1746166348.163760:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439143296:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166348.163792:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439143296:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 34us (3569us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166348.163797:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2522 00000100:00080000:3.0:1746166348.163824:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746166348.163827:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166348.164169:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2523 00000100:00100000:2.0:1746166348.164177:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439143424:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166348.164211:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439143424:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 36us (3175us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166348.164216:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2523 00000100:00100000:0.0:1746166348.243035:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423138560:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166348.243096:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166348.243151:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423138688:0@lo:400:kworker.0 00000100:00100000:1.0:1746166348.243159:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423138560 00000100:00100000:1.0:1746166348.243165:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423138560 00000100:00100000:0.0:1746166348.243172:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166348.243206:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35626 00000100:00100000:1.0:1746166348.243214:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423138560:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166348.243242:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00080000:2.0:1746166348.243303:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166348.243308:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166348.243311:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166348.243324:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10264 00000100:00080000:2.0:1746166348.243328:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166348.243332:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166348.243351:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800977e0000 x1830977423139200/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166348.243375:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166348.243378:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166348.243379:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166348.243382:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10264 00000100:00080000:2.0:1746166348.243384:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166348.243386:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746166348.243391:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423138816:0@lo:400:kworker.0 00000100:00100000:2.0:1746166348.243394:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090b0bb80 x1830977423139584/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166348.243395:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f87df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423139328:0@lo:400:kworker.0 00000100:00100000:0.0:1746166348.243420:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166348.243420:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166348.243421:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423138944:0@lo:400:kworker.0 00000100:00100000:3.0:1746166348.243438:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423139456:0@lo:400:kworker.0 00000100:00100000:2.0:1746166348.243440:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166348.243452:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166348.243659:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423138560:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166348.243672:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746166348.243691:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423139072:0@lo:400:kworker.0 00000100:00100000:1.0:1746166348.243744:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423138560:12345-0@lo:41:osp-pre-1-0.0 Request processed in 530us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166348.243749:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166348.243750:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35626 00000100:00100000:0.0:1746166348.243762:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423139840:0@lo:400:kworker.0 00000100:00100000:1.0:1746166348.243763:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423139072 00000100:00100000:1.0:1746166348.243766:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423139072 00000100:00100000:0.0:1746166348.243780:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166348.243780:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35627 00000100:00100000:1.0:1746166348.243784:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423139072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166348.243800:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423138816 00000100:00100000:0.0:1746166348.243802:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423139328 00000100:00100000:3.0:1746166348.243804:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423138816 00000100:00100000:0.0:1746166348.243805:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423139328 00000100:00100000:1.0:1746166348.243808:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423139072:12345-0@lo:400:kworker.0 Request processed in 24us (58us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166348.243812:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35627 00000100:00100000:0.0:1746166348.243822:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7652 00000100:00100000:0.0:1746166348.243827:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423139328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166348.243827:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423138688 00000100:00100000:1.0:1746166348.243829:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423138688 00000100:00100000:3.0:1746166348.243834:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423138944 00000100:00100000:3.0:1746166348.243836:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423138944 00000100:00100000:1.0:1746166348.243844:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:0.0:1746166348.243848:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423139328:12345-0@lo:400:kworker.0 Request processed in 21us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166348.243848:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423138688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166348.243849:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423139456 00000100:00100000:3.0:1746166348.243850:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423139456 00000100:00100000:0.0:1746166348.243853:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7652 00000100:00100000:3.0:1746166348.243857:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423139840 00000100:00100000:3.0:1746166348.243858:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423139840 00000100:00100000:1.0:1746166348.243866:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423138688:12345-0@lo:400:kworker.0 Request processed in 18us (693us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166348.243867:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2524 00000100:00100000:1.0:1746166348.243871:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00100000:3.0:1746166348.243871:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2525 00000100:00100000:0.0:1746166348.243872:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423138816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166348.243876:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423138944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166348.243894:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423138816:12345-0@lo:400:kworker.0 Request processed in 23us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166348.243896:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423139072:0@lo:400:kworker.0 00000100:00100000:0.0:1746166348.243899:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2524 00000100:00100000:1.0:1746166348.243903:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f87df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423139328:0@lo:400:kworker.0 00000100:00100000:3.0:1746166348.243907:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423138944:12345-0@lo:400:kworker.0 Request processed in 31us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166348.243909:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423138688:0@lo:400:kworker.0 00000100:00100000:3.0:1746166348.243913:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2525 00000100:00100000:0.0:1746166348.244086:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2526 00000100:00100000:0.0:1746166348.244091:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423139456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166348.244101:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2527 00000100:00100000:3.0:1746166348.244106:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423139840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166348.244113:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423139456:12345-0@lo:400:kworker.0 Request processed in 22us (660us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166348.244117:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2526 00000100:00080000:1.0:1746166348.244125:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166348.244128:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166348.244133:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423139840:12345-0@lo:400:kworker.0 Request processed in 27us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166348.244138:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2527 00000100:00100000:1.0:1746166348.244141:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423139840:0@lo:400:kworker.0 00000100:00100000:0.0:1746166348.244142:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423139200:0@lo:8:kworker.0 00000100:00100000:0.0:1746166348.244162:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166348.244164:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423138816:0@lo:400:kworker.0 00000100:00100000:3.0:1746166348.244172:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423139456:0@lo:400:kworker.0 00000100:00100000:0.0:1746166348.244180:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423139584:0@lo:8:kworker.0 00000100:00100000:1.0:1746166348.244181:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423139200 00000100:00100000:1.0:1746166348.244184:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423139200 00000100:00100000:0.0:1746166348.244195:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166348.244196:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50052 00000100:00100000:1.0:1746166348.244201:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423139200:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1746166348.244211:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423139584 00000100:00100000:0.0:1746166348.244213:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423139584 00010000:00020000:1.0:1746166348.244216:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166348.244223:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50053 00000100:00100000:0.0:1746166348.244226:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423139584:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166348.244235:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166348.244238:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423139200:12345-0@lo:8:kworker.0 Request processed in 37us (75us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166348.244243:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50052 00000100:00100000:0.0:1746166348.244248:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423139584:12345-0@lo:8:kworker.0 Request processed in 21us (52us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166348.244258:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50053 00000100:00080000:0.0:1746166348.244275:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166348.244278:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166348.244280:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423139200:0@lo:8:kworker.0 00000100:00080000:0.0:1746166348.244286:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166348.244289:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166348.244291:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423139584:0@lo:8:kworker.0 00000100:00100000:2.0:1746166348.244305:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423138944:0@lo:400:kworker.0 00000100:00100000:2.0:1746166348.244310:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423139712:0@lo:400:kworker.0 00000100:00100000:2.0:1746166348.244338:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166348.245960:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423139712 00000100:00100000:0.0:1746166348.245967:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423139712 00000100:00100000:0.0:1746166348.246017:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7653 00000100:00100000:0.0:1746166348.246024:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423139712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166348.246075:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423139712:12345-0@lo:400:kworker.0 Request processed in 53us (1737us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166348.246081:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7653 00000100:00100000:3.0:1746166348.246743:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423139712:0@lo:400:kworker.0 00000100:00080000:1.0:1746166348.246750:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166348.275407:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746166348.275426:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423139968:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166348.275483:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166348.275552:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423139968 00000100:00100000:2.0:1746166348.275558:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423139968 00000100:00100000:2.0:1746166348.275588:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35628 00000100:00100000:2.0:1746166348.275594:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423139968:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166348.275619:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166348.275651:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423139968:12345-0@lo:41:osp-pre-0-1.0 Request processed in 57us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166348.275657:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35628 00000100:00100000:0.0:1746166348.275734:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423139968:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166348.482469:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746166348.482489:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423140096:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166348.482543:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166348.482636:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423140096 00000100:00100000:1.0:1746166348.482643:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423140096 00000100:00100000:1.0:1746166348.482699:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7026 00000100:00100000:1.0:1746166348.482706:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423140096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746166348.482725:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166348.482776:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423140096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166348.482782:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7026 00000100:00100000:3.0:1746166348.482855:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423140096:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166348.985905:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166349.990089:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166350.992111:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166351.994175:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166352.274910:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423140224:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166352.274967:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166352.275183:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423140224 00000100:00100000:0.0:1746166352.275189:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423140224 00000100:00100000:0.0:1746166352.275239:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7027 00000100:00100000:0.0:1746166352.275258:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423140224:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1746166352.275272:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:0.0:1746166352.275283:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166352.275401:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423140224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 155us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166352.275408:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7027 00000100:00100000:3.0:1746166352.275440:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423140224:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166352.996089:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166353.168044:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166353.168083:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166353.168121:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439143680 00000100:00100000:0.0:1746166353.168129:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166353.168129:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439143680 00000100:00100000:2.0:1746166353.168186:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439143936 00000100:00100000:2.0:1746166353.168189:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439143936 00000100:00100000:2.0:1746166353.168260:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439143808 00000100:00100000:2.0:1746166353.168263:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439143808 00000100:00100000:2.0:1746166353.168283:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2528 00000100:00100000:2.0:1746166353.168291:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439143936:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166353.168354:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439143936:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 63us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166353.168360:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2528 00000100:00100000:1.0:1746166353.168367:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 770 00000100:00100000:1.0:1746166353.168373:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439143680:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166353.168374:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2529 00000100:00100000:2.0:1746166353.168378:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439143808:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166353.168397:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439143808:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 18us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166353.168401:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2529 00000100:00100000:1.0:1746166353.168749:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439143680:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 375us (713us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166353.168755:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 770 00000100:00080000:0.0:1746166353.173457:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746166353.173464:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166353.176016:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166353.176112:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439144064 00000100:00100000:2.0:1746166353.176120:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439144064 00000100:00100000:2.0:1746166353.176294:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50054 00000100:00100000:2.0:1746166353.176301:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439144064:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166353.176324:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166353.176494:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439144064:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 191us (484us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166353.176501:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50054 00000100:00100000:1.0:1746166353.250788:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423140352:0@lo:400:kworker.0 00000100:00100000:1.0:1746166353.250850:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166353.250898:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746166353.250904:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423140480:0@lo:400:kworker.0 00000100:00100000:1.0:1746166353.250927:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166353.251024:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423140608:0@lo:400:kworker.0 00000100:00100000:3.0:1746166353.251075:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423140352 00000100:00100000:3.0:1746166353.251081:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423140352 00000100:00100000:3.0:1746166353.251112:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:3.0:1746166353.251119:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423140352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166353.251157:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423140352:12345-0@lo:400:kworker.0 Request processed in 39us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166353.251162:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00080000:2.0:1746166353.251438:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166353.251443:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166353.251445:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166353.251450:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10269 00000100:00080000:2.0:1746166353.251452:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166353.251456:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166353.251471:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136052300 x1830977423140992/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166353.251495:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166353.251497:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166353.251499:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166353.251501:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10269 00000100:00080000:2.0:1746166353.251504:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746166353.251507:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166353.251514:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136051f80 x1830977423141504/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166353.251540:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136053800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423141120:0@lo:400:kworker.0 00000100:00100000:2.0:1746166353.251564:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166353.251583:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423141760:0@lo:400:kworker.0 00000100:00100000:2.0:1746166353.251603:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423141120 00000100:00100000:2.0:1746166353.251606:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423141120 00000100:00100000:2.0:1746166353.251629:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7654 00000100:00100000:2.0:1746166353.251634:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0908a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423141120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166353.251664:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0908a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423141120:12345-0@lo:400:kworker.0 Request processed in 30us (99us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166353.251669:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7654 00000100:00100000:2.0:1746166353.251711:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124019f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423140736:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166353.251733:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166353.251747:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136051c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423141376:0@lo:400:kworker.0 00000100:00100000:3.0:1746166353.251904:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423140736 00000100:00100000:3.0:1746166353.251908:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423140736 00000100:00100000:3.0:1746166353.251931:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35629 00000100:00100000:3.0:1746166353.251936:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0909f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423140736:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166353.251957:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746166353.252956:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423140992:0@lo:8:kworker.0 00000100:00100000:2.0:1746166353.253617:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166353.253703:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0909f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423140736:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1765us (1966us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166353.253711:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35629 00000100:00100000:3.0:1746166353.253732:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423141376 00000100:00100000:3.0:1746166353.253736:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423141376 00000100:00100000:3.0:1746166353.253753:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35630 00000100:00100000:3.0:1746166353.253757:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0908000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423141376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166353.254282:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423140352:0@lo:400:kworker.0 00000100:00100000:1.0:1746166353.254303:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136053100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423140864:0@lo:400:kworker.0 00000100:00100000:1.0:1746166353.254327:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166353.254342:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a090b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423141632:0@lo:400:kworker.0 00000100:00100000:1.0:1746166353.254360:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166353.254384:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423140864 00000100:00100000:1.0:1746166353.254387:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423140864 00000100:00100000:1.0:1746166353.254404:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35631 00000100:00100000:1.0:1746166353.254408:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423140864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166353.254440:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423140864:12345-0@lo:400:kworker.0 Request processed in 31us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166353.254445:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35631 00000100:00100000:0.0:1746166353.255345:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166353.255364:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136051f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423141504:0@lo:8:kworker.0 00000100:00100000:0.0:1746166353.255382:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166353.255407:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423141632 00000100:00100000:0.0:1746166353.255410:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423141632 00000100:00100000:0.0:1746166353.255632:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423140992 00000100:00100000:0.0:1746166353.255636:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423140992 00000100:00100000:0.0:1746166353.255647:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423141504 00000100:00100000:0.0:1746166353.255648:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423141504 00000100:00100000:0.0:1746166353.255659:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7655 00000100:00100000:0.0:1746166353.255664:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423141632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166353.255705:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423141632:12345-0@lo:400:kworker.0 Request processed in 41us (1344us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166353.255711:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7655 00000100:00100000:0.0:1746166353.255721:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50055 00000100:00100000:0.0:1746166353.255725:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423140992:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166353.255743:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166353.255766:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423140992:12345-0@lo:8:kworker.0 Request processed in 40us (421us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166353.255771:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50055 00000100:00100000:0.0:1746166353.255778:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50056 00000100:00100000:0.0:1746166353.255781:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423141504:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166353.255789:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166353.255806:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423141504:12345-0@lo:8:kworker.0 Request processed in 24us (423us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166353.255810:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50056 00000100:00080000:0.0:1746166353.255825:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746166353.255847:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166353.255850:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166353.255853:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423140992:0@lo:8:kworker.0 00000100:00080000:0.0:1746166353.256030:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166353.256032:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166353.256035:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136051f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423141504:0@lo:8:kworker.0 00000100:00100000:0.0:1746166353.256091:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166353.256127:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136053800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423141120:0@lo:400:kworker.0 00000100:00100000:0.0:1746166353.256162:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423140480 00000100:00100000:0.0:1746166353.256166:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423140480 00000100:00100000:0.0:1746166353.256188:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423141760 00000100:00100000:0.0:1746166353.256190:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423141760 00000100:00100000:0.0:1746166353.256201:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2530 00000100:00100000:0.0:1746166353.256206:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423140480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166353.256254:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423140480:12345-0@lo:400:kworker.0 Request processed in 48us (5326us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166353.256259:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2530 00000100:00100000:0.0:1746166353.256268:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2531 00000100:00100000:0.0:1746166353.256271:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423141760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166353.256292:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423141760:12345-0@lo:400:kworker.0 Request processed in 21us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166353.256296:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2531 00000100:00100000:0.0:1746166353.256313:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423141760:0@lo:400:kworker.0 00000100:00080000:0.0:1746166353.256323:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166353.256803:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136053100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423140864:0@lo:400:kworker.0 00000100:00100000:2.0:1746166353.257430:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124019f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423140736:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166353.257445:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746166353.257451:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423141248:0@lo:400:kworker.0 00000100:00100000:2.0:1746166353.257473:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166353.257802:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423141248 00000100:00100000:1.0:1746166353.257807:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423141248 00000100:00100000:1.0:1746166353.257830:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2532 00000100:00100000:1.0:1746166353.257834:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0908700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423141248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166353.257890:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166353.258096:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0908700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423141248:12345-0@lo:400:kworker.0 Request processed in 261us (622us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166353.258101:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2532 00000100:00100000:1.0:1746166353.258111:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423140608 00000100:00100000:1.0:1746166353.258114:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423140608 00000100:00100000:3.0:1746166353.258118:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0908000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423141376:12345-0@lo:400:kworker.0 Request processed in 4360us (4502us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166353.258123:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35630 00000100:00100000:1.0:1746166353.258132:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2533 00000100:00100000:1.0:1746166353.258136:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423140608:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1746166353.258158:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166353.258161:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423140608:12345-0@lo:400:kworker.0 Request processed in 24us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166353.258166:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2533 00000100:00100000:3.0:1746166353.258175:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423140608:0@lo:400:kworker.0 00000100:00100000:2.0:1746166353.258254:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423141248:0@lo:400:kworker.0 00000100:00100000:2.0:1746166353.258261:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136051c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423141376:0@lo:400:kworker.0 00000100:00100000:0.0:1746166353.258334:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a090b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423141632:0@lo:400:kworker.0 00000100:00100000:0.0:1746166353.258342:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423140480:0@lo:400:kworker.0 00000100:00100000:3.0:1746166353.285126:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136053100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423141888:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166353.285188:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166353.285356:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423141888 00000100:00100000:0.0:1746166353.285363:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423141888 00000100:00100000:0.0:1746166353.285405:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35632 00000100:00100000:0.0:1746166353.285412:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423141888:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746166353.285444:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746166353.285491:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423141888:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166353.285498:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35632 00000100:00100000:3.0:1746166353.285595:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136053100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423141888:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166353.490369:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746166353.490387:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423142016:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166353.490447:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166353.490550:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423142016 00000100:00100000:1.0:1746166353.490557:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423142016 00000100:00100000:1.0:1746166353.490644:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7028 00000100:00100000:1.0:1746166353.490653:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136051c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423142016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746166353.490901:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166353.491453:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136051c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423142016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 800us (1004us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166353.491460:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7028 00000100:00100000:1.0:1746166353.491524:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423142016:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166353.997878:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166354.999901:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166356.002006:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166357.006102:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166357.282100:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423142144:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166357.282152:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166357.282874:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423142144 00000100:00100000:2.0:1746166357.283049:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423142144 00000100:00100000:2.0:1746166357.283092:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7029 00000100:00100000:2.0:1746166357.283099:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423142144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166357.283123:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166357.283158:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423142144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (1005us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166357.283172:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7029 00000100:00080000:3.0:1746166357.283275:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166357.283299:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423142144:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166358.007981:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166358.175747:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166358.175813:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439144192 00000100:00100000:3.0:1746166358.175822:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439144192 00000100:00100000:3.0:1746166358.175877:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 772 00000100:00100000:3.0:1746166358.175886:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439144192:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166358.175952:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439144192:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 66us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166358.175960:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 772 00000100:00100000:0.0:1746166358.178375:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166358.178406:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166358.178439:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166358.178460:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439144576 00000100:00100000:0.0:1746166358.178466:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439144576 00000100:00100000:0.0:1746166358.178487:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50057 00000100:00100000:0.0:1746166358.178492:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439144576:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746166358.178513:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166358.178548:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439144576:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 54us (107us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166358.178553:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50057 00000100:00100000:1.0:1746166358.179225:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439144320 00000100:00100000:1.0:1746166358.179230:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439144320 00000100:00100000:1.0:1746166358.179273:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439144448 00000100:00100000:1.0:1746166358.179275:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439144448 00000100:00080000:2.0:1746166358.179291:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746166358.179295:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166358.179437:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2534 00000100:00100000:2.0:1746166358.179442:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2535 00000100:00100000:1.0:1746166358.179444:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136053800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439144320:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166358.179448:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136051f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439144448:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166358.179481:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136051f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439144448:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 33us (1073us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166358.179486:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2535 00000100:00100000:1.0:1746166358.179521:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136053800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439144320:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 77us (1150us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166358.179527:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2534 00000100:00080000:2.0:1746166358.257883:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166358.257887:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166358.257889:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166358.257894:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10274 00000100:00100000:0.0:1746166358.257895:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a090b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423142656:0@lo:400:kworker.0 00000100:00080000:2.0:1746166358.257898:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746166358.257903:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166358.257918:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a090b100 x1830977423142784/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166358.257949:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166358.257951:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166358.257954:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166358.257955:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166358.257958:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10274 00000100:00080000:2.0:1746166358.257960:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746166358.257962:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166358.257971:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006dced180 x1830977423143296/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166358.257997:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423143424:0@lo:400:kworker.0 00000100:00100000:0.0:1746166358.258017:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166358.258031:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1746166358.258036:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0909180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423142272:0@lo:400:kworker.0 00000100:00100000:0.0:1746166358.258059:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166358.258078:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423142272 00000100:00100000:0.0:1746166358.258084:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423142272 00000100:00100000:0.0:1746166358.258111:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:0.0:1746166358.258117:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423142272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166358.258143:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423142272:12345-0@lo:400:kworker.0 Request processed in 27us (84us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166358.258159:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:0.0:1746166358.258182:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423143424 00000100:00100000:0.0:1746166358.258184:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423143424 00000100:00100000:0.0:1746166358.258205:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7656 00000100:00100000:0.0:1746166358.258209:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423143424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166358.258229:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423143424:12345-0@lo:400:kworker.0 Request processed in 20us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166358.258233:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7656 00000100:00100000:0.0:1746166358.258247:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a090b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423142784:0@lo:8:kworker.0 00000100:00100000:0.0:1746166358.258263:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166358.258281:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dced180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423143296:0@lo:8:kworker.0 00000100:00100000:0.0:1746166358.258294:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166358.258310:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423142784 00000100:00100000:0.0:1746166358.258312:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423142784 00000100:00100000:0.0:1746166358.258320:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423143296 00000100:00100000:0.0:1746166358.258322:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423143296 00000100:00100000:0.0:1746166358.258329:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50058 00000100:00100000:0.0:1746166358.258332:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e830e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423142784:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166358.258348:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166358.258366:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e830e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423142784:12345-0@lo:8:kworker.0 Request processed in 32us (102us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166358.258370:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50058 00000100:00100000:0.0:1746166358.258376:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50059 00000100:00100000:0.0:1746166358.258379:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423143296:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166358.258385:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166358.258395:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423143296:12345-0@lo:8:kworker.0 Request processed in 15us (100us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166358.258399:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50059 00000100:00080000:0.0:1746166358.258423:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166358.258426:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166358.258429:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a090b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423142784:0@lo:8:kworker.0 00000100:00080000:0.0:1746166358.258434:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166358.258436:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166358.258438:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dced180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423143296:0@lo:8:kworker.0 00000100:00100000:0.0:1746166358.258467:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0909180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423142272:0@lo:400:kworker.0 00000100:00100000:0.0:1746166358.258472:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423142912:0@lo:400:kworker.0 00000100:00100000:0.0:1746166358.258484:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166358.258493:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423143552:0@lo:400:kworker.0 00000100:00100000:0.0:1746166358.258506:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166358.258520:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423143424:0@lo:400:kworker.0 00000100:00100000:0.0:1746166358.258533:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423142912 00000100:00100000:0.0:1746166358.258535:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423142912 00000100:00100000:0.0:1746166358.258546:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7657 00000100:00100000:0.0:1746166358.258550:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e830700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423142912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166358.258569:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e830700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423142912:12345-0@lo:400:kworker.0 Request processed in 19us (83us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166358.258573:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7657 00000100:00100000:0.0:1746166358.258589:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a0909880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423142912:0@lo:400:kworker.0 00000100:00100000:0.0:1746166358.258608:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a090b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423142400:0@lo:400:kworker.0 00000100:00100000:0.0:1746166358.258624:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166358.258637:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124019f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423143040:0@lo:400:kworker.0 00000100:00100000:2.0:1746166358.258644:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423142656 00000100:00100000:2.0:1746166358.258647:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423142656 00000100:00100000:0.0:1746166358.258649:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166358.258660:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746166358.258664:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a090bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423142528:0@lo:400:kworker.0 00000100:00100000:2.0:1746166358.258669:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35633 00000100:00100000:2.0:1746166358.258689:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136053100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423142656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166358.258693:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166358.258705:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423143168:0@lo:400:kworker.0 00000100:00100000:2.0:1746166358.258720:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136053100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423142656:12345-0@lo:400:kworker.0 Request processed in 46us (771us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166358.258721:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166358.258725:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35633 00000100:00100000:2.0:1746166358.258733:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423143168 00000100:00100000:2.0:1746166358.258735:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423143168 00000100:00100000:0.0:1746166358.258741:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423143552 00000100:00100000:0.0:1746166358.258743:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423143552 00000100:00100000:2.0:1746166358.258747:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35634 00000100:00100000:2.0:1746166358.258751:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423143168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166358.258757:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423142400 00000100:00100000:0.0:1746166358.258759:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423142400 00000100:00100000:0.0:1746166358.258770:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423143040 00000100:00100000:0.0:1746166358.258772:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423143040 00000100:00100000:2.0:1746166358.258773:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423143168:12345-0@lo:400:kworker.0 Request processed in 22us (51us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166358.258778:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423142528 00000100:00100000:2.0:1746166358.258778:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35634 00000100:00100000:0.0:1746166358.258780:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423142528 00000100:00080000:2.0:1746166358.258788:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166358.258789:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2536 00000100:00080000:2.0:1746166358.258791:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746166358.258792:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166358.258793:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423143552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166358.258804:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423143168:0@lo:400:kworker.0 00000100:00100000:0.0:1746166358.258812:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423143552:12345-0@lo:400:kworker.0 Request processed in 19us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166358.258819:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423143552:0@lo:400:kworker.0 00000100:00100000:0.0:1746166358.258820:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2536 00000100:00100000:2.0:1746166358.258826:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a090b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423142656:0@lo:400:kworker.0 00000100:00100000:0.0:1746166358.258828:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2537 00000100:00100000:0.0:1746166358.258832:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0909880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423142400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166358.258850:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2538 00000100:00100000:0.0:1746166358.258851:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0909880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423142400:12345-0@lo:400:kworker.0 Request processed in 20us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166358.258854:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0909180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423143040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166358.258856:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2537 00000100:00100000:0.0:1746166358.258862:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2539 00000100:00100000:0.0:1746166358.258866:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a090b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423142528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166358.258874:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0909180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423143040:12345-0@lo:400:kworker.0 Request processed in 19us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166358.258878:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2538 00000100:00100000:0.0:1746166358.258881:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a090b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423142528:12345-0@lo:400:kworker.0 Request processed in 15us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166358.258885:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2539 00000100:00100000:2.0:1746166358.258895:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a090bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423142528:0@lo:400:kworker.0 00000100:00100000:2.0:1746166358.258902:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a090b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423142400:0@lo:400:kworker.0 00000100:00100000:2.0:1746166358.258909:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124019f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423143040:0@lo:400:kworker.0 00000100:00100000:0.0:1746166358.278233:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423143680:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166358.278294:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166358.278933:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423143680 00000100:00100000:1.0:1746166358.278940:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423143680 00000100:00100000:1.0:1746166358.278986:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35635 00000100:00100000:1.0:1746166358.278993:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423143680:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166358.279022:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166358.279061:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423143680:12345-0@lo:41:osp-pre-1-0.0 Request processed in 69us (767us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166358.279066:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35635 00000100:00100000:0.0:1746166358.279142:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423143680:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166358.290252:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166358.290268:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423143808:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166358.290321:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166358.294092:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423143808 00000100:00100000:2.0:1746166358.294103:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423143808 00000100:00100000:2.0:1746166358.294166:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35636 00000100:00100000:2.0:1746166358.294173:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423143808:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166358.294204:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166358.294262:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423143808:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (3940us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166358.294268:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35636 00000100:00100000:1.0:1746166358.294616:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423143808:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166358.498605:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423143936:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166358.498664:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166358.498732:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423143936 00000100:00100000:3.0:1746166358.498739:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423143936 00000100:00100000:3.0:1746166358.498777:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7030 00000100:00100000:3.0:1746166358.498783:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423143936:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166358.498803:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166358.500623:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423143936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1835us (1954us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166358.500633:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7030 00000100:00100000:2.0:1746166358.500728:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423143936:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166359.012909:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166360.014115:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166361.015871:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166362.019150:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166362.289902:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423144064:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166362.289957:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166362.291852:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423144064 00000100:00100000:0.0:1746166362.291862:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423144064 00000100:00100000:0.0:1746166362.291929:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7031 00000100:00100000:0.0:1746166362.291936:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423144064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166362.291963:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166362.292011:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423144064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (2055us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166362.292017:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7031 00000100:00080000:3.0:1746166362.292068:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166362.292892:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423144064:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166363.019885:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166363.183925:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166363.183968:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166363.184045:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439144704 00000100:00100000:2.0:1746166363.184052:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439144704 00000100:00100000:2.0:1746166363.184131:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 774 00000100:00100000:2.0:1746166363.184138:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439144704:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166363.184203:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439144704:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 65us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166363.184210:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 774 00000100:00100000:0.0:1746166363.184399:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166363.185904:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166363.186105:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439145088 00000100:00100000:0.0:1746166363.186110:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439145088 00000100:00100000:0.0:1746166363.186128:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50060 00000100:00100000:0.0:1746166363.186133:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439145088:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746166363.186153:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166363.186179:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439145088:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 46us (277us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166363.186184:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50060 00000100:00100000:1.0:1746166363.186283:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439144960 00000100:00100000:1.0:1746166363.186287:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439144960 00000100:00100000:1.0:1746166363.186325:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439144832 00000100:00100000:1.0:1746166363.186327:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439144832 00000100:00100000:1.0:1746166363.186341:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2540 00000100:00100000:1.0:1746166363.186347:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439144960:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166363.186377:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439144960:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 30us (2408us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166363.186382:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2540 00000100:00100000:1.0:1746166363.186392:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2541 00000100:00100000:1.0:1746166363.186396:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439144832:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166363.186412:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439144832:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 16us (2014us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166363.186417:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2541 00000100:00080000:3.0:1746166363.186522:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746166363.186525:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166363.269275:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166363.269280:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166363.269283:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166363.269290:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10279 00000100:00080000:0.0:1746166363.269294:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746166363.269298:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166363.269315:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb65880 x1830977423144704/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166363.269341:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166363.269343:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166363.269344:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166363.269347:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10279 00000100:00080000:0.0:1746166363.269349:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746166363.269352:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166363.269360:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800968bc380 x1830977423145216/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166363.269398:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423144320:0@lo:400:kworker.0 00000100:00100000:0.0:1746166363.269447:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166363.269492:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423144960:0@lo:400:kworker.0 00000100:00100000:0.0:1746166363.269506:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166363.269522:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1746166363.269525:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423144192:0@lo:400:kworker.0 00000100:00100000:0.0:1746166363.269542:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166363.269560:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423144832:0@lo:400:kworker.0 00000100:00100000:0.0:1746166363.269574:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166363.269583:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423145472:0@lo:400:kworker.0 00000100:00100000:0.0:1746166363.269595:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166363.269609:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423144704:0@lo:8:kworker.0 00000100:00100000:0.0:1746166363.269621:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166363.269629:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423145216:0@lo:8:kworker.0 00000100:00100000:0.0:1746166363.269639:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166363.269657:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423144832 00000100:00100000:0.0:1746166363.269662:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423144832 00000100:00100000:0.0:1746166363.269696:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423144704 00000100:00100000:0.0:1746166363.269698:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423144704 00000100:00100000:0.0:1746166363.269705:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423145216 00000100:00100000:0.0:1746166363.269706:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423145216 00000100:00100000:0.0:1746166363.269714:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7658 00000100:00100000:0.0:1746166363.269719:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423144832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166363.269748:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423144832:12345-0@lo:400:kworker.0 Request processed in 29us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166363.269753:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7658 00000100:00100000:0.0:1746166363.269762:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50061 00000100:00100000:0.0:1746166363.269765:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423144704:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166363.269781:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166363.269795:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423144704:12345-0@lo:8:kworker.0 Request processed in 29us (174us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166363.269800:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50061 00000100:00100000:0.0:1746166363.269805:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50062 00000100:00100000:0.0:1746166363.269808:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423145216:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166363.269813:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166363.269823:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423145216:12345-0@lo:8:kworker.0 Request processed in 15us (184us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166363.269827:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50062 00000100:00080000:0.0:1746166363.269855:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166363.269857:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166363.269860:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423144704:0@lo:8:kworker.0 00000100:00080000:0.0:1746166363.269865:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166363.269867:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166363.269869:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423145216:0@lo:8:kworker.0 00000100:00100000:0.0:1746166363.269888:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423144832:0@lo:400:kworker.0 00000100:00100000:0.0:1746166363.270095:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423144320 00000100:00100000:0.0:1746166363.270098:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423144320 00000100:00100000:0.0:1746166363.270121:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423144960 00000100:00100000:0.0:1746166363.270123:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423144960 00000100:00100000:0.0:1746166363.270132:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423145472 00000100:00100000:0.0:1746166363.270134:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423145472 00000100:00100000:0.0:1746166363.270144:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2542 00000100:00100000:0.0:1746166363.270148:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423144320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166363.270173:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423144320:12345-0@lo:400:kworker.0 Request processed in 25us (727us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166363.270178:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2542 00000100:00100000:0.0:1746166363.270187:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2543 00000100:00100000:0.0:1746166363.270190:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423144960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166363.270207:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423144960:12345-0@lo:400:kworker.0 Request processed in 17us (700us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166363.270212:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2543 00000100:00100000:0.0:1746166363.270220:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2544 00000100:00100000:0.0:1746166363.270224:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423145472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166363.270240:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423145472:12345-0@lo:400:kworker.0 Request processed in 16us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166363.270244:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2544 00000100:00100000:0.0:1746166363.270265:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423145472:0@lo:400:kworker.0 00000100:00100000:0.0:1746166363.270272:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423144320:0@lo:400:kworker.0 00000100:00100000:0.0:1746166363.270278:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423144960:0@lo:400:kworker.0 00000100:00100000:0.0:1746166363.270319:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423144192 00000100:00100000:0.0:1746166363.270321:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423144192 00000100:00100000:0.0:1746166363.270339:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:0.0:1746166363.270343:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423144192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166363.270367:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423144192:12345-0@lo:400:kworker.0 Request processed in 25us (824us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166363.270372:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:0.0:1746166363.270409:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423144192:0@lo:400:kworker.0 00000100:00080000:0.0:1746166363.270426:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166363.270438:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423144576:0@lo:400:kworker.0 00000100:00100000:0.0:1746166363.270458:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166363.270471:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423145344:0@lo:400:kworker.0 00000100:00100000:0.0:1746166363.270485:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166363.270496:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746166363.270500:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423144448:0@lo:400:kworker.0 00000100:00100000:0.0:1746166363.270512:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166363.270521:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423145088:0@lo:400:kworker.0 00000100:00100000:0.0:1746166363.270533:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166363.270547:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423144448 00000100:00100000:0.0:1746166363.270549:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423144448 00000100:00100000:0.0:1746166363.270566:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2545 00000100:00100000:0.0:1746166363.270570:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423144448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166363.270595:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423144448:12345-0@lo:400:kworker.0 Request processed in 25us (82us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166363.270599:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2545 00000100:00100000:0.0:1746166363.270610:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423145344 00000100:00100000:0.0:1746166363.270612:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423145344 00000100:00100000:0.0:1746166363.270626:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7659 00000100:00100000:0.0:1746166363.270629:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423145344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166363.270650:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423145344:12345-0@lo:400:kworker.0 Request processed in 20us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166363.270654:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7659 00000100:00100000:0.0:1746166363.270670:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423144448:0@lo:400:kworker.0 00000100:00100000:0.0:1746166363.270695:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423145344:0@lo:400:kworker.0 00000100:00080000:0.0:1746166363.270706:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746166363.270708:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166363.270718:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423144576 00000100:00100000:0.0:1746166363.270721:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423144576 00000100:00100000:0.0:1746166363.270738:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423145088 00000100:00100000:0.0:1746166363.270740:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423145088 00000100:00100000:0.0:1746166363.270751:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35637 00000100:00100000:0.0:1746166363.270755:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423144576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166363.270778:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423144576:12345-0@lo:400:kworker.0 Request processed in 24us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166363.270783:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35637 00000100:00100000:0.0:1746166363.270790:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35638 00000100:00100000:0.0:1746166363.270793:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423145088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166363.270807:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423145088:12345-0@lo:400:kworker.0 Request processed in 14us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166363.270811:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35638 00000100:00100000:0.0:1746166363.270826:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423145088:0@lo:400:kworker.0 00000100:00100000:0.0:1746166363.270832:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423144576:0@lo:400:kworker.0 00000100:00100000:2.0:1746166363.297902:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423145600:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166363.297963:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166363.298120:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423145600 00000100:00100000:0.0:1746166363.298126:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423145600 00000100:00100000:0.0:1746166363.298164:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35639 00000100:00100000:0.0:1746166363.298171:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423145600:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746166363.298199:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746166363.298236:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423145600:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166363.298242:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35639 00000100:00100000:2.0:1746166363.298314:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423145600:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166363.298520:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423145728:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166363.298543:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166363.298603:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423145728 00000100:00100000:2.0:1746166363.298607:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423145728 00000100:00100000:2.0:1746166363.298627:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35640 00000100:00100000:2.0:1746166363.298632:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423145728:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166363.298647:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166363.298691:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423145728:12345-0@lo:41:osp-pre-0-1.0 Request processed in 41us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166363.298697:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35640 00000100:00100000:0.0:1746166363.298790:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423145728:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166363.508301:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746166363.508334:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dced500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423145856:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166363.508389:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166363.508520:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423145856 00000100:00100000:2.0:1746166363.508526:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423145856 00000100:00100000:2.0:1746166363.508571:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7032 00000100:00100000:2.0:1746166363.508579:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423145856:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166363.508598:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166363.508644:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423145856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166363.508651:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7032 00000100:00100000:0.0:1746166363.508726:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dced500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423145856:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166364.021901:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166365.024507:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166366.025888:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166367.027883:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166367.299006:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746166367.299024:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dceed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423145984:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166367.299081:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166367.299196:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423145984 00000100:00100000:0.0:1746166367.299203:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423145984 00000100:00100000:0.0:1746166367.299253:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7033 00000100:00100000:0.0:1746166367.299260:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423145984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166367.299284:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166367.299316:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423145984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166367.299322:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7033 00000100:00080000:2.0:1746166367.299380:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166367.299436:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dceed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423145984:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166368.042168:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166368.190833:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166368.191327:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439145216 00000100:00100000:2.0:1746166368.191336:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439145216 00000100:00100000:2.0:1746166368.191383:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 776 00000100:00100000:2.0:1746166368.191391:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439145216:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166368.191509:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439145216:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 117us (681us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166368.191516:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 776 00000100:00100000:0.0:1746166368.192413:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166368.192762:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166368.192781:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439145472 00000100:00100000:0.0:1746166368.192784:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439145472 00000100:00100000:3.0:1746166368.192848:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439145344 00000100:00100000:3.0:1746166368.192852:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439145344 00000100:00100000:0.0:1746166368.193269:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2546 00000100:00100000:0.0:1746166368.193275:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439145472:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166368.193310:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439145472:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 35us (898us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166368.193315:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2546 00000100:00100000:0.0:1746166368.194841:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166368.196768:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439145600 00000100:00100000:1.0:1746166368.196776:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439145600 00000100:00100000:1.0:1746166368.196798:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50063 00000100:00100000:1.0:1746166368.196803:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c8a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439145600:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166368.196823:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166368.196863:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c8a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439145600:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 59us (2027us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166368.196869:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50063 00000100:00100000:0.0:1746166368.197576:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2547 00000100:00100000:0.0:1746166368.197585:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439145344:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166368.197614:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439145344:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 33us (4854us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166368.197619:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2547 00000100:00080000:2.0:1746166368.199663:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746166368.199670:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746166368.276292:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166368.276297:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166368.276300:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1746166368.276300:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423146112:0@lo:400:kworker.0 00000100:00080000:2.0:1746166368.276305:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10284 00000100:00080000:2.0:1746166368.276309:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746166368.276315:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166368.276332:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006dcec700 x1830977423146624/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746166368.276352:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166368.276357:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166368.276360:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166368.276362:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166368.276365:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10284 00000100:00080000:2.0:1746166368.276366:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166368.276369:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166368.276376:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880124019880 x1830977423147136/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166368.276408:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423146112 00000100:00100000:2.0:1746166368.276413:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423146112 00000100:00100000:2.0:1746166368.276443:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:2.0:1746166368.276449:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423146112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166368.276485:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423146112:12345-0@lo:400:kworker.0 Request processed in 36us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166368.276491:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:2.0:1746166368.276521:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dceed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423146368:0@lo:400:kworker.0 00000100:00100000:2.0:1746166368.276541:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166368.276778:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423147008:0@lo:400:kworker.0 00000100:00100000:2.0:1746166368.276799:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166368.276815:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1746166368.276819:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423146240:0@lo:400:kworker.0 00000100:00100000:2.0:1746166368.276832:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166368.276850:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dced180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423146880:0@lo:400:kworker.0 00000100:00100000:2.0:1746166368.276864:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166368.277066:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423146368 00000100:00100000:2.0:1746166368.277069:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423146368 00000100:00100000:2.0:1746166368.277096:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423146240 00000100:00100000:2.0:1746166368.277097:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423146240 00000100:00100000:2.0:1746166368.277110:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423146880 00000100:00100000:2.0:1746166368.277112:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423146880 00000100:00100000:2.0:1746166368.277122:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2548 00000100:00100000:2.0:1746166368.277127:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0908a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423146368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166368.277153:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0908a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423146368:12345-0@lo:400:kworker.0 Request processed in 26us (611us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166368.277158:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2548 00000100:00100000:2.0:1746166368.277166:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2549 00000100:00100000:2.0:1746166368.277170:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a090bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423146240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166368.277188:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a090bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423146240:12345-0@lo:400:kworker.0 Request processed in 18us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166368.277192:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2549 00000100:00100000:2.0:1746166368.277199:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2550 00000100:00100000:2.0:1746166368.277203:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a090b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423146880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166368.277221:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a090b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423146880:12345-0@lo:400:kworker.0 Request processed in 17us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166368.277224:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2550 00000100:00100000:2.0:1746166368.277251:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423146240:0@lo:400:kworker.0 00000100:00100000:2.0:1746166368.277257:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dced180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423146880:0@lo:400:kworker.0 00000100:00100000:2.0:1746166368.277263:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dceed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423146368:0@lo:400:kworker.0 00000100:00080000:2.0:1746166368.277284:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746166368.277287:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166368.277308:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423147008 00000100:00100000:2.0:1746166368.277310:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423147008 00000100:00100000:2.0:1746166368.277328:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35641 00000100:00100000:2.0:1746166368.277332:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a090b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423147008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166368.277356:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a090b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423147008:12345-0@lo:400:kworker.0 Request processed in 24us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166368.277360:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35641 00000100:00100000:2.0:1746166368.277382:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423147008:0@lo:400:kworker.0 00000100:00100000:0.0:1746166368.278888:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423146624:0@lo:8:kworker.0 00000100:00100000:0.0:1746166368.278922:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166368.278958:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124019880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423147136:0@lo:8:kworker.0 00000100:00100000:0.0:1746166368.278974:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166368.279019:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423146624 00000100:00100000:0.0:1746166368.279023:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423146624 00000100:00100000:0.0:1746166368.279036:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423147136 00000100:00100000:0.0:1746166368.279038:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423147136 00000100:00100000:0.0:1746166368.279047:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50064 00000100:00100000:0.0:1746166368.279051:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423146624:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166368.279070:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166368.279093:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423146624:12345-0@lo:8:kworker.0 Request processed in 42us (171us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166368.279098:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50064 00000100:00100000:0.0:1746166368.279107:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50065 00000100:00100000:0.0:1746166368.279110:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423147136:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166368.279118:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166368.279131:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423147136:12345-0@lo:8:kworker.0 Request processed in 21us (157us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166368.279135:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50065 00000100:00080000:0.0:1746166368.279157:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166368.279160:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166368.279163:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423146624:0@lo:8:kworker.0 00000100:00080000:0.0:1746166368.279168:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166368.279170:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166368.279173:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124019880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423147136:0@lo:8:kworker.0 00000100:00100000:3.0:1746166368.279174:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423146112:0@lo:400:kworker.0 00000100:00100000:3.0:1746166368.279194:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423146752:0@lo:400:kworker.0 00000100:00100000:3.0:1746166368.279216:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166368.279296:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124019f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423147392:0@lo:400:kworker.0 00000100:00100000:0.0:1746166368.279321:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423146752 00000100:00100000:0.0:1746166368.279324:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423146752 00000100:00100000:0.0:1746166368.279345:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7660 00000100:00100000:1.0:1746166368.279349:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dced500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423146496:0@lo:400:kworker.0 00000100:00100000:0.0:1746166368.279350:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423146752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166368.279596:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166368.279618:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012401a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423147264:0@lo:400:kworker.0 00000100:00100000:1.0:1746166368.279633:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166368.279696:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423146496 00000100:00100000:2.0:1746166368.279700:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423146496 00000100:00100000:2.0:1746166368.279721:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35642 00000100:00100000:2.0:1746166368.279725:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423146496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166368.279754:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423146496:12345-0@lo:400:kworker.0 Request processed in 29us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166368.279759:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35642 00000100:00100000:1.0:1746166368.279874:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dced500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423146496:0@lo:400:kworker.0 00000100:00100000:0.0:1746166368.279881:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423146752:12345-0@lo:400:kworker.0 Request processed in 530us (663us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166368.279887:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7660 00000100:00100000:1.0:1746166368.279894:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423147264 00000100:00100000:1.0:1746166368.279897:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423147264 00000100:00100000:1.0:1746166368.279923:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7661 00000100:00100000:1.0:1746166368.279928:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423147264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166368.279965:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423147264:12345-0@lo:400:kworker.0 Request processed in 38us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166368.279970:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7661 00000100:00100000:3.0:1746166368.279973:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166368.280015:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423146752:0@lo:400:kworker.0 00000100:00100000:3.0:1746166368.280037:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423147392 00000100:00100000:0.0:1746166368.280038:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012401a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423147264:0@lo:400:kworker.0 00000100:00100000:3.0:1746166368.280040:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423147392 00000100:00100000:3.0:1746166368.280059:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2551 00000100:00100000:3.0:1746166368.280064:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423147392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166368.280092:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423147392:12345-0@lo:400:kworker.0 Request processed in 28us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166368.280097:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2551 00000100:00100000:0.0:1746166368.280102:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124019f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423147392:0@lo:400:kworker.0 00000100:00080000:2.0:1746166368.280163:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166368.306155:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423147520:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166368.306214:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166368.306412:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423147648:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166368.306438:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166368.306461:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423147520 00000100:00100000:2.0:1746166368.306467:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423147520 00000100:00100000:3.0:1746166368.306475:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423147648 00000100:00100000:3.0:1746166368.306478:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423147648 00000100:00100000:1.0:1746166368.307716:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35643 00000100:00100000:1.0:1746166368.307727:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423147648:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166368.307756:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166368.307798:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423147648:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (1360us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166368.307836:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35644 00000100:00100000:2.0:1746166368.307842:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423147520:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166368.307858:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166368.307936:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35643 00000100:00100000:3.0:1746166368.307964:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423147648:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166368.308096:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423147520:12345-0@lo:41:osp-pre-0-1.0 Request processed in 254us (1882us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166368.308102:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35644 00000100:00100000:0.0:1746166368.308158:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423147520:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166368.540535:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423147776:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166368.540590:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166368.540696:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423147776 00000100:00100000:0.0:1746166368.540702:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423147776 00000100:00100000:0.0:1746166368.540734:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7034 00000100:00100000:0.0:1746166368.540741:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423147776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166368.540760:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166368.540808:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423147776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166368.540813:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7034 00000100:00100000:3.0:1746166368.541149:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423147776:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166369.042043:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166370.043876:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166371.046169:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166372.050037:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166372.305904:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423147904:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166372.305991:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166372.306110:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423147904 00000100:00100000:3.0:1746166372.306117:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423147904 00000100:00100000:3.0:1746166372.306170:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7035 00000100:00100000:3.0:1746166372.306179:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423147904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166372.306205:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166372.306242:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423147904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166372.306247:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7035 00000100:00100000:1.0:1746166372.306342:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423147904:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1746166372.306440:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746166373.054464:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166373.198237:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166373.199786:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166373.199825:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166373.199871:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439146112 00000100:00100000:1.0:1746166373.199878:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439146112 00000100:00100000:1.0:1746166373.200119:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50066 00000100:00100000:1.0:1746166373.200125:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439146112:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166373.200146:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166373.200193:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439146112:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 67us (410us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166373.200199:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50066 00000100:00100000:3.0:1746166373.200275:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439145856 00000100:00100000:3.0:1746166373.200279:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439145856 00000100:00100000:3.0:1746166373.200312:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2552 00000100:00100000:3.0:1746166373.200318:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439145856:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:1.0:1746166373.200326:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166373.200362:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439145856:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 45us (2133us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166373.200368:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2552 00000100:00100000:2.0:1746166373.200657:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439145728 00000100:00100000:2.0:1746166373.200661:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439145728 00000100:00100000:2.0:1746166373.200713:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 778 00000100:00100000:2.0:1746166373.200719:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439145728:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166373.200742:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439145728:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 24us (917us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166373.200748:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 778 00000100:00100000:0.0:1746166373.200837:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166373.201642:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439145984 00000100:00100000:2.0:1746166373.201645:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439145984 00000100:00100000:2.0:1746166373.201689:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2553 00000100:00080000:1.0:1746166373.202103:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166373.202862:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439145984:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166373.203467:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439145984:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1770us (2628us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166373.203475:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2553 00000100:00080000:2.0:1746166373.282249:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166373.282253:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166373.282256:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166373.282263:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10289 00000100:00080000:2.0:1746166373.282266:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166373.282271:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166373.282287:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006dceca80 x1830977423148544/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166373.282309:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166373.282311:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166373.282312:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166373.282315:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10289 00000100:00080000:2.0:1746166373.282316:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166373.282319:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166373.282325:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006dcefb80 x1830977423149056/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166373.282358:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423148288:0@lo:400:kworker.0 00000100:00100000:2.0:1746166373.282406:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166373.282690:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dced180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423148928:0@lo:400:kworker.0 00000100:00100000:2.0:1746166373.282716:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166373.282736:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1746166373.282741:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dced500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423148416:0@lo:400:kworker.0 00000100:00100000:2.0:1746166373.282757:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166373.282781:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423149184:0@lo:400:kworker.0 00000100:00100000:2.0:1746166373.282798:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166373.282824:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423148928 00000100:00100000:2.0:1746166373.282830:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423148928 00000100:00100000:2.0:1746166373.282854:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423148416 00000100:00100000:2.0:1746166373.282856:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423148416 00000100:00100000:2.0:1746166373.282867:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35645 00000100:00100000:2.0:1746166373.282872:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423148928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166373.283091:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423148928:12345-0@lo:400:kworker.0 Request processed in 218us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166373.283101:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35645 00000100:00100000:2.0:1746166373.283115:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35646 00000100:00100000:2.0:1746166373.283119:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423148416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166373.283141:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423148416:12345-0@lo:400:kworker.0 Request processed in 21us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166373.283146:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35646 00000100:00100000:2.0:1746166373.283170:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dced500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423148416:0@lo:400:kworker.0 00000100:00100000:2.0:1746166373.283176:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dced180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423148928:0@lo:400:kworker.0 00000100:00100000:2.0:1746166373.283192:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423148288 00000100:00100000:2.0:1746166373.283195:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423148288 00000100:00100000:2.0:1746166373.283219:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2554 00000100:00100000:2.0:1746166373.283223:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423148288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166373.283245:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423148288:12345-0@lo:400:kworker.0 Request processed in 22us (840us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166373.283249:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2554 00000100:00100000:2.0:1746166373.283266:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423148288:0@lo:400:kworker.0 00000100:00080000:2.0:1746166373.283276:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166373.283295:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423148544:0@lo:8:kworker.0 00000100:00100000:2.0:1746166373.283309:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166373.283331:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423149056:0@lo:8:kworker.0 00000100:00100000:2.0:1746166373.283342:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166373.283362:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423149184 00000100:00100000:2.0:1746166373.283364:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423149184 00000100:00100000:2.0:1746166373.283380:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423148544 00000100:00100000:2.0:1746166373.283382:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423148544 00000100:00100000:2.0:1746166373.283389:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423149056 00000100:00100000:2.0:1746166373.283390:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423149056 00000100:00100000:2.0:1746166373.283397:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7662 00000100:00100000:2.0:1746166373.283401:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e499500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423149184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166373.283422:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e499500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423149184:12345-0@lo:400:kworker.0 Request processed in 21us (623us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166373.283427:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7662 00000100:00100000:2.0:1746166373.283433:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50067 00000100:00100000:2.0:1746166373.283436:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423148544:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166373.283452:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166373.283468:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423148544:12345-0@lo:8:kworker.0 Request processed in 31us (158us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166373.283473:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50067 00000100:00100000:2.0:1746166373.283478:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50068 00000100:00100000:2.0:1746166373.283481:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e498000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423149056:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166373.283488:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166373.283499:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e498000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423149056:12345-0@lo:8:kworker.0 Request processed in 17us (156us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166373.283503:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50068 00000100:00080000:2.0:1746166373.283516:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166373.283519:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166373.283521:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423148544:0@lo:8:kworker.0 00000100:00080000:2.0:1746166373.283526:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166373.283528:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166373.283531:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423149056:0@lo:8:kworker.0 00000100:00100000:2.0:1746166373.283548:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423149184:0@lo:400:kworker.0 00000100:00080000:2.0:1746166373.283555:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166373.283645:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124019880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423148032:0@lo:400:kworker.0 00000100:00100000:0.0:1746166373.283672:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166373.283718:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423148672:0@lo:400:kworker.0 00000100:00100000:0.0:1746166373.283735:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166373.283744:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423149312:0@lo:400:kworker.0 00000100:00100000:0.0:1746166373.283757:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166373.283766:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746166373.283770:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423148160:0@lo:400:kworker.0 00000100:00100000:0.0:1746166373.283781:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166373.283788:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dceed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423148800:0@lo:400:kworker.0 00000100:00100000:0.0:1746166373.283798:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166373.283812:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423149312 00000100:00100000:0.0:1746166373.283814:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423149312 00000100:00100000:0.0:1746166373.283828:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423148160 00000100:00100000:0.0:1746166373.283830:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423148160 00000100:00100000:0.0:1746166373.283842:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423148800 00000100:00100000:0.0:1746166373.283843:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423148800 00000100:00100000:0.0:1746166373.283853:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2555 00000100:00100000:0.0:1746166373.283856:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423149312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166373.283877:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423149312:12345-0@lo:400:kworker.0 Request processed in 20us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166373.283881:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2555 00000100:00100000:0.0:1746166373.283888:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2556 00000100:00100000:0.0:1746166373.283904:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423148160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166373.283919:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423148160:12345-0@lo:400:kworker.0 Request processed in 27us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166373.283923:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2556 00000100:00100000:0.0:1746166373.283929:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2557 00000100:00100000:0.0:1746166373.284146:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f848700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423148800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166373.284163:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f848700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423148800:12345-0@lo:400:kworker.0 Request processed in 18us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166373.284167:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2557 00000100:00100000:0.0:1746166373.284189:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423148160:0@lo:400:kworker.0 00000100:00100000:0.0:1746166373.284197:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dceed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423148800:0@lo:400:kworker.0 00000100:00100000:0.0:1746166373.284203:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423149312:0@lo:400:kworker.0 00000100:00100000:2.0:1746166373.286189:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423148672 00000100:00100000:2.0:1746166373.286197:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423148672 00000100:00100000:2.0:1746166373.286240:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7663 00000100:00100000:2.0:1746166373.286246:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423148672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166373.286797:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423148672:12345-0@lo:400:kworker.0 Request processed in 551us (3060us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166373.286803:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7663 00000100:00100000:2.0:1746166373.286821:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423148032 00000100:00100000:2.0:1746166373.286824:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423148032 00000100:00080000:0.0:1746166373.287234:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166373.287794:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:2.0:1746166373.287802:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423148032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166373.287838:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423148032:12345-0@lo:400:kworker.0 Request processed in 37us (4164us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166373.287842:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:1.0:1746166373.287965:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124019880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423148032:0@lo:400:kworker.0 00000100:00100000:1.0:1746166373.287979:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423148672:0@lo:400:kworker.0 00000100:00100000:1.0:1746166373.313982:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746166373.314002:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423149440:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166373.314076:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166373.314289:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423149440 00000100:00100000:2.0:1746166373.314297:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423149440 00000100:00100000:2.0:1746166373.314836:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35647 00000100:00100000:2.0:1746166373.314845:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423149440:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166373.314872:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166373.316704:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423149440:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1856us (2624us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166373.316713:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35647 00000100:00100000:3.0:1746166373.316817:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423149568:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166373.316850:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166373.317009:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423149440:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166373.317110:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423149568 00000100:00100000:2.0:1746166373.317115:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423149568 00000100:00100000:2.0:1746166373.317137:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35648 00000100:00100000:2.0:1746166373.317142:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423149568:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166373.317166:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166373.317192:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423149568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 51us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166373.317198:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35648 00000100:00100000:3.0:1746166373.317311:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423149568:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166373.554139:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746166373.554156:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423149696:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166373.554207:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166373.554272:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423149696 00000100:00100000:3.0:1746166373.554278:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423149696 00000100:00100000:3.0:1746166373.554317:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7036 00000100:00100000:3.0:1746166373.554324:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e498e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423149696:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166373.554341:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166373.554372:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e498e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423149696:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166373.554378:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7036 00000100:00100000:2.0:1746166373.555405:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423149696:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166374.056400:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166375.060397:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166376.062811:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166377.064473:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166377.314449:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746166377.314468:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423149824:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166377.314897:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166377.317421:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423149824 00000100:00100000:3.0:1746166377.317430:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423149824 00000100:00100000:3.0:1746166377.317479:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7037 00000100:00100000:3.0:1746166377.317486:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097e18050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423149824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166377.317514:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:0.0:1746166377.317594:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166377.318942:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097e18050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423149824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1453us (4041us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166377.318950:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7037 00000100:00100000:1.0:1746166377.319395:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423149824:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166378.067740:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166378.207883:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166378.207930:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166378.209202:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439146368 00000100:00100000:2.0:1746166378.209212:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439146368 00000100:00100000:0.0:1746166378.209460:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166378.209481:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439146496 00000100:00100000:0.0:1746166378.209485:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439146496 00000100:00100000:3.0:1746166378.209634:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439146240 00000100:00100000:3.0:1746166378.209638:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439146240 00000100:00100000:3.0:1746166378.209686:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 780 00000100:00100000:3.0:1746166378.209694:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439146240:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166378.209800:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2558 00000100:00100000:2.0:1746166378.209815:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f849180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439146368:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166378.210850:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2559 00000100:00100000:0.0:1746166378.210858:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439146496:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166378.210981:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439146240:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1287us (3049us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166378.210988:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 780 00000100:00100000:2.0:1746166378.211064:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f849180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439146368:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1258us (3187us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166378.211071:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2558 00000100:00100000:0.0:1746166378.211125:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439146496:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 268us (1667us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166378.211131:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2559 00000100:00080000:1.0:1746166378.211895:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166378.211899:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166378.213121:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166378.213278:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439146624 00000100:00100000:2.0:1746166378.213284:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439146624 00000100:00100000:2.0:1746166378.213303:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50069 00000100:00100000:2.0:1746166378.213308:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439146624:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166378.213328:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166378.214181:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439146624:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 868us (1057us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166378.214192:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50069 00000100:00080000:2.0:1746166378.291887:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166378.291892:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166378.291894:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166378.291900:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10294 00000100:00080000:2.0:1746166378.291904:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166378.291910:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166378.291926:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006dcedf80 x1830977423150464/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166378.291950:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166378.291953:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166378.291954:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166378.291957:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10294 00000100:00080000:2.0:1746166378.291959:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746166378.291963:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166378.291969:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006dceca80 x1830977423150976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166378.292002:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423150080:0@lo:400:kworker.0 00000100:00100000:0.0:1746166378.292022:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423150208:0@lo:400:kworker.0 00000100:00100000:2.0:1746166378.292063:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166378.292099:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166378.292145:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423150080 00000100:00100000:0.0:1746166378.292153:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423150080 00000100:00100000:0.0:1746166378.292207:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423150208 00000100:00100000:0.0:1746166378.292209:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423150208 00000100:00100000:0.0:1746166378.292229:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2560 00000100:00100000:0.0:1746166378.292236:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dced500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423150080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166378.292283:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dced500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423150080:12345-0@lo:400:kworker.0 Request processed in 47us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166378.292289:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2560 00000100:00100000:0.0:1746166378.292304:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2561 00000100:00100000:0.0:1746166378.292308:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423150208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166378.292572:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423150208:12345-0@lo:400:kworker.0 Request processed in 262us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166378.292578:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2561 00000100:00080000:0.0:1746166378.292615:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166378.292618:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166378.292642:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423150464:0@lo:8:kworker.0 00000100:00100000:0.0:1746166378.292671:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166378.292719:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423150464 00000100:00100000:0.0:1746166378.292722:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423150464 00000100:00100000:0.0:1746166378.292739:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50070 00000100:00100000:0.0:1746166378.292744:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423150464:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166378.292765:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166378.292794:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423150464:12345-0@lo:8:kworker.0 Request processed in 49us (122us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166378.292817:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50070 00000100:00100000:3.0:1746166378.292819:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423150336:0@lo:400:kworker.0 00000100:00100000:3.0:1746166378.292851:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166378.292931:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423150080:0@lo:400:kworker.0 00000100:00100000:2.0:1746166378.292937:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dceed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423150720:0@lo:400:kworker.0 00000100:00100000:2.0:1746166378.292956:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166378.293138:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e498e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423149952:0@lo:400:kworker.0 00000100:00100000:1.0:1746166378.293174:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746166378.294059:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166378.294064:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166378.294073:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423150464:0@lo:8:kworker.0 00000100:00100000:0.0:1746166378.294081:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423150976:0@lo:8:kworker.0 00000100:00100000:0.0:1746166378.294109:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166378.294150:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423150976 00000100:00100000:0.0:1746166378.294154:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423150976 00000100:00100000:0.0:1746166378.294170:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50071 00000100:00100000:0.0:1746166378.294175:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423150976:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166378.294193:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166378.294219:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423150976:12345-0@lo:8:kworker.0 Request processed in 43us (110us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166378.294224:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50071 00000100:00080000:0.0:1746166378.294245:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166378.294248:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166378.294251:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423150976:0@lo:8:kworker.0 00000100:00100000:0.0:1746166378.294268:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423150720 00000100:00100000:0.0:1746166378.294272:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423150720 00000100:00100000:0.0:1746166378.294292:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2562 00000100:00100000:0.0:1746166378.294297:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423150720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166378.294330:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423150720:12345-0@lo:400:kworker.0 Request processed in 33us (1372us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166378.294335:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2562 00000100:00100000:3.0:1746166378.294341:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423150336 00000100:00100000:3.0:1746166378.294347:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423150336 00000100:00100000:3.0:1746166378.294382:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35649 00000100:00100000:3.0:1746166378.294393:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423150336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166378.294442:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423150208:0@lo:400:kworker.0 00000100:00100000:1.0:1746166378.294450:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423150848:0@lo:400:kworker.0 00000100:00100000:0.0:1746166378.294753:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423151104:0@lo:400:kworker.0 00000100:00100000:3.0:1746166378.294911:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423150336:12345-0@lo:400:kworker.0 Request processed in 516us (2057us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166378.294919:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35649 00000100:00100000:1.0:1746166378.294920:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166378.295129:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423150848 00000100:00100000:3.0:1746166378.295133:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423150848 00000100:00100000:3.0:1746166378.295152:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35650 00000100:00100000:3.0:1746166378.295157:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423150848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166378.295159:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423150592:0@lo:400:kworker.0 00000100:00100000:1.0:1746166378.295180:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166378.295194:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423150848:12345-0@lo:400:kworker.0 Request processed in 37us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166378.295195:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dced180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423151232:0@lo:400:kworker.0 00000100:00100000:3.0:1746166378.295199:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35650 00000100:00100000:1.0:1746166378.295214:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166378.295233:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423149952 00000100:00100000:3.0:1746166378.295237:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423149952 00000100:00100000:1.0:1746166378.295239:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423150848:0@lo:400:kworker.0 00000100:00100000:1.0:1746166378.295260:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423150592 00000100:00100000:3.0:1746166378.295260:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:1.0:1746166378.295263:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423150592 00000100:00100000:3.0:1746166378.295265:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423149952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166378.295283:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7664 00000100:00100000:1.0:1746166378.295287:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423150592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166378.295297:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423149952:12345-0@lo:400:kworker.0 Request processed in 33us (2123us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166378.295302:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00100000:2.0:1746166378.295303:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dceed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423150720:0@lo:400:kworker.0 00000100:00100000:0.0:1746166378.295310:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166378.295313:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423150592:12345-0@lo:400:kworker.0 Request processed in 26us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166378.295319:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7664 00000100:00100000:1.0:1746166378.295328:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423151104 00000100:00100000:1.0:1746166378.295330:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423151104 00000100:00100000:3.0:1746166378.295334:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e498e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423149952:0@lo:400:kworker.0 00000100:00100000:0.0:1746166378.295344:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423150336:0@lo:400:kworker.0 00000100:00100000:3.0:1746166378.295345:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423150592:0@lo:400:kworker.0 00000100:00080000:2.0:1746166378.295358:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166378.295362:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7665 00000100:00100000:1.0:1746166378.295367:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423151104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166378.295379:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423151232 00000100:00100000:0.0:1746166378.295382:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423151232 00000100:00100000:0.0:1746166378.295398:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2563 00000100:00100000:0.0:1746166378.295402:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423151232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166378.295407:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423151104:12345-0@lo:400:kworker.0 Request processed in 41us (97us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166378.295413:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7665 00000100:00100000:0.0:1746166378.295440:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423151232:12345-0@lo:400:kworker.0 Request processed in 37us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166378.295446:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2563 00000100:00100000:3.0:1746166378.295928:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dced180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423151232:0@lo:400:kworker.0 00000100:00100000:2.0:1746166378.296217:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423151104:0@lo:400:kworker.0 00000100:00100000:1.0:1746166378.322030:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746166378.322057:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423151360:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166378.322137:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166378.322667:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423151360 00000100:00100000:2.0:1746166378.322697:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423151360 00000100:00100000:2.0:1746166378.322762:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35651 00000100:00100000:2.0:1746166378.322770:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423151360:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166378.322798:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000004:00000024:2.0:1746166378.322820:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166378.322827:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423151488:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166378.322886:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166378.322935:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423151488 00000100:00100000:3.0:1746166378.322941:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423151488 00000100:00100000:3.0:1746166378.322971:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35652 00000100:00100000:3.0:1746166378.322978:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423151488:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166378.323006:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166378.323222:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423151488:12345-0@lo:41:osp-pre-1-0.0 Request processed in 60us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166378.323230:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35652 00000100:00100000:3.0:1746166378.323276:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423151488:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166378.325084:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423151360:12345-0@lo:41:osp-pre-0-1.0 Request processed in 2307us (2939us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166378.325096:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35651 00000100:00100000:1.0:1746166378.325202:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423151360:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166378.562220:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095627100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423151616:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166378.562293:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166378.563079:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423151616 00000100:00100000:2.0:1746166378.563090:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423151616 00000100:00100000:2.0:1746166378.563993:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7038 00000100:00100000:2.0:1746166378.564003:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423151616:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166378.564031:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166378.565084:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423151616:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1080us (2788us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166378.565093:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7038 00000100:00100000:1.0:1746166378.565215:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095627100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423151616:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166379.069914:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166380.071997:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166381.075836:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166382.077927:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166382.338879:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423151744:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166382.338938:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166382.339109:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423151744 00000100:00100000:2.0:1746166382.339116:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423151744 00000100:00100000:2.0:1746166382.339409:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7039 00000100:00100000:2.0:1746166382.339418:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423151744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166382.339445:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166382.339503:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423151744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (564us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166382.339509:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7039 00000100:00100000:3.0:1746166382.339765:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423151744:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1746166382.340905:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746166383.080090:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166383.216373:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166383.216421:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166383.217120:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439146880 00000100:00100000:2.0:1746166383.217128:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439146880 00000100:00100000:2.0:1746166383.217190:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2564 00000100:00100000:2.0:1746166383.217199:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dceca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439146880:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166383.217260:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dceca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439146880:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 62us (895us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166383.217266:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2564 00000100:00100000:0.0:1746166383.217818:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166383.217851:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166383.217874:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439147136 00000100:00100000:0.0:1746166383.217878:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439147136 00000100:00100000:0.0:1746166383.217895:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50072 00000100:00100000:0.0:1746166383.217900:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439147136:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746166383.217920:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166383.217944:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439147136:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 43us (92us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166383.217949:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50072 00000100:00100000:3.0:1746166383.218070:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439146752 00000100:00100000:3.0:1746166383.218074:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439146752 00000100:00100000:3.0:1746166383.218097:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 782 00000100:00100000:3.0:1746166383.218102:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439146752:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166383.218128:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439146752:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 25us (1707us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166383.218136:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 782 00000100:00100000:3.0:1746166383.218182:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439147008 00000100:00100000:3.0:1746166383.218186:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439147008 00000100:00100000:3.0:1746166383.218205:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2565 00000100:00100000:3.0:1746166383.218211:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439147008:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166383.218233:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439147008:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 22us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166383.218238:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2565 00000100:00080000:1.0:1746166383.219233:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166383.219237:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746166383.298318:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166383.298323:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166383.298326:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166383.298333:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10299 00000100:00080000:2.0:1746166383.298339:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746166383.298344:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166383.298365:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801304bfb80 x1830977423152384/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166383.298392:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166383.298394:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166383.298396:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166383.298399:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10299 00000100:00080000:2.0:1746166383.298401:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746166383.298404:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166383.298413:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ff59f80 x1830977423152896/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166383.298458:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095627100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423152256:0@lo:400:kworker.0 00000100:00100000:2.0:1746166383.298509:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166383.298554:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423152384:0@lo:8:kworker.0 00000100:00100000:2.0:1746166383.298556:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423153024:0@lo:400:kworker.0 00000100:00100000:2.0:1746166383.298581:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166383.298587:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095624700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423152128:0@lo:400:kworker.0 00000100:00100000:0.0:1746166383.298607:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166383.298619:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423152256 00000100:00100000:0.0:1746166383.298622:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423152768:0@lo:400:kworker.0 00000100:00100000:2.0:1746166383.298625:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423152256 00000100:00100000:0.0:1746166383.298635:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166383.298655:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423152768 00000100:00100000:2.0:1746166383.298657:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423152768 00000100:00100000:0.0:1746166383.298661:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35653 00000100:00100000:0.0:1746166383.298669:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423152256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166383.298671:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35654 00000100:00100000:2.0:1746166383.298692:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423152768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166383.298734:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423152256:12345-0@lo:400:kworker.0 Request processed in 55us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166383.298737:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423152768:12345-0@lo:400:kworker.0 Request processed in 46us (101us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166383.298743:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35654 00000100:00100000:3.0:1746166383.298796:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095627800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423151872:0@lo:400:kworker.0 00000100:00100000:3.0:1746166383.298826:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166383.298852:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423152512:0@lo:400:kworker.0 00000100:00100000:3.0:1746166383.298867:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166383.298879:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423153152:0@lo:400:kworker.0 00000100:00100000:3.0:1746166383.298894:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166383.299085:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1746166383.299090:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095624380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423152000:0@lo:400:kworker.0 00000100:00100000:3.0:1746166383.299108:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166383.299121:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423152640:0@lo:400:kworker.0 00000100:00100000:3.0:1746166383.299134:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166383.299159:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423151872 00000100:00100000:3.0:1746166383.299162:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423151872 00000100:00100000:3.0:1746166383.299183:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:3.0:1746166383.299188:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423151872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166383.299214:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423151872:12345-0@lo:400:kworker.0 Request processed in 26us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166383.299220:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:3.0:1746166383.299246:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423152128 00000100:00100000:3.0:1746166383.299249:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423152128 00000100:00100000:3.0:1746166383.299271:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423153152 00000100:00100000:3.0:1746166383.299273:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423153152 00000100:00100000:3.0:1746166383.299283:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423152000 00000100:00100000:3.0:1746166383.299285:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423152000 00000100:00100000:3.0:1746166383.299295:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423152640 00000100:00100000:3.0:1746166383.299297:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423152640 00000100:00100000:3.0:1746166383.299305:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2566 00000100:00100000:3.0:1746166383.299310:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dced180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423152128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166383.299333:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dced180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423152128:12345-0@lo:400:kworker.0 Request processed in 23us (725us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166383.299338:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2566 00000100:00100000:3.0:1746166383.299347:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2567 00000100:00100000:3.0:1746166383.299351:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e498e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423153152:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1746166383.299415:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746166383.299419:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166383.299439:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2568 00000100:00100000:1.0:1746166383.299445:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423152000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166383.299474:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423152000:12345-0@lo:400:kworker.0 Request processed in 31us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166383.299479:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2568 00000100:00100000:1.0:1746166383.299493:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2569 00000100:00100000:1.0:1746166383.299497:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423152640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166383.299515:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423152640:12345-0@lo:400:kworker.0 Request processed in 19us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166383.299519:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2569 00000100:00100000:1.0:1746166383.299535:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423153024 00000100:00100000:1.0:1746166383.299538:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423153024 00000100:00100000:1.0:1746166383.299787:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423152512 00000100:00100000:1.0:1746166383.299790:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423152512 00000100:00100000:1.0:1746166383.299803:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7666 00000100:00100000:1.0:1746166383.299808:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423153024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166383.299833:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423153024:12345-0@lo:400:kworker.0 Request processed in 25us (1251us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166383.299838:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7666 00000100:00100000:1.0:1746166383.299846:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7667 00000100:00100000:1.0:1746166383.299851:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423152512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166383.299868:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423152512:12345-0@lo:400:kworker.0 Request processed in 17us (1001us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166383.299873:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7667 00000100:00080000:1.0:1746166383.299890:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166383.299902:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166383.299916:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423152896:0@lo:8:kworker.0 00000100:00100000:1.0:1746166383.299933:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166383.299952:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423152384 00000100:00100000:1.0:1746166383.299954:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423152384 00000100:00100000:1.0:1746166383.299963:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423152896 00000100:00100000:1.0:1746166383.299964:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423152896 00000100:00100000:1.0:1746166383.299972:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50073 00000100:00100000:1.0:1746166383.299976:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423152384:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166383.299991:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166383.300010:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423152384:12345-0@lo:8:kworker.0 Request processed in 33us (108us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166383.300014:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50073 00000100:00100000:1.0:1746166383.300020:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50074 00000100:00100000:1.0:1746166383.300023:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423152896:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166383.300030:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166383.300041:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423152896:12345-0@lo:8:kworker.0 Request processed in 17us (108us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166383.300045:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50074 00000100:00080000:1.0:1746166383.300066:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166383.300069:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166383.300072:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423152384:0@lo:8:kworker.0 00000100:00080000:1.0:1746166383.300078:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166383.300080:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166383.300082:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423152896:0@lo:8:kworker.0 00000100:00100000:1.0:1746166383.300119:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095624380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423152000:0@lo:400:kworker.0 00000100:00100000:1.0:1746166383.300125:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423152640:0@lo:400:kworker.0 00000100:00100000:1.0:1746166383.300130:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095627800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423151872:0@lo:400:kworker.0 00000100:00100000:1.0:1746166383.300136:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423152512:0@lo:400:kworker.0 00000100:00100000:1.0:1746166383.300141:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423153152:0@lo:400:kworker.0 00000100:00100000:1.0:1746166383.300166:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095627100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423152256:0@lo:400:kworker.0 00000100:00100000:1.0:1746166383.300172:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423153024:0@lo:400:kworker.0 00000100:00100000:1.0:1746166383.300184:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095624700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423152128:0@lo:400:kworker.0 00000100:00100000:1.0:1746166383.300190:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423152768:0@lo:400:kworker.0 00000100:00100000:0.0:1746166383.301329:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35653 00000100:00100000:3.0:1746166383.302477:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e498e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423153152:12345-0@lo:400:kworker.0 Request processed in 17us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166383.302691:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2567 00000100:00100000:0.0:1746166383.329872:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746166383.329889:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095624700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423153280:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166383.330150:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166383.330188:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423153280 00000100:00100000:0.0:1746166383.330193:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423153280 00000100:00100000:0.0:1746166383.330239:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35655 00000100:00100000:0.0:1746166383.330245:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423153280:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746166383.330276:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746166383.330317:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423153280:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166383.330322:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35655 00000100:00100000:0.0:1746166383.330354:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095624700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423153280:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166383.331221:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746166383.331231:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bbb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423153408:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166383.331256:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166383.331319:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423153408 00000100:00100000:2.0:1746166383.331323:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423153408 00000100:00100000:2.0:1746166383.331345:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35656 00000100:00100000:2.0:1746166383.331350:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423153408:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166383.331368:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166383.331745:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423153408:12345-0@lo:41:osp-pre-1-0.0 Request processed in 394us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166383.331752:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35656 00000100:00100000:1.0:1746166383.332795:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bbb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423153408:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166383.570132:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095627100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423153536:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166383.570190:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166383.570249:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423153536 00000100:00100000:2.0:1746166383.570256:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423153536 00000100:00100000:2.0:1746166383.570306:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7040 00000100:00100000:2.0:1746166383.570314:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423153536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166383.570335:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166383.570376:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423153536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166383.570382:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7040 00000100:00100000:3.0:1746166383.570423:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095627100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423153536:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166384.083988:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166385.087992:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166386.090595:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166387.092402:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166387.345877:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bbb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423153664:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166387.345934:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166387.345981:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423153664 00000100:00100000:3.0:1746166387.345988:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423153664 00000100:00100000:3.0:1746166387.346031:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7041 00000100:00100000:3.0:1746166387.346039:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423153664:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1746166387.346055:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:3.0:1746166387.346064:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166387.346109:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423153664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166387.346116:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7041 00000100:00100000:0.0:1746166387.346172:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bbb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423153664:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166388.101229:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166388.223776:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166388.225031:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439147264 00000100:00100000:1.0:1746166388.225039:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439147264 00000100:00100000:1.0:1746166388.225084:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 784 00000100:00100000:1.0:1746166388.225091:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439147264:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166388.228861:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439147264:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 3759us (5081us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166388.228873:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 784 00000100:00100000:0.0:1746166388.229189:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166388.229244:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439147392 00000100:00100000:3.0:1746166388.229251:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439147392 00000100:00100000:3.0:1746166388.229310:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2570 00000100:00100000:3.0:1746166388.229318:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439147392:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166388.229367:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439147392:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 51us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166388.229372:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2570 00000100:00080000:1.0:1746166388.229739:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166388.236079:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166388.236136:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166388.236943:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439147520 00000100:00100000:2.0:1746166388.236950:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439147520 00000100:00100000:1.0:1746166388.238813:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439147648 00000100:00100000:1.0:1746166388.238819:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439147648 00000100:00100000:1.0:1746166388.238848:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50075 00000100:00100000:1.0:1746166388.238856:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439147648:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166388.238878:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166388.238938:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439147648:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 82us (2802us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166388.238945:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50075 00000100:00080000:1.0:1746166388.239771:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166388.239882:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2571 00000100:00100000:2.0:1746166388.239892:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439147520:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166388.240324:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439147520:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 434us (4251us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166388.240330:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2571 00000100:00100000:1.0:1746166388.308648:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166388.308668:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423153792:0@lo:400:kworker.0 00000100:00100000:1.0:1746166388.308743:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166388.308808:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423153792 00000100:00100000:1.0:1746166388.308814:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423153792 00000100:00100000:1.0:1746166388.308846:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:1.0:1746166388.308853:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423153792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166388.308892:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423153792:12345-0@lo:400:kworker.0 Request processed in 39us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166388.308897:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:1.0:1746166388.308933:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423153792:0@lo:400:kworker.0 00000100:00080000:2.0:1746166388.309352:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166388.309355:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166388.309358:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166388.309361:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10304 00000100:00080000:2.0:1746166388.309364:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746166388.309367:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166388.309380:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ff5a680 x1830977423154304/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166388.309402:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166388.309405:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166388.309406:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166388.309408:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10304 00000100:00080000:2.0:1746166388.309410:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746166388.309413:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166388.309420:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095c2dc00 x1830977423154816/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166388.309458:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423153920:0@lo:400:kworker.0 00000100:00100000:2.0:1746166388.309483:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166388.309502:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098deb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423154560:0@lo:400:kworker.0 00000100:00100000:2.0:1746166388.309517:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166388.309530:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1746166388.309534:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423154048:0@lo:400:kworker.0 00000100:00100000:2.0:1746166388.309546:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166388.309555:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423154688:0@lo:400:kworker.0 00000100:00100000:2.0:1746166388.309570:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166388.309588:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423154688 00000100:00100000:2.0:1746166388.309591:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423154688 00000100:00100000:2.0:1746166388.309611:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35657 00000100:00100000:2.0:1746166388.309615:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423154688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166388.309656:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423154688:12345-0@lo:400:kworker.0 Request processed in 40us (84us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166388.309661:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35657 00000100:00100000:2.0:1746166388.309696:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423154688:0@lo:400:kworker.0 00000100:00100000:2.0:1746166388.309711:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423153920 00000100:00100000:2.0:1746166388.309713:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423153920 00000100:00100000:2.0:1746166388.309743:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423154560 00000100:00100000:2.0:1746166388.309745:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423154560 00000100:00100000:2.0:1746166388.309756:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423154048 00000100:00100000:2.0:1746166388.309758:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423154048 00000100:00100000:2.0:1746166388.309771:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2572 00000100:00100000:2.0:1746166388.309775:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423153920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166388.309803:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423153920:12345-0@lo:400:kworker.0 Request processed in 28us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166388.309808:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2572 00000100:00100000:2.0:1746166388.309816:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2573 00000100:00100000:2.0:1746166388.309820:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423154560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166388.309835:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423154560:12345-0@lo:400:kworker.0 Request processed in 15us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166388.309839:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2573 00000100:00100000:2.0:1746166388.309845:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2574 00000100:00100000:2.0:1746166388.309849:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423154048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166388.309866:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423154048:12345-0@lo:400:kworker.0 Request processed in 17us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166388.309870:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2574 00000100:00080000:2.0:1746166388.309884:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746166388.309887:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166388.309898:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423154048:0@lo:400:kworker.0 00000100:00100000:2.0:1746166388.309905:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423153920:0@lo:400:kworker.0 00000100:00100000:2.0:1746166388.309911:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098deb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423154560:0@lo:400:kworker.0 00000100:00100000:2.0:1746166388.310138:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423154304:0@lo:8:kworker.0 00000100:00100000:2.0:1746166388.310160:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166388.310174:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423154816:0@lo:8:kworker.0 00000100:00100000:2.0:1746166388.310186:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166388.310209:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423154304 00000100:00100000:2.0:1746166388.310212:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423154304 00000100:00100000:2.0:1746166388.310224:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423154816 00000100:00100000:2.0:1746166388.310225:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423154816 00000100:00100000:2.0:1746166388.310234:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50076 00000100:00100000:2.0:1746166388.310237:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423154304:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166388.310254:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166388.310278:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423154304:12345-0@lo:8:kworker.0 Request processed in 39us (117us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166388.310282:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50076 00000100:00100000:2.0:1746166388.310289:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50077 00000100:00100000:2.0:1746166388.310291:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423154816:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166388.310299:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166388.310313:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423154816:12345-0@lo:8:kworker.0 Request processed in 20us (126us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166388.310317:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50077 00000100:00080000:2.0:1746166388.310334:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166388.310337:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166388.310340:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423154304:0@lo:8:kworker.0 00000100:00080000:2.0:1746166388.310346:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166388.310348:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166388.310350:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423154816:0@lo:8:kworker.0 00000100:00100000:1.0:1746166388.311461:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423154176:0@lo:400:kworker.0 00000100:00100000:1.0:1746166388.311495:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166388.311527:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423154944:0@lo:400:kworker.0 00000100:00100000:1.0:1746166388.311544:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166388.311572:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1746166388.311577:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098deaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423154432:0@lo:400:kworker.0 00000100:00100000:1.0:1746166388.311590:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166388.311600:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423155072:0@lo:400:kworker.0 00000100:00100000:1.0:1746166388.311613:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166388.311631:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423155072 00000100:00100000:3.0:1746166388.311732:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423154944 00000100:00100000:3.0:1746166388.311737:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423154944 00000100:00100000:3.0:1746166388.311767:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423154432 00000100:00100000:3.0:1746166388.311768:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423154432 00000100:00100000:3.0:1746166388.311781:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7668 00000100:00100000:3.0:1746166388.311786:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423154944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166388.311821:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423154944:12345-0@lo:400:kworker.0 Request processed in 35us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166388.311826:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7668 00000100:00100000:3.0:1746166388.311841:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7669 00000100:00100000:3.0:1746166388.311845:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423154432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166388.311865:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423154432:12345-0@lo:400:kworker.0 Request processed in 20us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166388.311869:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7669 00000100:00080000:3.0:1746166388.311883:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166388.312023:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423155072 00000100:00100000:1.0:1746166388.312043:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2575 00000100:00100000:1.0:1746166388.312048:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423155072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166388.312072:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423155072:12345-0@lo:400:kworker.0 Request processed in 25us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166388.312077:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2575 00000100:00100000:1.0:1746166388.312100:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098deaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423154432:0@lo:400:kworker.0 00000100:00100000:1.0:1746166388.312106:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423155072:0@lo:400:kworker.0 00000100:00100000:1.0:1746166388.312112:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423154944:0@lo:400:kworker.0 00000100:00100000:2.0:1746166388.313511:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423154176 00000100:00100000:2.0:1746166388.313518:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423154176 00000100:00100000:2.0:1746166388.314381:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35658 00000100:00100000:2.0:1746166388.314392:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423154176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166388.314467:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423154176:12345-0@lo:400:kworker.0 Request processed in 78us (2971us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166388.314473:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35658 00000100:00100000:1.0:1746166388.314502:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423154176:0@lo:400:kworker.0 00000100:00100000:2.0:1746166388.339469:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423155200:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166388.339526:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166388.339562:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746166388.339567:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098deaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423155328:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166388.339585:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166388.339875:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423155200 00000100:00100000:0.0:1746166388.339881:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423155200 00000100:00100000:0.0:1746166388.339917:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423155328 00000100:00100000:0.0:1746166388.339919:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423155328 00000100:00100000:0.0:1746166388.339937:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35659 00000100:00100000:0.0:1746166388.339943:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423155200:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746166388.339969:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746166388.340002:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423155200:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166388.340008:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35659 00000100:00100000:0.0:1746166388.340020:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35660 00000100:00100000:0.0:1746166388.340024:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423155328:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746166388.340036:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746166388.340052:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423155328:12345-0@lo:41:osp-pre-1-0.0 Request processed in 28us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166388.340056:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35660 00000100:00100000:2.0:1746166388.340392:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098deaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423155328:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166388.340402:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423155200:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166388.580395:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bbb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423155456:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166388.580457:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166388.580520:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423155456 00000100:00100000:2.0:1746166388.580527:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423155456 00000100:00100000:2.0:1746166388.580578:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7042 00000100:00100000:2.0:1746166388.580586:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423155456:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166388.580771:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166388.581111:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423155456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 525us (652us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166388.581117:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7042 00000100:00100000:1.0:1746166388.581413:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bbb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423155456:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166389.101857:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166390.103874:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166391.105874:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166392.108279:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166392.353860:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423155584:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166392.353916:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166392.354265:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423155584 00000100:00100000:3.0:1746166392.354271:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423155584 00000100:00080000:0.0:1746166392.354314:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166392.355185:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7043 00000100:00100000:3.0:1746166392.355195:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423155584:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166392.355221:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166392.355369:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423155584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 176us (1452us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166392.355375:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7043 00000100:00100000:2.0:1746166392.355441:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423155584:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166393.113199:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166393.246834:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166393.246878:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166393.246898:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439147904 00000100:00100000:0.0:1746166393.246906:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166393.246906:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439147904 00000100:00100000:0.0:1746166393.246938:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166393.246960:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439148032 00000100:00100000:1.0:1746166393.246963:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439148032 00000100:00100000:3.0:1746166393.247182:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439147776 00000100:00100000:3.0:1746166393.247185:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439147776 00000100:00080000:0.0:1746166393.247195:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166393.247198:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166393.247209:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 786 00000100:00100000:3.0:1746166393.247221:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439147776:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166393.247273:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439147776:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 57us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166393.247284:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 786 00000100:00100000:3.0:1746166393.247322:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439148160 00000100:00100000:3.0:1746166393.247324:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439148160 00000100:00100000:3.0:1746166393.247335:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50078 00000100:00100000:3.0:1746166393.247339:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439148160:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166393.247357:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166393.247375:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439148160:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 35us (437us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166393.247380:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50078 00000100:00100000:1.0:1746166393.247878:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2576 00000100:00100000:0.0:1746166393.247885:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2577 00000100:00100000:1.0:1746166393.247886:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439147904:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166393.247893:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439148032:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166393.247932:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439148032:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 41us (1025us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166393.247933:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439147904:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 48us (1107us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166393.247937:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2577 00000100:00100000:1.0:1746166393.248045:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2576 00000100:00100000:0.0:1746166393.315332:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423155712:0@lo:400:kworker.0 00000100:00100000:0.0:1746166393.315389:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166393.315703:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423155840:0@lo:400:kworker.0 00000100:00100000:3.0:1746166393.315731:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166393.315773:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166393.315778:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166393.315781:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166393.315786:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10309 00000100:00080000:2.0:1746166393.315789:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746166393.315796:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166393.315815:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801223fa680 x1830977423156224/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166393.315839:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166393.315842:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166393.315843:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166393.315846:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10309 00000100:00080000:2.0:1746166393.315847:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166393.315850:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166393.315857:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800905e6680 x1830977423156736/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166393.315884:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423156224:0@lo:8:kworker.0 00000100:00100000:2.0:1746166393.315906:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166393.315939:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423156736:0@lo:8:kworker.0 00000100:00100000:2.0:1746166393.315951:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166393.315972:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423156096:0@lo:400:kworker.0 00000100:00100000:2.0:1746166393.315990:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166393.316032:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423155968:0@lo:400:kworker.0 00000100:00100000:1.0:1746166393.316069:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423156224 00000100:00100000:1.0:1746166393.316074:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423156224 00000100:00100000:1.0:1746166393.316093:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423156736 00000100:00100000:1.0:1746166393.316094:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423156736 00000100:00100000:1.0:1746166393.316105:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50079 00000100:00100000:1.0:1746166393.316111:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423156224:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166393.316130:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166393.316159:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423156224:12345-0@lo:8:kworker.0 Request processed in 48us (252us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166393.316165:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50079 00000100:00100000:1.0:1746166393.316175:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50080 00000100:00100000:1.0:1746166393.316178:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423156736:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166393.316185:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166393.316198:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423156736:12345-0@lo:8:kworker.0 Request processed in 19us (246us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166393.316203:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50080 00000100:00100000:3.0:1746166393.316351:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423156480:0@lo:400:kworker.0 00000100:00100000:3.0:1746166393.316368:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166393.316379:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1746166393.316384:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423156352:0@lo:400:kworker.0 00000100:00100000:3.0:1746166393.316396:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166393.316405:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423156992:0@lo:400:kworker.0 00000100:00100000:3.0:1746166393.316418:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166393.316433:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423156352 00000100:00100000:3.0:1746166393.316436:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423156352 00000100:00100000:3.0:1746166393.316454:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7670 00000100:00100000:3.0:1746166393.316459:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423156352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166393.316790:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423155840 00000100:00100000:0.0:1746166393.316794:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423155840 00000100:00100000:0.0:1746166393.316816:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423156480 00000100:00100000:0.0:1746166393.316818:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423156480 00000100:00100000:0.0:1746166393.316827:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423156992 00000100:00100000:0.0:1746166393.316828:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423156992 00000100:00100000:0.0:1746166393.316839:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2578 00000100:00100000:0.0:1746166393.316844:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423155840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166393.316869:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423155840:12345-0@lo:400:kworker.0 Request processed in 25us (1137us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166393.316874:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2578 00000100:00100000:0.0:1746166393.316882:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2579 00000100:00100000:0.0:1746166393.316887:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094318380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423156480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166393.316902:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094318380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423156480:12345-0@lo:400:kworker.0 Request processed in 16us (533us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166393.317087:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2579 00000100:00100000:0.0:1746166393.317096:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2580 00000100:00100000:0.0:1746166393.317101:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423156992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166393.317122:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423156992:12345-0@lo:400:kworker.0 Request processed in 21us (703us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166393.317126:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2580 00000100:00080000:0.0:1746166393.317140:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746166393.317175:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166393.317178:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166393.317182:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423156224:0@lo:8:kworker.0 00000100:00080000:0.0:1746166393.317189:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166393.317191:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166393.317193:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423156736:0@lo:8:kworker.0 00000100:00100000:2.0:1746166393.320333:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423156864:0@lo:400:kworker.0 00000100:00100000:2.0:1746166393.320383:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166393.320864:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423156352:12345-0@lo:400:kworker.0 Request processed in 4403us (4465us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166393.320874:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7670 00000100:00100000:1.0:1746166393.321228:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423156096 00000100:00100000:1.0:1746166393.321235:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423156096 00000100:00100000:1.0:1746166393.321268:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35661 00000100:00100000:1.0:1746166393.321273:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132100380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423156096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166393.321311:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132100380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423156096:12345-0@lo:400:kworker.0 Request processed in 39us (5321us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166393.321316:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35661 00000100:00100000:1.0:1746166393.321335:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166393.321722:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423156096:0@lo:400:kworker.0 00000100:00100000:2.0:1746166393.321763:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423156352:0@lo:400:kworker.0 00000100:00100000:2.0:1746166393.321773:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423156992:0@lo:400:kworker.0 00000100:00100000:2.0:1746166393.321782:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423156480:0@lo:400:kworker.0 00000100:00100000:2.0:1746166393.321792:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423155840:0@lo:400:kworker.0 00000100:00100000:1.0:1746166393.321872:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423156608:0@lo:400:kworker.0 00000100:00100000:1.0:1746166393.321892:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166393.322153:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423156608 00000100:00100000:2.0:1746166393.322156:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423156608 00000100:00100000:2.0:1746166393.322175:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35662 00000100:00100000:2.0:1746166393.322179:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423156608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166393.322204:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423156608:12345-0@lo:400:kworker.0 Request processed in 25us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166393.322209:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35662 00000100:00100000:2.0:1746166393.322227:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423155968 00000100:00100000:2.0:1746166393.322229:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423155968 00000100:00100000:2.0:1746166393.322249:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2581 00000100:00100000:2.0:1746166393.322253:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423155968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166393.322274:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423155968:12345-0@lo:400:kworker.0 Request processed in 21us (939us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166393.322279:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2581 00000100:00100000:3.0:1746166393.322816:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423156864 00000100:00100000:3.0:1746166393.322820:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423156864 00000100:00100000:3.0:1746166393.322851:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7671 00000100:00100000:3.0:1746166393.322856:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132101500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423156864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166393.322889:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132101500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423156864:12345-0@lo:400:kworker.0 Request processed in 33us (2506us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166393.322893:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7671 00000100:00100000:3.0:1746166393.322922:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423156864:0@lo:400:kworker.0 00000100:00100000:0.0:1746166393.323037:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423155712 00000100:00100000:0.0:1746166393.323041:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423155712 00000100:00100000:0.0:1746166393.323068:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:0.0:1746166393.323073:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423155712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166393.323102:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423155712:12345-0@lo:400:kworker.0 Request processed in 29us (7713us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166393.323107:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00080000:0.0:1746166393.323125:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746166393.323129:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166393.323143:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423155712:0@lo:400:kworker.0 00000100:00100000:1.0:1746166393.323399:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423155968:0@lo:400:kworker.0 00000100:00100000:1.0:1746166393.323407:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423156608:0@lo:400:kworker.0 00000100:00100000:1.0:1746166393.348828:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746166393.348844:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423157120:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166393.348899:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166393.349210:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746166393.349217:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423157248:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166393.349237:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166393.349263:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423157120 00000100:00100000:0.0:1746166393.349269:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423157120 00000100:00100000:0.0:1746166393.349294:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423157248 00000100:00100000:0.0:1746166393.349296:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423157248 00000100:00100000:0.0:1746166393.349308:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35663 00000100:00100000:0.0:1746166393.349313:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b202300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423157120:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746166393.349344:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746166393.349372:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b202300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423157120:12345-0@lo:41:osp-pre-1-0.0 Request processed in 59us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166393.349378:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35663 00000100:00100000:0.0:1746166393.349389:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35664 00000100:00100000:0.0:1746166393.349393:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423157248:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746166393.349405:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746166393.349421:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423157248:12345-0@lo:41:osp-pre-0-1.0 Request processed in 28us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166393.349426:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35664 00000100:00100000:0.0:1746166393.349455:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423157248:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166393.349752:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423157120:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166393.585866:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746166393.585883:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423157376:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166393.585942:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166393.585996:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423157376 00000100:00100000:3.0:1746166393.586002:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423157376 00000100:00100000:3.0:1746166393.587607:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7044 00000100:00100000:3.0:1746166393.587618:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132102a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423157376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166393.587639:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166393.592411:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132102a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423157376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 4789us (6462us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166393.592427:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7044 00000100:00100000:2.0:1746166393.592575:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423157376:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166394.113876:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166395.118121:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166396.120044:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166397.122100:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166397.361857:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746166397.361875:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423157504:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166397.361931:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166397.362311:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423157504 00000100:00100000:0.0:1746166397.362318:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423157504 00000100:00080000:2.0:1746166397.362391:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166397.363056:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7045 00000100:00100000:0.0:1746166397.363064:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423157504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166397.363088:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166397.363254:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423157504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 190us (1321us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166397.363260:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7045 00000100:00100000:3.0:1746166397.363335:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423157504:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166398.125379:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166398.255403:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166398.255449:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166398.255505:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166398.255536:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166398.255585:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439148416 00000100:00100000:0.0:1746166398.255593:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439148416 00000100:00100000:0.0:1746166398.255630:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439148544 00000100:00100000:0.0:1746166398.255632:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439148544 00000100:00100000:0.0:1746166398.255647:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2582 00000100:00100000:0.0:1746166398.255654:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439148416:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166398.255733:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439148416:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 79us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166398.255739:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2582 00000100:00100000:0.0:1746166398.255752:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2583 00000100:00100000:0.0:1746166398.255757:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439148544:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166398.255777:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439148544:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 20us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166398.255782:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2583 00000100:00080000:0.0:1746166398.255805:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166398.255808:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166398.256113:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439148288 00000100:00100000:3.0:1746166398.256117:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439148288 00000100:00100000:3.0:1746166398.256141:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 788 00000100:00100000:3.0:1746166398.256147:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a81ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439148288:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166398.256172:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a81ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439148288:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 26us (723us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166398.256177:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 788 00000100:00100000:1.0:1746166398.256331:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439148672 00000100:00100000:1.0:1746166398.256335:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439148672 00000100:00100000:1.0:1746166398.256353:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50081 00000100:00100000:1.0:1746166398.256357:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439148672:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166398.256376:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166398.256400:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439148672:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 42us (862us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166398.256405:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50081 00000100:00100000:3.0:1746166398.322424:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423157632:0@lo:400:kworker.0 00000100:00100000:3.0:1746166398.322504:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166398.322761:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423157632 00000100:00100000:0.0:1746166398.322768:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423157632 00000100:00100000:0.0:1746166398.322806:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:0.0:1746166398.322813:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423157632:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1746166398.322834:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166398.322838:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166398.322840:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166398.322844:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10314 00000100:00100000:0.0:1746166398.322846:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423157632:12345-0@lo:400:kworker.0 Request processed in 35us (344us total) trans 0 rc 0/0 00000100:00080000:2.0:1746166398.322847:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166398.322851:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166398.322852:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:2.0:1746166398.322866:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088face00 x1830977423158144/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166398.322874:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423157888:0@lo:400:kworker.0 00000100:00080000:2.0:1746166398.322891:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166398.322893:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1746166398.322895:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166398.322895:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166398.322897:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10314 00000100:00080000:2.0:1746166398.322899:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166398.322902:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166398.322909:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423158528:0@lo:400:kworker.0 00000100:00100000:2.0:1746166398.322910:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fae680 x1830977423158656/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166398.322927:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166398.322934:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423157760:0@lo:400:kworker.0 00000100:00100000:0.0:1746166398.322945:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423158144:0@lo:8:kworker.0 00000100:00100000:2.0:1746166398.322954:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166398.322961:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166398.322968:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423158400:0@lo:400:kworker.0 00000100:00100000:0.0:1746166398.322971:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423158656:0@lo:8:kworker.0 00000100:00100000:2.0:1746166398.322980:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166398.322984:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166398.324236:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423158528 00000100:00100000:2.0:1746166398.324243:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423158528 00000100:00100000:2.0:1746166398.324278:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35665 00000100:00100000:2.0:1746166398.324283:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423158528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166398.324350:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423158016:0@lo:400:kworker.0 00000100:00100000:1.0:1746166398.324383:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166398.324406:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423158784:0@lo:400:kworker.0 00000100:00100000:1.0:1746166398.324425:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423158016 00000100:00100000:1.0:1746166398.324428:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423158016 00000100:00100000:1.0:1746166398.324446:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35666 00000100:00100000:1.0:1746166398.324450:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090463100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423158016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166398.324491:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090463100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423158016:12345-0@lo:400:kworker.0 Request processed in 41us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166398.324497:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35666 00000100:00100000:1.0:1746166398.324527:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423157888 00000100:00100000:1.0:1746166398.324530:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423157888 00000100:00100000:1.0:1746166398.324552:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423157760 00000100:00100000:1.0:1746166398.324554:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423157760 00000100:00100000:1.0:1746166398.324564:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423158400 00000100:00100000:1.0:1746166398.324566:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423158400 00000100:00100000:1.0:1746166398.324577:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2584 00000100:00100000:1.0:1746166398.324581:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423157888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166398.324611:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423157888:12345-0@lo:400:kworker.0 Request processed in 28us (1715us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166398.324615:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2584 00000100:00100000:1.0:1746166398.324623:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2585 00000100:00100000:1.0:1746166398.324627:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423157760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166398.324649:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423157760:12345-0@lo:400:kworker.0 Request processed in 22us (1695us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166398.324653:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2585 00000100:00100000:1.0:1746166398.324660:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2586 00000100:00100000:1.0:1746166398.324664:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423158400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166398.324699:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423158400:12345-0@lo:400:kworker.0 Request processed in 35us (1718us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166398.324703:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2586 00000100:00080000:1.0:1746166398.324730:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746166398.324732:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166398.324757:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423157888:0@lo:400:kworker.0 00000100:00100000:1.0:1746166398.324789:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423157760:0@lo:400:kworker.0 00000100:00100000:1.0:1746166398.324796:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423158400:0@lo:400:kworker.0 00000100:00100000:2.0:1746166398.324875:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423158528:12345-0@lo:400:kworker.0 Request processed in 591us (1946us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166398.324880:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35665 00000100:00100000:0.0:1746166398.324900:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423158144 00000100:00100000:0.0:1746166398.324903:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423158144 00000100:00100000:2.0:1746166398.324906:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423158656 00000100:00100000:2.0:1746166398.324907:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423158656 00000100:00100000:0.0:1746166398.324917:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50082 00000100:00100000:2.0:1746166398.324920:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50083 00000100:00100000:0.0:1746166398.324921:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423158144:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1746166398.324923:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423158656:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166398.324937:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166398.324962:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423158144:12345-0@lo:8:kworker.0 Request processed in 41us (2000us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166398.324967:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50082 00000100:00080000:0.0:1746166398.324985:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166398.324989:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166398.324992:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423158144:0@lo:8:kworker.0 00010000:00020000:2.0:1746166398.325151:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166398.325173:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423158656:12345-0@lo:8:kworker.0 Request processed in 249us (2188us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166398.325178:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50083 00000100:00080000:0.0:1746166398.325310:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166398.325313:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166398.325316:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423158656:0@lo:8:kworker.0 00000100:00100000:3.0:1746166398.325356:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423158272:0@lo:400:kworker.0 00000100:00100000:3.0:1746166398.325382:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166398.325395:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423158912:0@lo:400:kworker.0 00000100:00100000:3.0:1746166398.325413:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166398.325432:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423157632:0@lo:400:kworker.0 00000100:00100000:3.0:1746166398.325454:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423158912 00000100:00100000:3.0:1746166398.325456:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423158912 00000100:00100000:3.0:1746166398.325483:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2587 00000100:00100000:3.0:1746166398.325487:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423158912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166398.325508:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423158912:12345-0@lo:400:kworker.0 Request processed in 21us (99us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166398.325513:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2587 00000100:00100000:3.0:1746166398.325530:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423158912:0@lo:400:kworker.0 00000100:00100000:2.0:1746166398.325569:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423158272 00000100:00100000:2.0:1746166398.325571:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423158272 00000100:00100000:2.0:1746166398.325819:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7672 00000100:00100000:2.0:1746166398.325824:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423158272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166398.325848:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423158272:12345-0@lo:400:kworker.0 Request processed in 25us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166398.325853:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7672 00000100:00100000:1.0:1746166398.325897:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166398.325919:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423158016:0@lo:400:kworker.0 00000100:00100000:1.0:1746166398.325935:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423158528:0@lo:400:kworker.0 00000100:00100000:3.0:1746166398.326315:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423158272:0@lo:400:kworker.0 00000100:00100000:2.0:1746166398.326364:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423158784 00000100:00100000:2.0:1746166398.326367:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423158784 00000100:00100000:2.0:1746166398.326396:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7673 00000100:00100000:2.0:1746166398.326401:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090462d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423158784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166398.326444:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090462d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423158784:12345-0@lo:400:kworker.0 Request processed in 43us (546us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166398.326449:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7673 00000100:00100000:0.0:1746166398.326508:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423158784:0@lo:400:kworker.0 00000100:00080000:1.0:1746166398.326616:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166398.353929:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090461500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423159040:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166398.353989:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166398.354162:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746166398.354167:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423159168:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166398.354241:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166398.355250:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423159040 00000100:00100000:3.0:1746166398.355258:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423159040 00000100:00100000:3.0:1746166398.355586:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423159168 00000100:00100000:3.0:1746166398.355590:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423159168 00000100:00100000:1.0:1746166398.355942:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35667 00000100:00100000:1.0:1746166398.355952:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e113050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423159040:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166398.355981:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166398.356041:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e113050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423159040:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (2051us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166398.356047:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35667 00000100:00100000:1.0:1746166398.356314:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35668 00000100:00100000:1.0:1746166398.356320:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423159168:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166398.356335:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166398.356360:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423159168:12345-0@lo:41:osp-pre-0-1.0 Request processed in 40us (2118us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166398.356365:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35668 00000100:00100000:2.0:1746166398.356447:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423159168:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166398.356459:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090461500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423159040:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166398.595802:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423159296:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166398.595862:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166398.595962:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423159296 00000100:00100000:1.0:1746166398.595969:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423159296 00000100:00100000:1.0:1746166398.596009:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7046 00000100:00100000:1.0:1746166398.596016:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423159296:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746166398.596034:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166398.596068:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423159296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166398.596074:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7046 00000100:00100000:0.0:1746166398.596148:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423159296:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166399.130171:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166400.129994:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166401.132102:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166402.135316:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166402.370159:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423159424:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166402.370215:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166402.371168:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423159424 00000100:00100000:2.0:1746166402.371176:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423159424 00000100:00100000:2.0:1746166402.371220:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7047 00000100:00080000:1.0:1746166402.371223:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166402.371227:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423159424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166402.371258:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166402.371294:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423159424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (1080us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166402.371300:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7047 00000100:00100000:0.0:1746166402.371954:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423159424:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166403.138273:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166403.263587:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166403.263640:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439148800 00000100:00100000:2.0:1746166403.263648:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439148800 00000100:00100000:2.0:1746166403.263772:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 790 00000100:00100000:2.0:1746166403.263780:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439148800:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166403.264294:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166403.266390:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439148928 00000100:00100000:3.0:1746166403.266401:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439148928 00000100:00100000:3.0:1746166403.266451:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2588 00000100:00100000:3.0:1746166403.266459:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439148928:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166403.267474:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439148800:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 3692us (3892us total) trans 0 rc 0/0 00000100:00080000:1.0:1746166403.267475:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166403.267482:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 790 00000100:00100000:3.0:1746166403.267531:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439148928:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1072us (3235us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166403.267537:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2588 00000100:00100000:1.0:1746166403.269427:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166403.269475:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166403.269650:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439149056 00000100:00100000:3.0:1746166403.269656:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439149056 00000100:00100000:3.0:1746166403.269723:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2589 00000100:00100000:3.0:1746166403.269730:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090463100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439149056:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166403.269808:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439149184 00000100:00100000:2.0:1746166403.269811:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439149184 00000100:00100000:2.0:1746166403.269829:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50084 00000100:00100000:2.0:1746166403.269833:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090461500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439149184:12345-192.168.201.29@tcp:8:kworker.0 00000100:00080000:1.0:1746166403.269873:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166403.269947:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090463100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439149056:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 217us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166403.269953:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2589 00010000:00020000:2.0:1746166403.269991:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166403.270010:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090461500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439149184:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 175us (535us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166403.270015:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50084 00000100:00100000:1.0:1746166403.331167:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423159680:0@lo:400:kworker.0 00000100:00100000:1.0:1746166403.331231:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166403.331336:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423159552:0@lo:400:kworker.0 00000100:00100000:0.0:1746166403.331368:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166403.331439:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423159808:0@lo:400:kworker.0 00000100:00100000:0.0:1746166403.331473:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423159552 00000100:00100000:0.0:1746166403.331479:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423159552 00000100:00100000:0.0:1746166403.331510:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00000100:00100000:0.0:1746166403.331516:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423159552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166403.331551:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423159552:12345-0@lo:400:kworker.0 Request processed in 36us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166403.331556:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 00000100:00100000:0.0:1746166403.331592:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423159552:0@lo:400:kworker.0 00000100:00080000:2.0:1746166403.331694:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166403.331697:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166403.331700:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166403.331705:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10319 00000100:00080000:2.0:1746166403.331707:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166403.331711:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166403.331729:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009a4d3b80 x1830977423160064/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166403.331758:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166403.331760:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166403.331762:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166403.331764:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10319 00000100:00080000:2.0:1746166403.331767:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746166403.331769:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166403.331777:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ae89880 x1830977423160576/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166403.331804:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423160064:0@lo:8:kworker.0 00000100:00100000:2.0:1746166403.331829:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166403.331843:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423160576:0@lo:8:kworker.0 00000100:00100000:2.0:1746166403.331855:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166403.331874:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423160064 00000100:00100000:2.0:1746166403.331877:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423160064 00000100:00100000:2.0:1746166403.331891:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423160576 00000100:00100000:2.0:1746166403.331892:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423160576 00000100:00100000:2.0:1746166403.331901:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50085 00000100:00100000:2.0:1746166403.331905:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423160064:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166403.331921:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166403.331944:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423160064:12345-0@lo:8:kworker.0 Request processed in 38us (115us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166403.331949:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50085 00000100:00100000:2.0:1746166403.331957:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50086 00000100:00100000:2.0:1746166403.331960:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423160576:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166403.331967:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166403.331980:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423160576:12345-0@lo:8:kworker.0 Request processed in 19us (124us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166403.331984:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50086 00000100:00080000:2.0:1746166403.332004:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166403.332007:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166403.332010:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423160064:0@lo:8:kworker.0 00000100:00080000:2.0:1746166403.332015:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166403.332017:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166403.332019:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423160576:0@lo:8:kworker.0 00000100:00100000:2.0:1746166403.332041:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423159936:0@lo:400:kworker.0 00000100:00100000:2.0:1746166403.332071:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166403.332083:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423160704:0@lo:400:kworker.0 00000100:00100000:2.0:1746166403.332094:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166403.332103:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746166403.332107:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423160448:0@lo:400:kworker.0 00000100:00100000:2.0:1746166403.332119:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166403.332136:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423159936 00000100:00100000:2.0:1746166403.332138:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423159936 00000100:00100000:1.0:1746166403.332209:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423160320:0@lo:400:kworker.0 00000100:00100000:1.0:1746166403.332228:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166403.332242:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1746166403.332245:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423160192:0@lo:400:kworker.0 00000100:00100000:1.0:1746166403.332263:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166403.332274:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423160832:0@lo:400:kworker.0 00000100:00100000:1.0:1746166403.332287:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166403.332304:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423159680 00000100:00100000:1.0:1746166403.332307:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423159680 00000100:00100000:1.0:1746166403.332331:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423160320 00000100:00100000:1.0:1746166403.332334:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423160320 00000100:00100000:1.0:1746166403.332342:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423160832 00000100:00100000:1.0:1746166403.332344:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423160832 00000100:00100000:1.0:1746166403.332354:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2590 00000100:00100000:1.0:1746166403.332359:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090462680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423159680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166403.332399:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090462680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423159680:12345-0@lo:400:kworker.0 Request processed in 39us (1169us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166403.332404:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2590 00000100:00100000:1.0:1746166403.332415:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2591 00000100:00100000:1.0:1746166403.332419:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423160320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166403.332437:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423160320:12345-0@lo:400:kworker.0 Request processed in 19us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166403.332441:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2591 00000100:00100000:1.0:1746166403.332448:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2592 00000100:00100000:1.0:1746166403.332452:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423160832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166403.332469:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423160832:12345-0@lo:400:kworker.0 Request processed in 17us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166403.332474:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2592 00000100:00100000:1.0:1746166403.332495:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423160704 00000100:00100000:1.0:1746166403.332497:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423160704 00000100:00100000:1.0:1746166403.332512:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423160192 00000100:00100000:1.0:1746166403.332514:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423160192 00000100:00100000:1.0:1746166403.332522:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7674 00000100:00100000:1.0:1746166403.332525:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423160704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166403.332546:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423160704:12345-0@lo:400:kworker.0 Request processed in 20us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166403.332550:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7674 00000100:00100000:1.0:1746166403.332555:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7675 00000100:00100000:1.0:1746166403.332558:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c8a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423160192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166403.332572:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c8a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423160192:12345-0@lo:400:kworker.0 Request processed in 13us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166403.332576:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7675 00000100:00080000:1.0:1746166403.332694:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746166403.332697:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166403.332709:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423160192:0@lo:400:kworker.0 00000100:00100000:1.0:1746166403.332715:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423160832:0@lo:400:kworker.0 00000100:00100000:1.0:1746166403.332720:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423160320:0@lo:400:kworker.0 00000100:00100000:1.0:1746166403.332725:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423159680:0@lo:400:kworker.0 00000100:00100000:0.0:1746166403.333330:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166403.333365:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423159808 00000100:00100000:0.0:1746166403.333368:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423159808 00000100:00100000:0.0:1746166403.333401:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2593 00000100:00100000:0.0:1746166403.333406:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423159808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166403.333433:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423159808:12345-0@lo:400:kworker.0 Request processed in 27us (103us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166403.333437:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2593 00000100:00100000:0.0:1746166403.333458:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423159808:0@lo:400:kworker.0 00000100:00080000:0.0:1746166403.333472:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166403.336048:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423160448 00000100:00100000:2.0:1746166403.336057:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423160448 00000100:00100000:1.0:1746166403.336219:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35669 00000100:00100000:1.0:1746166403.336228:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423159936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166403.336290:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423159936:12345-0@lo:400:kworker.0 Request processed in 65us (4219us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166403.336295:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35669 00000100:00100000:1.0:1746166403.336306:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35670 00000100:00100000:1.0:1746166403.336310:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423160448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166403.336330:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423160448:12345-0@lo:400:kworker.0 Request processed in 20us (4211us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166403.336334:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35670 00000100:00100000:1.0:1746166403.336371:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423160448:0@lo:400:kworker.0 00000100:00100000:1.0:1746166403.336379:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423159936:0@lo:400:kworker.0 00000100:00100000:1.0:1746166403.336402:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423160704:0@lo:400:kworker.0 00000100:00100000:2.0:1746166403.362591:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746166403.362608:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423160960:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166403.362661:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166403.362725:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423160960 00000100:00100000:2.0:1746166403.362732:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423160960 00000100:00100000:2.0:1746166403.365232:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35671 00000100:00100000:2.0:1746166403.365247:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423160960:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166403.365278:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166403.365327:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423160960:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (2665us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166403.365333:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35671 00000100:00100000:2.0:1746166403.365372:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423160960:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166403.366854:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746166403.366864:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423161088:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166403.366898:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166403.367150:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423161088 00000100:00100000:2.0:1746166403.367155:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423161088 00000100:00100000:2.0:1746166403.367178:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35672 00000100:00100000:2.0:1746166403.367183:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423161088:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166403.367200:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166403.367228:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423161088:12345-0@lo:41:osp-pre-1-0.0 Request processed in 45us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166403.367232:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35672 00000100:00100000:1.0:1746166403.367658:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423161088:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166403.601901:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423161216:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166403.601959:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166403.602067:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423161216 00000100:00100000:3.0:1746166403.602074:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423161216 00000100:00100000:3.0:1746166403.602108:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7048 00000100:00100000:3.0:1746166403.602115:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423161216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166403.602135:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166403.602171:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423161216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166403.602177:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7048 00000100:00100000:0.0:1746166403.602289:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423161216:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166404.140701:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166405.142869:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166406.145869:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166407.148893:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166407.380011:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423161344:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166407.380069:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166407.380871:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423161344 00000100:00100000:1.0:1746166407.380878:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423161344 00000100:00100000:1.0:1746166407.380930:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7049 00000100:00100000:1.0:1746166407.380939:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423161344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166407.380965:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:0.0:1746166407.381039:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166407.389536:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423161344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 8591us (9458us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166407.389548:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7049 00000100:00100000:3.0:1746166407.389923:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423161344:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166408.150280:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166408.271512:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166408.271854:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439149312 00000100:00100000:2.0:1746166408.271862:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439149312 00000100:00100000:2.0:1746166408.272100:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 792 00000100:00100000:2.0:1746166408.272108:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439149312:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166408.272170:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439149312:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 63us (666us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166408.272177:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 792 00000100:00100000:1.0:1746166408.273426:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166408.273470:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166408.273488:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439149440 00000100:00100000:3.0:1746166408.273493:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439149440 00000100:00100000:3.0:1746166408.273534:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439149568 00000100:00100000:3.0:1746166408.273537:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439149568 00000100:00100000:3.0:1746166408.273553:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2594 00000100:00100000:3.0:1746166408.273560:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090462d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439149440:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166408.273608:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090462d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439149440:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 49us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166408.273615:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2594 00000100:00100000:3.0:1746166408.273631:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2595 00000100:00100000:3.0:1746166408.273635:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090461500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439149568:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166408.273656:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090461500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439149568:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 20us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166408.273660:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2595 00000100:00080000:1.0:1746166408.274315:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166408.274319:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166408.275717:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166408.275815:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439149696 00000100:00100000:2.0:1746166408.275822:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439149696 00000100:00100000:2.0:1746166408.275847:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50087 00000100:00100000:2.0:1746166408.275853:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439149696:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166408.276073:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166408.276723:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439149696:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 866us (1009us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166408.276731:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50087 00000100:00100000:3.0:1746166408.339543:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:2.0:1746166408.339546:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166408.339550:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166408.339553:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166408.339558:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10324 00000100:00100000:3.0:1746166408.339561:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423161856:0@lo:400:kworker.0 00000100:00080000:2.0:1746166408.339563:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746166408.339567:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166408.339583:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ae89180 x1830977423161984/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166408.339607:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166408.339610:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166408.339611:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1746166408.339612:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166408.339614:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10324 00000100:00080000:2.0:1746166408.339616:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746166408.339619:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166408.339627:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ae8b800 x1830977423162496/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746166408.339655:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423161472:0@lo:400:kworker.0 00000100:00100000:0.0:1746166408.339665:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423161728:0@lo:400:kworker.0 00000100:00100000:2.0:1746166408.339670:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423161600:0@lo:400:kworker.0 00000100:00100000:3.0:1746166408.339699:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166408.339714:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166408.339717:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423161984:0@lo:8:kworker.0 00000100:00100000:3.0:1746166408.339722:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423162624:0@lo:400:kworker.0 00000100:00100000:0.0:1746166408.339733:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423162368:0@lo:400:kworker.0 00000100:00100000:2.0:1746166408.339739:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166408.339750:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166408.339750:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423161856 00000100:00100000:3.0:1746166408.339755:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423161856 00000100:00100000:2.0:1746166408.339759:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423162496:0@lo:8:kworker.0 00000100:00100000:2.0:1746166408.339773:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166408.339775:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423161728 00000100:00100000:0.0:1746166408.339778:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423161728 00000100:00100000:3.0:1746166408.339784:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423162368 00000100:00100000:3.0:1746166408.339787:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423162368 00000100:00100000:1.0:1746166408.340929:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423162112:0@lo:400:kworker.0 00000100:00100000:1.0:1746166408.340961:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166408.340982:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423162752:0@lo:400:kworker.0 00000100:00100000:1.0:1746166408.340998:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166408.341026:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423161984 00000100:00100000:1.0:1746166408.341029:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423161984 00000100:00100000:1.0:1746166408.341042:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423162496 00000100:00100000:1.0:1746166408.341044:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423162496 00000100:00100000:1.0:1746166408.341050:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423162112 00000100:00100000:1.0:1746166408.341052:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423162112 00000100:00100000:1.0:1746166408.341069:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7676 00000100:00100000:1.0:1746166408.341074:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423162112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166408.341114:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423162112:12345-0@lo:400:kworker.0 Request processed in 40us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166408.341120:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7676 00000100:00100000:1.0:1746166408.341133:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50088 00000100:00100000:1.0:1746166408.341137:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423161984:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166408.341153:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166408.341175:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423161984:12345-0@lo:8:kworker.0 Request processed in 38us (1436us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166408.341181:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50088 00000100:00100000:1.0:1746166408.341189:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50089 00000100:00100000:1.0:1746166408.341192:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423162496:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166408.341199:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166408.341215:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423162496:12345-0@lo:8:kworker.0 Request processed in 22us (1441us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166408.341219:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50089 00000100:00100000:1.0:1746166408.341249:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423162112:0@lo:400:kworker.0 00000100:00100000:1.0:1746166408.341267:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423162752 00000100:00100000:1.0:1746166408.341270:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423162752 00000100:00100000:0.0:1746166408.341394:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2596 00000100:00100000:0.0:1746166408.341399:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423162752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166408.341399:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35673 00000100:00100000:3.0:1746166408.341407:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423161856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166408.341431:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423162752:12345-0@lo:400:kworker.0 Request processed in 32us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166408.341436:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2596 00000100:00100000:3.0:1746166408.341438:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423161856:12345-0@lo:400:kworker.0 Request processed in 33us (1825us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166408.341443:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35673 00000100:00100000:0.0:1746166408.341445:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2597 00000100:00100000:0.0:1746166408.341450:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423161728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166408.341459:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35674 00000100:00100000:2.0:1746166408.341467:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423162368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166408.341474:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423161728:12345-0@lo:400:kworker.0 Request processed in 25us (1760us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166408.341478:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2597 00000100:00100000:2.0:1746166408.341499:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423162368:12345-0@lo:400:kworker.0 Request processed in 34us (1748us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166408.341500:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423162752:0@lo:400:kworker.0 00000100:00100000:2.0:1746166408.341504:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35674 00000100:00100000:0.0:1746166408.341517:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423161472 00000100:00100000:0.0:1746166408.341521:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423161472 00000100:00100000:2.0:1746166408.341528:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166408.341540:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:2.0:1746166408.341544:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423162240:0@lo:400:kworker.0 00000100:00100000:0.0:1746166408.341545:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423161472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166408.341563:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166408.341568:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423161472:12345-0@lo:400:kworker.0 Request processed in 23us (1869us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166408.341573:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00100000:2.0:1746166408.341584:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423161600 00000100:00100000:2.0:1746166408.341586:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423161600 00000100:00100000:0.0:1746166408.341595:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423162240 00000100:00100000:0.0:1746166408.341598:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423162240 00000100:00100000:2.0:1746166408.341606:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2598 00000100:00100000:2.0:1746166408.341611:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423161600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166408.341635:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423161600:12345-0@lo:400:kworker.0 Request processed in 24us (106us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166408.341639:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2598 00000100:00100000:0.0:1746166408.341644:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2599 00000100:00100000:0.0:1746166408.341649:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423162240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166408.341649:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166408.341660:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166408.341663:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166408.341667:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423161984:0@lo:8:kworker.0 00000100:00100000:3.0:1746166408.341687:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423161856:0@lo:400:kworker.0 00000100:00080000:2.0:1746166408.341690:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166408.341692:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166408.341695:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423162496:0@lo:8:kworker.0 00000100:00100000:3.0:1746166408.341695:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423161472:0@lo:400:kworker.0 00000100:00100000:3.0:1746166408.341715:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423162624 00000100:00100000:3.0:1746166408.341717:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423162624 00000100:00100000:2.0:1746166408.341718:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423161600:0@lo:400:kworker.0 00000100:00100000:3.0:1746166408.341734:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7677 00000100:00100000:3.0:1746166408.341738:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423162624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166408.341764:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423162624:12345-0@lo:400:kworker.0 Request processed in 25us (115us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166408.341769:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7677 00000100:00100000:0.0:1746166408.341784:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423162240:12345-0@lo:400:kworker.0 Request processed in 135us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166408.341789:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2599 00000100:00080000:1.0:1746166408.341839:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746166408.341843:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746166408.341844:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166408.341872:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423161728:0@lo:400:kworker.0 00000100:00100000:1.0:1746166408.341880:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423162368:0@lo:400:kworker.0 00000100:00100000:2.0:1746166408.342775:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423162240:0@lo:400:kworker.0 00000100:00100000:3.0:1746166408.343747:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423162624:0@lo:400:kworker.0 00000100:00100000:0.0:1746166408.370055:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423162880:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166408.370112:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166408.370342:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423162880 00000100:00100000:1.0:1746166408.370349:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423162880 00000100:00100000:1.0:1746166408.370398:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35675 00000100:00100000:1.0:1746166408.370405:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423162880:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166408.370428:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166408.370475:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423162880:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166408.370482:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35675 00000100:00100000:0.0:1746166408.371893:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423162880:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166408.387601:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746166408.387621:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098dea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423163008:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166408.387699:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166408.387791:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423163008 00000100:00100000:3.0:1746166408.387798:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423163008 00000100:00100000:3.0:1746166408.387844:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35676 00000100:00100000:3.0:1746166408.387851:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090943100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423163008:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166408.387887:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166408.387933:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090943100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423163008:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166408.387940:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35676 00000100:00100000:2.0:1746166408.388007:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098dea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423163008:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166408.610031:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090464a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423163136:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166408.610086:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166408.610168:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423163136 00000100:00100000:0.0:1746166408.610174:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423163136 00000100:00100000:0.0:1746166408.610212:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7050 00000100:00100000:0.0:1746166408.610219:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423163136:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166408.610238:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166408.610283:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423163136:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166408.610289:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7050 00000100:00100000:2.0:1746166408.610405:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090464a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423163136:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166409.152019:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166410.154217:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166411.155898:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166412.161952:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166412.286599:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166412.286650:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166412.286714:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166412.286747:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166412.286768:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439150208 00000100:00100000:0.0:1746166412.286776:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439150208 00000100:00100000:0.0:1746166412.286814:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50090 00000100:00100000:0.0:1746166412.286820:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090464e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439150208:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746166412.286840:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166412.286880:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090464e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439150208:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 60us (132us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166412.286885:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50090 00000100:00100000:2.0:1746166412.286909:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439149824 00000100:00100000:2.0:1746166412.286915:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439149824 00000100:00100000:2.0:1746166412.286944:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 794 00000100:00100000:2.0:1746166412.286949:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439149824:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166412.286967:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439149952 00000100:00100000:0.0:1746166412.287147:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439149952 00000100:00100000:2.0:1746166412.287155:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439149824:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 205us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166412.287160:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 794 00000100:00100000:0.0:1746166412.287171:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439150080 00000100:00100000:0.0:1746166412.287173:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439150080 00000100:00100000:0.0:1746166412.287185:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2600 00000100:00100000:0.0:1746166412.287190:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090465500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439149952:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166412.287198:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2601 00000100:00100000:2.0:1746166412.287204:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090467b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439150080:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166412.287215:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090465500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439149952:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 25us (625us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166412.287220:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2600 00000100:00080000:0.0:1746166412.287246:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166412.287249:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166412.287256:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090467b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439150080:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 26us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166412.287265:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2601 00000100:00100000:1.0:1746166412.403711:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423163264:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166412.403775:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166412.404099:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423163264 00000100:00100000:3.0:1746166412.404106:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423163264 00000100:00100000:3.0:1746166412.404160:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7051 00000100:00100000:3.0:1746166412.404168:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423163264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166412.404194:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166412.404261:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423163264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (486us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166412.404268:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7051 00000100:00080000:0.0:1746166412.404346:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166412.404406:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423163264:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166413.162530:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746166413.345907:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166413.345912:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166413.345916:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166413.345923:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10329 00000100:00080000:2.0:1746166413.345927:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746166413.345933:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166413.345951:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090940000 x1830977423163904/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166413.345983:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166413.345985:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166413.345987:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166413.345989:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10329 00000100:00080000:2.0:1746166413.345991:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746166413.345995:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166413.346002:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098e89c00 x1830977423164416/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166413.346037:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423163904:0@lo:8:kworker.0 00000100:00100000:2.0:1746166413.346090:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166413.346138:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423164416:0@lo:8:kworker.0 00000100:00100000:2.0:1746166413.346156:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166413.346193:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423163904 00000100:00100000:2.0:1746166413.346200:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423163904 00000100:00100000:2.0:1746166413.346249:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423164416 00000100:00100000:2.0:1746166413.346252:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423164416 00000100:00100000:2.0:1746166413.346264:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50091 00000100:00100000:2.0:1746166413.346271:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423163904:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166413.346293:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166413.346328:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423163904:12345-0@lo:8:kworker.0 Request processed in 57us (237us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166413.346334:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50091 00000100:00100000:2.0:1746166413.346346:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50092 00000100:00100000:2.0:1746166413.346349:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423164416:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166413.346357:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166413.346373:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423164416:12345-0@lo:8:kworker.0 Request processed in 23us (216us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166413.346377:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50092 00000100:00080000:2.0:1746166413.346402:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166413.346405:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166413.346408:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423163904:0@lo:8:kworker.0 00000100:00080000:2.0:1746166413.346413:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166413.346415:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166413.346417:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423164416:0@lo:8:kworker.0 00000100:00100000:2.0:1746166413.346440:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423163776:0@lo:400:kworker.0 00000100:00100000:2.0:1746166413.346461:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166413.346474:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423164544:0@lo:400:kworker.0 00000100:00100000:2.0:1746166413.346488:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166413.346499:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1746166413.346503:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423163648:0@lo:400:kworker.0 00000100:00100000:2.0:1746166413.346519:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166413.346530:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423164288:0@lo:400:kworker.0 00000100:00100000:2.0:1746166413.346543:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166413.346562:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423164544 00000100:00100000:2.0:1746166413.346564:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423164544 00000100:00100000:2.0:1746166413.346591:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7678 00000100:00100000:2.0:1746166413.346596:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423164544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166413.346627:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423164544:12345-0@lo:400:kworker.0 Request processed in 31us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166413.346632:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7678 00000100:00100000:2.0:1746166413.346656:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423164544:0@lo:400:kworker.0 00000100:00080000:2.0:1746166413.346669:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166413.346703:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423163776 00000100:00100000:2.0:1746166413.346706:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423163776 00000100:00100000:2.0:1746166413.346724:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423164288 00000100:00100000:2.0:1746166413.346726:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423164288 00000100:00100000:2.0:1746166413.346736:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35677 00000100:00100000:2.0:1746166413.346740:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423163776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166413.346766:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423163776:12345-0@lo:400:kworker.0 Request processed in 27us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166413.346771:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35677 00000100:00100000:2.0:1746166413.346779:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35678 00000100:00100000:2.0:1746166413.346782:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423164288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166413.346798:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423164288:12345-0@lo:400:kworker.0 Request processed in 15us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166413.346804:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35678 00000100:00100000:2.0:1746166413.346822:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423164288:0@lo:400:kworker.0 00000100:00100000:2.0:1746166413.346828:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423163776:0@lo:400:kworker.0 00000100:00100000:2.0:1746166413.346852:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423163648 00000100:00100000:2.0:1746166413.346855:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423163648 00000100:00100000:2.0:1746166413.346878:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2602 00000100:00100000:2.0:1746166413.346882:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423163648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166413.346907:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423163648:12345-0@lo:400:kworker.0 Request processed in 25us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166413.346912:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2602 00000100:00100000:2.0:1746166413.346931:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423163648:0@lo:400:kworker.0 00000100:00080000:2.0:1746166413.346939:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166413.347238:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423163392:0@lo:400:kworker.0 00000100:00100000:0.0:1746166413.347269:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166413.347300:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423164032:0@lo:400:kworker.0 00000100:00100000:0.0:1746166413.347315:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166413.347325:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423164672:0@lo:400:kworker.0 00000100:00100000:0.0:1746166413.347338:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166413.347349:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746166413.347354:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423163520:0@lo:400:kworker.0 00000100:00100000:0.0:1746166413.347369:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166413.347380:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423164160:0@lo:400:kworker.0 00000100:00100000:0.0:1746166413.347393:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166413.347409:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423164672 00000100:00100000:0.0:1746166413.347412:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423164672 00000100:00100000:0.0:1746166413.347426:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423163520 00000100:00100000:0.0:1746166413.347428:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423163520 00000100:00100000:0.0:1746166413.347439:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423164160 00000100:00100000:0.0:1746166413.347440:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423164160 00000100:00100000:0.0:1746166413.347449:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2603 00000100:00100000:0.0:1746166413.347453:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090464a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423164672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166413.347475:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090464a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423164672:12345-0@lo:400:kworker.0 Request processed in 21us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166413.347480:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2603 00000100:00100000:0.0:1746166413.347489:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2604 00000100:00100000:0.0:1746166413.347493:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423163520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166413.347510:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423163520:12345-0@lo:400:kworker.0 Request processed in 17us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166413.347514:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2604 00000100:00100000:0.0:1746166413.347521:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2605 00000100:00100000:0.0:1746166413.347763:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423164160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166413.347789:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423164160:12345-0@lo:400:kworker.0 Request processed in 264us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166413.347794:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2605 00000100:00080000:0.0:1746166413.347812:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166413.347826:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423163520:0@lo:400:kworker.0 00000100:00100000:0.0:1746166413.347834:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423164160:0@lo:400:kworker.0 00000100:00100000:0.0:1746166413.347840:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423164672:0@lo:400:kworker.0 00000100:00100000:0.0:1746166413.347869:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423163392 00000100:00100000:0.0:1746166413.347871:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423163392 00000100:00100000:0.0:1746166413.347888:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:0.0:1746166413.347892:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423163392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166413.347916:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423163392:12345-0@lo:400:kworker.0 Request processed in 23us (646us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166413.347921:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00100000:0.0:1746166413.347944:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423163392:0@lo:400:kworker.0 00000100:00100000:3.0:1746166413.348190:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423164032 00000100:00100000:3.0:1746166413.348194:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423164032 00000100:00100000:3.0:1746166413.348223:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7679 00000100:00100000:3.0:1746166413.348229:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423164032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166413.348266:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423164032:12345-0@lo:400:kworker.0 Request processed in 37us (949us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166413.348270:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7679 00000100:00100000:0.0:1746166413.349111:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423164032:0@lo:400:kworker.0 00000100:00100000:2.0:1746166413.380385:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746166413.380409:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423164800:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166413.380469:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166413.381790:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423164800 00000100:00100000:3.0:1746166413.381798:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423164800 00000100:00100000:3.0:1746166413.381837:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35679 00000100:00100000:3.0:1746166413.381845:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423164800:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166413.381875:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166413.381929:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423164800:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (1459us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166413.381935:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35679 00000100:00100000:0.0:1746166413.382478:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423164800:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166413.394256:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423164928:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166413.394315:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166413.394709:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423164928 00000100:00100000:2.0:1746166413.394716:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423164928 00000100:00100000:2.0:1746166413.394751:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35680 00000100:00100000:2.0:1746166413.394757:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423164928:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166413.394785:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166413.394978:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423164928:12345-0@lo:41:osp-pre-1-0.0 Request processed in 220us (662us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166413.394984:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35680 00000100:00100000:0.0:1746166413.395054:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423164928:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166413.621461:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166413.621519:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423165056:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166413.621814:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166413.621908:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423165056 00000100:00100000:3.0:1746166413.621915:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423165056 00000100:00100000:3.0:1746166413.621950:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7052 00000100:00100000:3.0:1746166413.621957:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098dea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423165056:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166413.621976:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166413.622020:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098dea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423165056:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166413.622026:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7052 00000100:00100000:1.0:1746166413.624704:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423165056:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166414.164180:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166415.166229:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166416.171760:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166417.173873:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166417.299043:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166417.299138:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439150336 00000100:00100000:2.0:1746166417.299156:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439150336 00000100:00100000:2.0:1746166417.299196:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 796 00000100:00100000:2.0:1746166417.299204:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439150336:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166417.299268:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439150336:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 65us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166417.299274:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 796 00000100:00100000:2.0:1746166417.300848:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166417.300867:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166417.301113:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166417.301421:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439150720 00000100:00100000:3.0:1746166417.301428:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439150720 00000100:00100000:1.0:1746166417.301918:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439150592 00000100:00100000:1.0:1746166417.301923:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439150592 00000100:00100000:1.0:1746166417.301959:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439150464 00000100:00100000:1.0:1746166417.301961:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439150464 00000100:00100000:1.0:1746166417.301977:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2606 00000100:00100000:1.0:1746166417.301984:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439150592:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166417.302033:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439150592:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 50us (1190us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166417.302038:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2606 00000100:00100000:1.0:1746166417.302050:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2607 00000100:00100000:1.0:1746166417.302054:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090943b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439150464:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166417.302074:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090943b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439150464:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 19us (1206us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166417.302078:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2607 00000100:00080000:1.0:1746166417.302186:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746166417.302190:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166417.302275:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50093 00000100:00100000:3.0:1746166417.302280:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439150720:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166417.302298:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166417.303406:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439150720:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 1122us (2291us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166417.303413:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50093 00000100:00100000:0.0:1746166417.410359:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423165184:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166417.410413:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166417.410834:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423165184 00000100:00100000:3.0:1746166417.410841:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423165184 00000100:00100000:3.0:1746166417.410876:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7053 00000100:00100000:3.0:1746166417.410882:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423165184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166417.410903:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166417.410939:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423165184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166417.410945:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7053 00000100:00080000:1.0:1746166417.411278:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166417.411342:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423165184:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166418.176360:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166418.354957:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423165312:0@lo:400:kworker.0 00000100:00100000:0.0:1746166418.355030:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166418.355186:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423165312 00000100:00100000:1.0:1746166418.355193:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423165312 00000100:00100000:1.0:1746166418.356516:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:1.0:1746166418.356526:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423165312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166418.358471:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423165568:0@lo:400:kworker.0 00000100:00100000:3.0:1746166418.358509:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166418.358761:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746166418.358766:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423165440:0@lo:400:kworker.0 00000100:00100000:3.0:1746166418.358782:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166418.358806:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423165568 00000100:00100000:3.0:1746166418.358811:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423165568 00000100:00100000:3.0:1746166418.358842:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423165440 00000100:00100000:3.0:1746166418.358844:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423165440 00000100:00100000:3.0:1746166418.358857:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2608 00000100:00100000:3.0:1746166418.358863:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423165568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166418.358893:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423165568:12345-0@lo:400:kworker.0 Request processed in 31us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166418.358898:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2608 00000100:00100000:3.0:1746166418.358918:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2609 00000100:00100000:3.0:1746166418.358922:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423165440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166418.358942:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423165440:12345-0@lo:400:kworker.0 Request processed in 20us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166418.358947:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2609 00000100:00100000:3.0:1746166418.358977:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423165440:0@lo:400:kworker.0 00000100:00100000:3.0:1746166418.358984:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423165568:0@lo:400:kworker.0 00000100:00080000:3.0:1746166418.359003:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746166418.359006:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166418.359029:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423165696:0@lo:400:kworker.0 00000100:00100000:3.0:1746166418.359049:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166418.359074:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423165696 00000100:00100000:3.0:1746166418.359076:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423165696 00000100:00100000:3.0:1746166418.359093:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35681 00000100:00100000:3.0:1746166418.359098:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423165696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166418.359121:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423165696:12345-0@lo:400:kworker.0 Request processed in 23us (72us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166418.359136:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35681 00000100:00100000:3.0:1746166418.359156:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423165696:0@lo:400:kworker.0 00000100:00100000:1.0:1746166418.359486:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423165312:12345-0@lo:400:kworker.0 Request processed in 2960us (4454us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166418.359493:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00080000:2.0:1746166418.359558:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166418.359563:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166418.359566:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166418.359570:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10334 00000100:00080000:2.0:1746166418.359573:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746166418.359576:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166418.359801:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090940000 x1830977423165824/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166418.359835:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166418.359837:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166418.359839:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166418.359841:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10334 00000100:00080000:2.0:1746166418.359843:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166418.359846:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166418.359857:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fb0380 x1830977423166336/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166418.359886:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423166080:0@lo:400:kworker.0 00000100:00100000:2.0:1746166418.359907:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166418.359923:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746166418.359928:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423166208:0@lo:400:kworker.0 00000100:00100000:2.0:1746166418.359943:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166418.359960:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423166208 00000100:00100000:2.0:1746166418.359962:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423166208 00000100:00100000:2.0:1746166418.359978:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35682 00000100:00100000:2.0:1746166418.359982:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423166208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166418.360006:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423166208:12345-0@lo:400:kworker.0 Request processed in 24us (63us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166418.360010:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35682 00000100:00100000:2.0:1746166418.360028:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423166208:0@lo:400:kworker.0 00000100:00100000:2.0:1746166418.360039:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423166080 00000100:00100000:2.0:1746166418.360041:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423166080 00000100:00100000:2.0:1746166418.364309:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2610 00000100:00100000:2.0:1746166418.364331:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423166080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166418.364403:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423166080:12345-0@lo:400:kworker.0 Request processed in 82us (4496us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166418.364409:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2610 00000100:00100000:2.0:1746166418.364464:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423166080:0@lo:400:kworker.0 00000100:00100000:2.0:1746166418.364509:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423166464:0@lo:400:kworker.0 00000100:00100000:2.0:1746166418.364534:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166418.364557:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423166464 00000100:00100000:2.0:1746166418.364561:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423166464 00000100:00100000:2.0:1746166418.364590:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7680 00000100:00100000:2.0:1746166418.364595:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423166464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166418.364620:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423166464:12345-0@lo:400:kworker.0 Request processed in 25us (85us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166418.364625:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7680 00000100:00100000:2.0:1746166418.364645:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423166464:0@lo:400:kworker.0 00000100:00100000:2.0:1746166418.364654:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1746166418.364659:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423165952:0@lo:400:kworker.0 00000100:00100000:2.0:1746166418.364693:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166418.364707:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423165952 00000100:00100000:2.0:1746166418.364710:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423165952 00000100:00100000:2.0:1746166418.364725:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7681 00000100:00100000:2.0:1746166418.364730:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423165952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166418.364751:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423165952:12345-0@lo:400:kworker.0 Request processed in 22us (59us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166418.364756:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7681 00000100:00100000:2.0:1746166418.364774:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423165952:0@lo:400:kworker.0 00000100:00100000:2.0:1746166418.364779:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423166592:0@lo:400:kworker.0 00000100:00100000:2.0:1746166418.364793:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166418.364805:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423166592 00000100:00100000:2.0:1746166418.364807:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423166592 00000100:00100000:2.0:1746166418.364823:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2611 00000100:00100000:2.0:1746166418.364828:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423166592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166418.364851:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423166592:12345-0@lo:400:kworker.0 Request processed in 23us (56us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166418.364855:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2611 00000100:00100000:2.0:1746166418.364872:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423166592:0@lo:400:kworker.0 00000100:00080000:2.0:1746166418.364892:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166418.366936:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423165312:0@lo:400:kworker.0 00000100:00100000:3.0:1746166418.367325:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423165824:0@lo:8:kworker.0 00000100:00100000:3.0:1746166418.367364:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166418.367395:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423166336:0@lo:8:kworker.0 00000100:00100000:3.0:1746166418.367413:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166418.367983:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423165824 00000100:00100000:0.0:1746166418.367988:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423165824 00000100:00100000:0.0:1746166418.368010:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423166336 00000100:00100000:0.0:1746166418.368012:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423166336 00000100:00100000:0.0:1746166418.368023:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50094 00000100:00100000:0.0:1746166418.368029:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423165824:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166418.368049:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166418.368083:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423165824:12345-0@lo:8:kworker.0 Request processed in 53us (718us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166418.368088:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50094 00000100:00100000:0.0:1746166418.368100:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50095 00000100:00100000:0.0:1746166418.368103:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423166336:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166418.368111:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166418.368138:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423166336:12345-0@lo:8:kworker.0 Request processed in 23us (714us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166418.368143:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50095 00000100:00080000:0.0:1746166418.368182:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166418.368186:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166418.368189:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423165824:0@lo:8:kworker.0 00000100:00080000:0.0:1746166418.368197:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166418.368200:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166418.368203:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423166336:0@lo:8:kworker.0 00000100:00100000:3.0:1746166418.385892:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746166418.385912:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423166720:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166418.386155:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166418.386240:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423166720 00000100:00100000:0.0:1746166418.386246:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423166720 00000100:00100000:0.0:1746166418.386280:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35683 00000100:00100000:0.0:1746166418.386288:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423166720:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746166418.386317:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746166418.386352:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423166720:12345-0@lo:41:osp-pre-0-1.0 Request processed in 65us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166418.386358:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35683 00000100:00100000:3.0:1746166418.386483:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423166720:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166418.402070:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746166418.402087:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423166848:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166418.402154:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166418.402299:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423166848 00000100:00100000:0.0:1746166418.402305:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423166848 00000100:00100000:0.0:1746166418.402343:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35684 00000100:00100000:0.0:1746166418.402350:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423166848:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746166418.402380:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746166418.402415:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423166848:12345-0@lo:41:osp-pre-1-0.0 Request processed in 66us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166418.402421:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35684 00000100:00100000:3.0:1746166418.403164:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423166848:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166418.626553:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746166418.626570:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423166976:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166418.626621:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166418.626708:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423166976 00000100:00100000:3.0:1746166418.626714:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423166976 00000100:00100000:3.0:1746166418.626753:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7054 00000100:00100000:3.0:1746166418.626759:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423166976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166418.626777:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166418.626807:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423166976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 49us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166418.626813:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7054 00000100:00100000:1.0:1746166418.627561:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423166976:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166419.178713:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166420.180083:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166421.181879:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166422.184281:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166422.306776:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166422.306849:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439151232 00000100:00100000:3.0:1746166422.306857:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439151232 00000100:00100000:3.0:1746166422.306904:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50096 00000100:00100000:3.0:1746166422.306912:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439151232:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166422.306934:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166422.306996:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439151232:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 83us (228us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166422.307002:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50096 00000100:00100000:0.0:1746166422.308342:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166422.308388:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166422.308393:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439150848 00000100:00100000:1.0:1746166422.308399:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439150848 00000100:00100000:2.0:1746166422.309096:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439151104 00000100:00100000:2.0:1746166422.309102:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439151104 00000100:00100000:2.0:1746166422.309161:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2612 00000100:00100000:2.0:1746166422.309169:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439151104:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166422.309255:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439151104:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 86us (865us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166422.309261:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2612 00000100:00080000:2.0:1746166422.309291:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166422.309598:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 798 00000100:00100000:3.0:1746166422.309607:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439150848:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166422.309631:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439150848:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 27us (1294us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166422.309636:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 798 00000100:00100000:1.0:1746166422.310938:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166422.313315:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439150976 00000100:00100000:2.0:1746166422.313325:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439150976 00000100:00080000:0.0:1746166422.313383:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166422.315011:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2613 00000100:00100000:3.0:1746166422.315025:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439150976:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166422.315112:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439150976:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 92us (4176us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166422.315118:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2613 00000100:00100000:2.0:1746166422.418036:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746166422.418053:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423167104:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166422.418303:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166422.418354:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423167104 00000100:00100000:0.0:1746166422.418361:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423167104 00000100:00100000:3.0:1746166422.422625:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7055 00000100:00100000:3.0:1746166422.422643:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423167104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166422.422687:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166422.422760:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423167104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 124us (4457us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166422.422766:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7055 00000100:00080000:1.0:1746166422.422987:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166422.423649:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423167104:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166423.186445:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166423.362503:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423167232:0@lo:400:kworker.0 00000100:00100000:3.0:1746166423.362563:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166423.362732:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423167232 00000100:00100000:1.0:1746166423.362739:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423167232 00000100:00100000:1.0:1746166423.362824:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:1.0:1746166423.362832:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423167232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166423.362964:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423167232:12345-0@lo:400:kworker.0 Request processed in 133us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166423.362971:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00100000:3.0:1746166423.363038:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423167232:0@lo:400:kworker.0 00000100:00100000:3.0:1746166423.363390:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:2.0:1746166423.363396:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166423.363399:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1746166423.363399:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423167360:0@lo:400:kworker.0 00000100:00080000:2.0:1746166423.363402:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166423.363406:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10339 00000100:00080000:2.0:1746166423.363409:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166423.363412:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746166423.363428:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166423.363429:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090943800 x1830977423167744/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746166423.363456:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423167360 00000100:00100000:3.0:1746166423.363460:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423167360 00000100:00100000:3.0:1746166423.363490:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2614 00000100:00100000:3.0:1746166423.363495:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423167360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166423.363523:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423167360:12345-0@lo:400:kworker.0 Request processed in 27us (95us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166423.363528:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2614 00000100:00100000:3.0:1746166423.363556:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423167360:0@lo:400:kworker.0 00000100:00100000:3.0:1746166423.363578:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423167488:0@lo:400:kworker.0 00000100:00100000:3.0:1746166423.363597:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166423.363612:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746166423.363616:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423167616:0@lo:400:kworker.0 00000100:00100000:3.0:1746166423.363634:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166423.363652:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423167488 00000100:00100000:3.0:1746166423.363654:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423167488 00000100:00100000:3.0:1746166423.363672:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2615 00000100:00100000:3.0:1746166423.363705:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423167488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166423.363730:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423167488:12345-0@lo:400:kworker.0 Request processed in 26us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166423.363735:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2615 00000100:00100000:3.0:1746166423.363759:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423167488:0@lo:400:kworker.0 00000100:00100000:3.0:1746166423.363778:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423167616 00000100:00100000:3.0:1746166423.363780:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423167616 00000100:00080000:1.0:1746166423.363827:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166423.363829:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746166423.363963:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166423.363966:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166423.363968:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166423.363971:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10339 00000100:00080000:2.0:1746166423.363973:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166423.363976:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166423.363986:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006dcded80 x1830977423168256/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166423.364014:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423168128:0@lo:400:kworker.0 00000100:00100000:2.0:1746166423.364037:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166423.364078:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423167744:0@lo:8:kworker.0 00000100:00100000:0.0:1746166423.364104:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166423.364120:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423168256:0@lo:8:kworker.0 00000100:00100000:0.0:1746166423.364133:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166423.364156:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423167744 00000100:00100000:0.0:1746166423.364159:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423167744 00000100:00100000:0.0:1746166423.364171:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423168256 00000100:00100000:0.0:1746166423.364173:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423168256 00000100:00100000:0.0:1746166423.364182:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50097 00000100:00100000:0.0:1746166423.364186:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423167744:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166423.364201:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166423.364225:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423167744:12345-0@lo:8:kworker.0 Request processed in 38us (120us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166423.364229:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50097 00000100:00100000:0.0:1746166423.364238:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50098 00000100:00100000:0.0:1746166423.364241:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423168256:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166423.364248:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166423.364263:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423168256:12345-0@lo:8:kworker.0 Request processed in 21us (129us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166423.364268:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50098 00000100:00080000:0.0:1746166423.364291:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166423.364294:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166423.364297:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423167744:0@lo:8:kworker.0 00000100:00080000:0.0:1746166423.364303:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166423.364305:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166423.364307:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423168256:0@lo:8:kworker.0 00000100:00100000:0.0:1746166423.364329:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423168000:0@lo:400:kworker.0 00000100:00100000:0.0:1746166423.364347:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166423.364359:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1746166423.364363:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423167872:0@lo:400:kworker.0 00000100:00100000:0.0:1746166423.364376:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166423.364386:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423168512:0@lo:400:kworker.0 00000100:00100000:0.0:1746166423.364397:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166423.364412:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423167872 00000100:00100000:0.0:1746166423.364415:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423167872 00000100:00100000:0.0:1746166423.364432:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7682 00000100:00100000:0.0:1746166423.364436:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090943800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423167872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166423.364459:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090943800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423167872:12345-0@lo:400:kworker.0 Request processed in 23us (83us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166423.364464:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7682 00000100:00100000:0.0:1746166423.364475:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423168000 00000100:00100000:0.0:1746166423.364477:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423168000 00000100:00100000:0.0:1746166423.364490:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423168512 00000100:00100000:0.0:1746166423.364492:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423168512 00000100:00100000:0.0:1746166423.364503:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2616 00000100:00100000:0.0:1746166423.364507:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423168000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166423.364525:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423168000:12345-0@lo:400:kworker.0 Request processed in 18us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166423.364529:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2616 00000100:00100000:0.0:1746166423.364536:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2617 00000100:00100000:0.0:1746166423.364540:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423168512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166423.364556:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423168512:12345-0@lo:400:kworker.0 Request processed in 16us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166423.364560:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2617 00000100:00100000:0.0:1746166423.364579:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423167872:0@lo:400:kworker.0 00000100:00100000:0.0:1746166423.364586:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423168512:0@lo:400:kworker.0 00000100:00100000:0.0:1746166423.364592:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423168000:0@lo:400:kworker.0 00000100:00100000:1.0:1746166423.364703:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423168384:0@lo:400:kworker.0 00000100:00100000:1.0:1746166423.364724:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166423.365204:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423168128 00000100:00100000:3.0:1746166423.365208:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423168128 00000100:00100000:3.0:1746166423.365229:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35685 00000100:00100000:3.0:1746166423.365234:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423167616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166423.365266:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423167616:12345-0@lo:400:kworker.0 Request processed in 32us (1631us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166423.365271:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35685 00000100:00100000:3.0:1746166423.365282:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35686 00000100:00100000:3.0:1746166423.365286:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423168128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166423.365304:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423168128:12345-0@lo:400:kworker.0 Request processed in 19us (1267us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166423.365308:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35686 00000100:00100000:3.0:1746166423.365327:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423168128:0@lo:400:kworker.0 00000100:00100000:3.0:1746166423.365335:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423167616:0@lo:400:kworker.0 00000100:00100000:0.0:1746166423.365801:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423168384 00000100:00100000:0.0:1746166423.365806:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423168384 00000100:00100000:0.0:1746166423.366219:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7683 00000100:00100000:0.0:1746166423.366226:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423168384:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1746166423.366363:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166423.366420:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423168384:12345-0@lo:400:kworker.0 Request processed in 194us (1693us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166423.366426:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7683 00000100:00100000:1.0:1746166423.366481:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423168384:0@lo:400:kworker.0 00000100:00100000:1.0:1746166423.394308:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166423.394325:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423168640:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166423.394380:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166423.394442:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423168640 00000100:00100000:2.0:1746166423.394449:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423168640 00000100:00100000:2.0:1746166423.394497:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35687 00000100:00100000:2.0:1746166423.394505:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423168640:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166423.394535:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166423.394574:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423168640:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166423.394580:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35687 00000100:00100000:1.0:1746166423.395202:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423168640:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166423.409871:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746166423.409889:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423168768:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166423.409943:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166423.409991:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423168768 00000100:00100000:3.0:1746166423.409998:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423168768 00000100:00100000:3.0:1746166423.411203:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35688 00000100:00100000:3.0:1746166423.411212:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423168768:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166423.411239:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166423.411294:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423168768:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (1351us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166423.411300:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35688 00000100:00100000:1.0:1746166423.411339:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423168768:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166423.634100:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746166423.634118:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423168896:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166423.634173:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166423.634258:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423168896 00000100:00100000:1.0:1746166423.634264:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423168896 00000100:00100000:1.0:1746166423.634310:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7056 00000100:00100000:1.0:1746166423.634317:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423168896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746166423.634334:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166423.634370:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423168896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166423.634375:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7056 00000100:00100000:0.0:1746166423.637136:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423168896:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166424.188062:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166425.192810:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166426.197158:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166427.198645:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166427.312485:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166427.312531:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166427.312560:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166427.312592:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166427.312615:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439151488 00000100:00100000:0.0:1746166427.312623:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439151488 00000100:00100000:0.0:1746166427.312662:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439151616 00000100:00100000:0.0:1746166427.312665:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439151616 00000100:00100000:0.0:1746166427.312710:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2618 00000100:00100000:0.0:1746166427.312719:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439151488:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166427.312773:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439151488:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 56us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166427.312779:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2618 00000100:00100000:0.0:1746166427.312791:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2619 00000100:00100000:0.0:1746166427.312796:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090941500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439151616:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166427.312817:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090941500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439151616:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 21us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166427.312821:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2619 00000100:00100000:0.0:1746166427.312841:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439151744 00000100:00100000:0.0:1746166427.312844:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439151744 00000100:00100000:0.0:1746166427.312857:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50099 00000100:00100000:0.0:1746166427.312861:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090942300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439151744:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746166427.312880:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166427.312899:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090942300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439151744:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 37us (307us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166427.312904:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50099 00000100:00080000:0.0:1746166427.313017:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166427.313020:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166427.313087:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439151360 00000100:00100000:1.0:1746166427.313091:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439151360 00000100:00100000:1.0:1746166427.313125:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 800 00000100:00100000:1.0:1746166427.313130:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439151360:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166427.313172:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439151360:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 41us (640us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166427.313177:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 800 00000100:00100000:1.0:1746166427.426284:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423169024:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166427.426345:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166427.426485:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423169024 00000100:00100000:2.0:1746166427.426492:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423169024 00000100:00100000:2.0:1746166427.426544:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7057 00000100:00100000:2.0:1746166427.426552:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423169024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166427.426575:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166427.426607:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423169024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166427.426616:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7057 00000100:00080000:2.0:1746166427.426639:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166427.426789:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423169024:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166428.202895:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166428.370999:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166428.371016:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423169152:0@lo:400:kworker.0 00000100:00100000:1.0:1746166428.371277:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166428.371388:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423169152 00000100:00100000:3.0:1746166428.371395:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423169152 00000100:00100000:3.0:1746166428.371434:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:3.0:1746166428.371439:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423169152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166428.371475:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423169152:12345-0@lo:400:kworker.0 Request processed in 36us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166428.371481:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00100000:3.0:1746166428.371696:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423169408:0@lo:400:kworker.0 00000100:00100000:3.0:1746166428.371721:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166428.371738:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746166428.371742:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423169280:0@lo:400:kworker.0 00000100:00100000:3.0:1746166428.371756:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166428.371774:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423169408 00000100:00100000:3.0:1746166428.371776:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423169408 00000100:00080000:2.0:1746166428.371906:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166428.371910:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166428.371913:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166428.371917:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10344 00000100:00080000:2.0:1746166428.371920:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166428.371923:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166428.371942:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f87e300 x1830977423169664/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166428.371982:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166428.371985:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166428.371986:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166428.371989:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10344 00000100:00080000:2.0:1746166428.371991:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746166428.371994:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166428.372004:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136051c00 x1830977423170176/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166428.372063:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423169536:0@lo:400:kworker.0 00000100:00100000:3.0:1746166428.372372:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423169280 00000100:00100000:3.0:1746166428.372376:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423169280 00000100:00100000:2.0:1746166428.372818:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2620 00000100:00100000:2.0:1746166428.372827:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423169408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166428.372866:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423169408:12345-0@lo:400:kworker.0 Request processed in 42us (1144us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166428.372871:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2620 00000100:00100000:2.0:1746166428.372885:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2621 00000100:00100000:2.0:1746166428.372890:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136054700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423169280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166428.372909:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136054700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423169280:12345-0@lo:400:kworker.0 Request processed in 19us (1153us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166428.372913:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2621 00000100:00100000:2.0:1746166428.372931:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f87e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423169664:0@lo:8:kworker.0 00000100:00100000:2.0:1746166428.373140:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166428.373156:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136051c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423170176:0@lo:8:kworker.0 00000100:00100000:2.0:1746166428.373168:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166428.373190:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423169664 00000100:00100000:2.0:1746166428.373192:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423169664 00000100:00100000:2.0:1746166428.373207:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423170176 00000100:00100000:2.0:1746166428.373208:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423170176 00000100:00100000:2.0:1746166428.373220:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50100 00000100:00100000:2.0:1746166428.373224:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423169664:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166428.373240:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166428.373261:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423169664:12345-0@lo:8:kworker.0 Request processed in 37us (122us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166428.373265:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50100 00000100:00100000:2.0:1746166428.373273:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50101 00000100:00100000:2.0:1746166428.373276:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423170176:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166428.373283:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166428.373295:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423170176:12345-0@lo:8:kworker.0 Request processed in 18us (126us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166428.373298:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50101 00000100:00080000:2.0:1746166428.373320:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166428.373322:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166428.373326:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f87e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423169664:0@lo:8:kworker.0 00000100:00080000:2.0:1746166428.373332:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166428.373334:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166428.373336:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136051c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423170176:0@lo:8:kworker.0 00000100:00080000:2.0:1746166428.373364:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746166428.373367:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166428.373376:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136053100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423170048:0@lo:400:kworker.0 00000100:00100000:2.0:1746166428.373395:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166428.373419:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423169280:0@lo:400:kworker.0 00000100:00100000:2.0:1746166428.373427:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423169408:0@lo:400:kworker.0 00000100:00100000:2.0:1746166428.373438:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746166428.373442:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f87df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423169920:0@lo:400:kworker.0 00000100:00100000:2.0:1746166428.373458:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166428.373467:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423170048 00000100:00100000:3.0:1746166428.373471:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423170048 00000100:00100000:3.0:1746166428.373731:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35689 00000100:00100000:3.0:1746166428.373736:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136051c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423170048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166428.373763:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136051c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423170048:12345-0@lo:400:kworker.0 Request processed in 28us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166428.373768:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35689 00000100:00100000:3.0:1746166428.373797:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f87f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423169792:0@lo:400:kworker.0 00000100:00100000:0.0:1746166428.377219:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166428.377264:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423170304:0@lo:400:kworker.0 00000100:00100000:0.0:1746166428.377290:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166428.377322:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423169152:0@lo:400:kworker.0 00000100:00100000:0.0:1746166428.377379:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423170304 00000100:00100000:0.0:1746166428.377383:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423170304 00000100:00100000:0.0:1746166428.377428:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7684 00000100:00100000:0.0:1746166428.377434:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e830e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423170304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166428.377471:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e830e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423170304:12345-0@lo:400:kworker.0 Request processed in 38us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166428.377476:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7684 00000100:00100000:0.0:1746166428.377506:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423170304:0@lo:400:kworker.0 00000100:00100000:0.0:1746166428.377527:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423169536 00000100:00100000:0.0:1746166428.377531:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423169536 00000100:00100000:0.0:1746166428.377549:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35690 00000100:00100000:0.0:1746166428.377554:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423169536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166428.377582:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423169536:12345-0@lo:400:kworker.0 Request processed in 29us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166428.377587:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35690 00000100:00100000:0.0:1746166428.377606:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423169536:0@lo:400:kworker.0 00000100:00080000:0.0:1746166428.377631:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166428.377811:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166428.377839:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423170432:0@lo:400:kworker.0 00000100:00100000:2.0:1746166428.378108:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136053100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423170048:0@lo:400:kworker.0 00000100:00100000:3.0:1746166428.378164:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166428.378228:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423169792 00000100:00100000:0.0:1746166428.378236:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423169792 00000100:00100000:0.0:1746166428.378257:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7685 00000100:00100000:0.0:1746166428.378261:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136054000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423169792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166428.378288:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136054000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423169792:12345-0@lo:400:kworker.0 Request processed in 26us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166428.378292:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7685 00000100:00100000:1.0:1746166428.378713:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423170432 00000100:00100000:2.0:1746166428.378713:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423169920 00000100:00100000:1.0:1746166428.378717:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423170432 00000100:00100000:2.0:1746166428.378717:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423169920 00000100:00100000:2.0:1746166428.378744:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2622 00000100:00100000:1.0:1746166428.378748:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2623 00000100:00100000:2.0:1746166428.378750:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423169920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166428.378752:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136054a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423170432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166428.378778:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136054a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423170432:12345-0@lo:400:kworker.0 Request processed in 26us (614us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166428.378780:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423169920:12345-0@lo:400:kworker.0 Request processed in 31us (5322us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166428.378783:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2623 00000100:00100000:2.0:1746166428.378786:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2622 00000100:00100000:2.0:1746166428.378804:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f87df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423169920:0@lo:400:kworker.0 00000100:00100000:3.0:1746166428.378858:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423170432:0@lo:400:kworker.0 00000100:00100000:3.0:1746166428.378872:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f87f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423169792:0@lo:400:kworker.0 00000100:00100000:2.0:1746166428.402014:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746166428.402033:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423170560:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166428.402090:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166428.402221:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423170560 00000100:00100000:0.0:1746166428.402228:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423170560 00000100:00100000:0.0:1746166428.402273:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35691 00000100:00100000:0.0:1746166428.402280:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423170560:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746166428.402308:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746166428.402357:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423170560:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166428.402364:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35691 00000100:00100000:3.0:1746166428.402441:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423170560:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166428.417903:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746166428.417921:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423170688:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166428.417990:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166428.418529:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423170688 00000100:00100000:2.0:1746166428.418535:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423170688 00000100:00100000:2.0:1746166428.418568:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35692 00000100:00100000:2.0:1746166428.418574:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423170688:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166428.418600:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166428.419867:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423170688:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1289us (1873us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166428.419874:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35692 00000100:00100000:1.0:1746166428.422208:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423170688:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166428.642399:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423170816:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166428.642455:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166428.642544:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423170816 00000100:00100000:3.0:1746166428.642552:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423170816 00000100:00100000:3.0:1746166428.642593:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7058 00000100:00100000:3.0:1746166428.642600:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423170816:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166428.642619:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166428.643463:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423170816:12345-0@lo:13:osp-pre-1-0.0 Request processed in 861us (1006us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166428.643471:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7058 00000100:00100000:2.0:1746166428.644732:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e830700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423170816:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166429.202058:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166430.204225:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166431.205864:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166432.210148:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166432.318291:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166432.318354:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166432.318468:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439152000 00000100:00100000:3.0:1746166432.318478:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439152000 00000100:00100000:0.0:1746166432.319284:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166432.321142:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439151872 00000100:00100000:1.0:1746166432.321154:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439151872 00000100:00100000:1.0:1746166432.321270:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 802 00000100:00100000:1.0:1746166432.321279:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439151872:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:2.0:1746166432.321445:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166432.321489:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439151872:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 211us (3133us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166432.321495:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 802 00000100:00100000:0.0:1746166432.325347:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166432.325374:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439152256 00000100:00100000:0.0:1746166432.325382:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439152256 00000100:00100000:0.0:1746166432.325412:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50102 00000100:00100000:0.0:1746166432.325418:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136053100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439152256:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746166432.325446:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166432.325491:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136053100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439152256:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 72us (156us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166432.325496:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50102 00000100:00100000:3.0:1746166432.326738:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439152128 00000100:00100000:3.0:1746166432.326746:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439152128 00000100:00100000:3.0:1746166432.326799:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2624 00000100:00100000:3.0:1746166432.326809:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e830700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439152000:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166432.326862:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e830700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439152000:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 57us (8586us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166432.326868:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2624 00000100:00100000:3.0:1746166432.326888:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2625 00000100:00100000:3.0:1746166432.326905:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136052300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439152128:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166432.326927:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136052300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439152128:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 23us (7645us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166432.326932:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2625 00000100:00080000:3.0:1746166432.326960:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166432.434494:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423170944:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166432.434576:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166432.434656:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423170944 00000100:00100000:3.0:1746166432.434666:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423170944 00000100:00100000:3.0:1746166432.434750:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7059 00000100:00100000:3.0:1746166432.434760:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423170944:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166432.434790:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166432.434831:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423170944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166432.434838:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7059 00000100:00080000:0.0:1746166432.435111:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166432.435149:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423170944:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166433.210809:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166433.378658:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f87f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423171200:0@lo:400:kworker.0 00000100:00100000:3.0:1746166433.378756:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166433.379191:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423171072:0@lo:400:kworker.0 00000100:00100000:1.0:1746166433.379232:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166433.379312:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423171072 00000100:00100000:1.0:1746166433.379319:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423171072 00000100:00100000:1.0:1746166433.379363:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:1.0:1746166433.379370:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e862450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423171072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166433.379411:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e862450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423171072:12345-0@lo:400:kworker.0 Request processed in 41us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166433.379417:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00100000:1.0:1746166433.379456:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423171072:0@lo:400:kworker.0 00000100:00100000:1.0:1746166433.379488:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f87df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423171328:0@lo:400:kworker.0 00000100:00080000:2.0:1746166433.379571:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166433.379576:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166433.379580:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166433.379585:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10349 00000100:00080000:2.0:1746166433.379590:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746166433.379595:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166433.379617:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b63d180 x1830977423171584/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166433.379648:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166433.379651:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166433.379652:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166433.379655:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10349 00000100:00080000:2.0:1746166433.379658:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746166433.379661:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166433.379670:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b63dc00 x1830977423172096/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166433.379714:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423171584:0@lo:8:kworker.0 00000100:00100000:2.0:1746166433.379743:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166433.379798:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f87e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423171456:0@lo:400:kworker.0 00000100:00100000:0.0:1746166433.379830:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166433.379848:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423172224:0@lo:400:kworker.0 00000100:00100000:3.0:1746166433.379941:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423171840:0@lo:400:kworker.0 00000100:00100000:3.0:1746166433.380185:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166433.380204:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1746166433.380209:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423171712:0@lo:400:kworker.0 00000100:00100000:3.0:1746166433.380235:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423171200 00000100:00100000:3.0:1746166433.380238:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423171200 00000100:00100000:3.0:1746166433.380271:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423171840 00000100:00100000:3.0:1746166433.380273:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423171840 00000100:00100000:3.0:1746166433.380286:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2626 00000100:00100000:3.0:1746166433.380291:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136055880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423171200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166433.380324:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136055880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423171200:12345-0@lo:400:kworker.0 Request processed in 33us (1570us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166433.380331:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2626 00000100:00100000:3.0:1746166433.380349:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2627 00000100:00100000:3.0:1746166433.380354:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136056300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423171840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166433.380374:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136056300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423171840:12345-0@lo:400:kworker.0 Request processed in 21us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166433.380380:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2627 00000100:00100000:3.0:1746166433.380413:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423171456 00000100:00100000:3.0:1746166433.380415:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423171456 00000100:00100000:3.0:1746166433.380435:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35693 00000100:00100000:3.0:1746166433.380439:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423171456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166433.380466:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423171456:12345-0@lo:400:kworker.0 Request processed in 27us (636us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166433.380471:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35693 00000100:00100000:2.0:1746166433.381260:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423172096:0@lo:8:kworker.0 00000100:00100000:2.0:1746166433.381282:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166433.381308:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423171584 00000100:00100000:2.0:1746166433.381312:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423171584 00000100:00100000:2.0:1746166433.381328:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423172096 00000100:00100000:2.0:1746166433.381330:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423172096 00000100:00100000:2.0:1746166433.381342:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50103 00000100:00100000:2.0:1746166433.381347:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423171584:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166433.381369:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166433.381397:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423171584:12345-0@lo:8:kworker.0 Request processed in 49us (1653us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166433.381402:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50103 00000100:00100000:2.0:1746166433.381413:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50104 00000100:00100000:2.0:1746166433.381416:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423172096:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166433.381424:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166433.381440:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423172096:12345-0@lo:8:kworker.0 Request processed in 23us (157us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166433.381445:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50104 00000100:00080000:2.0:1746166433.381470:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166433.381474:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166433.381478:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423171584:0@lo:8:kworker.0 00000100:00080000:2.0:1746166433.381484:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166433.381486:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166433.381489:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423172096:0@lo:8:kworker.0 00000100:00100000:2.0:1746166433.381510:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166433.381523:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423172352:0@lo:400:kworker.0 00000100:00100000:2.0:1746166433.381540:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166433.381563:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423171840:0@lo:400:kworker.0 00000100:00100000:2.0:1746166433.381571:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f87f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423171200:0@lo:400:kworker.0 00000100:00100000:2.0:1746166433.381589:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423171712 00000100:00100000:2.0:1746166433.381592:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423171712 00000100:00100000:2.0:1746166433.381612:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7686 00000100:00100000:2.0:1746166433.381616:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423171712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166433.381644:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423171712:12345-0@lo:400:kworker.0 Request processed in 28us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166433.381650:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7686 00000100:00100000:2.0:1746166433.381669:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423171712:0@lo:400:kworker.0 00000100:00100000:2.0:1746166433.381703:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423172352 00000100:00100000:2.0:1746166433.381706:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423172352 00000100:00100000:2.0:1746166433.381721:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2628 00000100:00100000:2.0:1746166433.381726:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423172352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166433.381750:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423172352:12345-0@lo:400:kworker.0 Request processed in 24us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166433.381755:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2628 00000100:00100000:2.0:1746166433.381773:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423172352:0@lo:400:kworker.0 00000100:00100000:3.0:1746166433.381859:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166433.382116:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f87e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423171456:0@lo:400:kworker.0 00000100:00100000:3.0:1746166433.382124:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746166433.382129:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423171968:0@lo:400:kworker.0 00000100:00100000:3.0:1746166433.382151:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166433.382174:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423171968 00000100:00100000:3.0:1746166433.382176:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423171968 00000100:00100000:3.0:1746166433.382195:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35694 00000100:00100000:3.0:1746166433.382200:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423171968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166433.382228:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423171968:12345-0@lo:400:kworker.0 Request processed in 27us (75us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166433.382233:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35694 00000100:00100000:3.0:1746166433.382252:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423171968:0@lo:400:kworker.0 00000100:00080000:0.0:1746166433.382408:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166433.382471:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166433.382779:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423171328 00000100:00100000:3.0:1746166433.382782:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423171328 00000100:00100000:2.0:1746166433.388465:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423172224 00000100:00100000:2.0:1746166433.388481:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423172224 00000100:00100000:3.0:1746166433.389398:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2629 00000100:00100000:3.0:1746166433.389410:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423171328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166433.389525:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423171328:12345-0@lo:400:kworker.0 Request processed in 119us (7053us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166433.389532:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2629 00000100:00100000:1.0:1746166433.389691:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f87df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423171328:0@lo:400:kworker.0 00000100:00080000:0.0:1746166433.389760:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746166433.389765:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166433.391228:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7687 00000100:00100000:2.0:1746166433.391239:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423172224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166433.391298:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423172224:12345-0@lo:400:kworker.0 Request processed in 62us (9438us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166433.391304:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7687 00000100:00100000:2.0:1746166433.391348:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423172224:0@lo:400:kworker.0 00000100:00100000:2.0:1746166433.419493:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130489880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423172480:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166433.419579:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166433.419952:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423172480 00000100:00100000:3.0:1746166433.419963:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423172480 00000100:00100000:3.0:1746166433.420207:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35695 00000100:00100000:3.0:1746166433.420215:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423172480:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166433.420256:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166433.420301:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423172480:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (723us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166433.420307:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35695 00000100:00100000:3.0:1746166433.420363:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130489880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423172480:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166433.427162:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746166433.427186:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423172608:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166433.427264:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166433.427378:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423172608 00000100:00100000:0.0:1746166433.427387:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423172608 00000100:00100000:0.0:1746166433.427439:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35696 00000100:00100000:0.0:1746166433.427448:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423172608:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746166433.427486:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746166433.427525:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423172608:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166433.427532:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35696 00000100:00100000:3.0:1746166433.427905:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423172608:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166433.650012:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746166433.650036:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423172736:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166433.650110:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166433.650223:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423172736 00000100:00100000:1.0:1746166433.650231:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423172736 00000100:00100000:1.0:1746166433.650292:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7060 00000100:00100000:1.0:1746166433.650300:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423172736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746166433.650325:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166433.650372:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423172736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166433.650378:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7060 00000100:00100000:0.0:1746166433.650537:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423172736:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166434.211981:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166435.214176:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166436.215970:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166437.219033:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166437.329517:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166437.329631:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439152384 00000100:00100000:1.0:1746166437.329642:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439152384 00000100:00100000:1.0:1746166437.329734:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 804 00000100:00100000:1.0:1746166437.329745:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e861050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439152384:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166437.329823:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e861050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439152384:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 80us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166437.329830:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 804 00000100:00100000:0.0:1746166437.334283:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166437.334326:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166437.334381:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166437.334431:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439152768 00000100:00100000:0.0:1746166437.334441:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439152768 00000100:00100000:0.0:1746166437.334478:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50105 00000100:00100000:0.0:1746166437.334485:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439152768:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746166437.334515:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166437.334585:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439152768:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 99us (202us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166437.334592:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50105 00000100:00100000:2.0:1746166437.335467:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439152512 00000100:00100000:2.0:1746166437.335472:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439152512 00000100:00100000:2.0:1746166437.335515:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439152640 00000100:00100000:2.0:1746166437.335517:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439152640 00000100:00100000:2.0:1746166437.335535:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2630 00000100:00100000:2.0:1746166437.335542:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439152512:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:0.0:1746166437.336841:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166437.336846:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166437.346252:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2631 00000100:00100000:3.0:1746166437.346277:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439152640:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166437.346783:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439152512:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 11238us (12507us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166437.346791:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439152640:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 527us (12464us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166437.346792:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2630 00000100:00100000:3.0:1746166437.346797:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2631 00000100:00100000:3.0:1746166437.441915:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746166437.441945:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423172864:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166437.442201:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166437.442272:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423172864 00000100:00100000:2.0:1746166437.442282:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423172864 00000100:00100000:2.0:1746166437.442335:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7061 00000100:00100000:2.0:1746166437.442345:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013048a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423172864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166437.442378:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166437.442433:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013048a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423172864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166437.442441:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7061 00000100:00080000:0.0:1746166437.442499:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166437.442529:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423172864:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166438.226729:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166438.387474:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1746166438.387476:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166438.387482:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166438.387485:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166438.387493:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10354 00000100:00100000:1.0:1746166438.387498:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423173376:0@lo:400:kworker.0 00000100:00080000:2.0:1746166438.387499:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746166438.387506:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166438.387527:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b63e680 x1830977423173504/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166438.387563:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166438.387566:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166438.387568:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166438.387571:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10354 00000100:00100000:1.0:1746166438.387574:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166438.387574:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746166438.387577:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166438.387588:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f87df80 x1830977423174016/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166438.387624:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423173504:0@lo:8:kworker.0 00000100:00100000:1.0:1746166438.387637:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423172992:0@lo:400:kworker.0 00000100:00100000:2.0:1746166438.387658:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166438.387672:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166438.387710:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f87df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423174016:0@lo:8:kworker.0 00000100:00100000:1.0:1746166438.387716:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423172992 00000100:00100000:1.0:1746166438.387724:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423172992 00000100:00100000:2.0:1746166438.387729:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166438.387759:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423173504 00000100:00100000:1.0:1746166438.387761:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:2.0:1746166438.387763:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423173504 00000100:00100000:1.0:1746166438.387768:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e860050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423172992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166438.387778:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423174016 00000100:00100000:2.0:1746166438.387780:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423174016 00000100:00100000:2.0:1746166438.387808:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50106 00000100:00100000:2.0:1746166438.387813:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f128700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423173504:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746166438.387820:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e860050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423172992:12345-0@lo:400:kworker.0 Request processed in 53us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166438.387827:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00010000:00020000:2.0:1746166438.387842:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166438.387871:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f128700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423173504:12345-0@lo:8:kworker.0 Request processed in 58us (213us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166438.387878:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50106 00000100:00100000:1.0:1746166438.387885:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423172992:0@lo:400:kworker.0 00000100:00100000:2.0:1746166438.387889:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50107 00000100:00100000:2.0:1746166438.387893:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423174016:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746166438.387901:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f87e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423174144:0@lo:400:kworker.0 00010000:00020000:2.0:1746166438.387902:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166438.387921:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423174016:12345-0@lo:8:kworker.0 Request processed in 27us (192us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166438.387923:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166438.387926:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50107 00000100:00100000:2.0:1746166438.387932:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423174144 00000100:00100000:2.0:1746166438.387935:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423174144 00000100:00100000:1.0:1746166438.387945:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746166438.387949:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423173632:0@lo:400:kworker.0 00000100:00100000:2.0:1746166438.387969:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7688 00000100:00100000:2.0:1746166438.387974:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423174144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166438.388001:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423174144:12345-0@lo:400:kworker.0 Request processed in 27us (77us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166438.388007:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7688 00000100:00100000:3.0:1746166438.388010:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423173248:0@lo:400:kworker.0 00000100:00080000:2.0:1746166438.388033:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166438.388037:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166438.388041:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423173504:0@lo:8:kworker.0 00000100:00100000:3.0:1746166438.388043:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166438.388048:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166438.388050:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166438.388053:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f87df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423174016:0@lo:8:kworker.0 00000100:00100000:3.0:1746166438.388062:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423173888:0@lo:400:kworker.0 00000100:00100000:2.0:1746166438.388073:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423173248 00000100:00100000:2.0:1746166438.388076:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423173248 00000100:00100000:3.0:1746166438.388079:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166438.388093:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1746166438.388097:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423173120:0@lo:400:kworker.0 00000100:00100000:2.0:1746166438.388102:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2632 00000100:00100000:2.0:1746166438.388107:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423173248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166438.388113:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166438.388128:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423173760:0@lo:400:kworker.0 00000100:00100000:2.0:1746166438.388133:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423173248:12345-0@lo:400:kworker.0 Request processed in 27us (90us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166438.388139:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2632 00000100:00100000:3.0:1746166438.388143:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166438.388149:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423173120 00000100:00100000:2.0:1746166438.388151:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423173120 00000100:00100000:2.0:1746166438.388167:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423173760 00000100:00100000:3.0:1746166438.388168:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423173248:0@lo:400:kworker.0 00000100:00100000:2.0:1746166438.388169:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423173760 00000100:00100000:2.0:1746166438.388180:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2633 00000100:00100000:2.0:1746166438.388184:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423173120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166438.388194:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2634 00000100:00100000:3.0:1746166438.388200:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423173760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166438.388210:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423173120:12345-0@lo:400:kworker.0 Request processed in 25us (95us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166438.388215:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2633 00000100:00100000:3.0:1746166438.388226:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423173760:12345-0@lo:400:kworker.0 Request processed in 27us (82us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166438.388232:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2634 00000100:00100000:2.0:1746166438.388250:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423173376 00000100:00100000:2.0:1746166438.388253:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423173376 00000100:00100000:3.0:1746166438.388253:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423173120:0@lo:400:kworker.0 00000100:00100000:3.0:1746166438.388260:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423173760:0@lo:400:kworker.0 00000100:00100000:2.0:1746166438.388270:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423173888 00000100:00100000:2.0:1746166438.388272:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423173888 00000100:00100000:3.0:1746166438.388283:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35697 00000100:00100000:3.0:1746166438.388289:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423173376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166438.388313:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423173376:12345-0@lo:400:kworker.0 Request processed in 25us (741us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166438.388559:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35698 00000100:00100000:2.0:1746166438.388567:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423173888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166438.388802:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423173888:12345-0@lo:400:kworker.0 Request processed in 236us (721us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166438.388808:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35698 00000100:00100000:2.0:1746166438.388832:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423173888:0@lo:400:kworker.0 00000100:00080000:2.0:1746166438.388866:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746166438.388870:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746166438.388872:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166438.389240:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35697 00000100:00100000:1.0:1746166438.390296:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166438.390327:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423173632 00000100:00100000:1.0:1746166438.390334:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423173632 00000100:00100000:1.0:1746166438.390363:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7689 00000100:00100000:1.0:1746166438.390369:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423173632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166438.390405:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423173632:12345-0@lo:400:kworker.0 Request processed in 37us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166438.390410:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7689 00000100:00100000:1.0:1746166438.390439:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423173632:0@lo:400:kworker.0 00000100:00100000:1.0:1746166438.390447:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f87f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423174272:0@lo:400:kworker.0 00000100:00100000:1.0:1746166438.390470:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166438.390489:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423174272 00000100:00100000:1.0:1746166438.390491:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423174272 00000100:00100000:1.0:1746166438.390511:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2635 00000100:00100000:1.0:1746166438.390516:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423174272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166438.390539:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423174272:12345-0@lo:400:kworker.0 Request processed in 23us (68us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166438.391598:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f87f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423174272:0@lo:400:kworker.0 00000100:00100000:0.0:1746166438.391612:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f87e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423174144:0@lo:400:kworker.0 00000100:00100000:0.0:1746166438.391624:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423173376:0@lo:400:kworker.0 00000100:00100000:1.0:1746166438.391769:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2635 00000100:00100000:3.0:1746166438.436731:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746166438.436755:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ea2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423174400:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166438.436842:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166438.437121:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166438.437125:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423174400 00000100:00100000:2.0:1746166438.437133:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423174528:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166438.437135:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423174400 00000100:00100000:2.0:1746166438.437164:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166438.437185:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423174528 00000100:00100000:1.0:1746166438.437188:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423174528 00000100:00100000:2.0:1746166438.437203:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35699 00000100:00100000:1.0:1746166438.437209:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35700 00000100:00100000:2.0:1746166438.437213:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097632d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423174400:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166438.437215:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423174528:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166438.437246:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000004:00000024:2.0:1746166438.437246:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166438.437282:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097632d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423174400:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166438.437288:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35699 00000100:00100000:1.0:1746166438.437296:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423174528:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166438.437302:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35700 00000100:00100000:3.0:1746166438.437402:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ea2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423174400:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166438.437477:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423174528:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166438.657974:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423174656:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166438.659182:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166438.659338:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423174656 00000100:00100000:1.0:1746166438.659349:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423174656 00000100:00100000:1.0:1746166438.659440:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7062 00000100:00100000:1.0:1746166438.659449:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423174656:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746166438.659478:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166438.662911:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423174656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 3450us (3720us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166438.662927:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7062 00000100:00100000:3.0:1746166438.663280:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423174656:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166439.229220:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166440.231050:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166441.231940:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166442.234549:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166442.352482:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166442.352604:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439152896 00000100:00100000:1.0:1746166442.352615:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439152896 00000100:00100000:1.0:1746166442.352753:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 806 00000100:00100000:1.0:1746166442.352763:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439152896:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166442.353097:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439152896:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 334us (626us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166442.353105:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 806 00000100:00100000:0.0:1746166442.356427:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166442.356472:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166442.356531:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166442.356559:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439153280 00000100:00100000:0.0:1746166442.356568:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439153280 00000100:00100000:0.0:1746166442.356606:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50108 00000100:00100000:0.0:1746166442.356613:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439153280:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746166442.356643:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166442.356764:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439153280:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 149us (232us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166442.356771:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50108 00000100:00100000:1.0:1746166442.357077:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439153024 00000100:00100000:1.0:1746166442.357082:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439153024 00000100:00100000:1.0:1746166442.357140:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439153152 00000100:00100000:1.0:1746166442.357143:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439153152 00000100:00100000:1.0:1746166442.357173:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2636 00000100:00100000:1.0:1746166442.357181:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009daff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439153024:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166442.357225:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009daff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439153024:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 46us (809us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166442.357231:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2636 00000100:00100000:1.0:1746166442.357244:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2637 00000100:00100000:1.0:1746166442.357250:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439153152:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166442.357272:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439153152:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 22us (800us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166442.357277:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2637 00000100:00080000:2.0:1746166442.361220:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746166442.361230:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166442.453780:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746166442.453815:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ea2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423174784:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166442.453899:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166442.454050:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423174784 00000100:00100000:1.0:1746166442.454059:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423174784 00000100:00100000:1.0:1746166442.454127:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7063 00000100:00100000:1.0:1746166442.454136:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423174784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166442.454176:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:2.0:1746166442.454212:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166442.454770:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423174784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 633us (869us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166442.454777:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7063 00000100:00100000:2.0:1746166442.454961:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ea2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423174784:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166443.236785:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746166443.393942:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166443.393949:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166443.393953:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166443.393961:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10359 00000100:00080000:2.0:1746166443.393967:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746166443.393973:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166443.393996:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f87f800 x1830977423175424/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166443.394029:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166443.394031:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166443.394033:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166443.394036:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10359 00000100:00080000:2.0:1746166443.394038:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166443.394042:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166443.394051:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e321500 x1830977423175936/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166443.394094:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f87f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423175424:0@lo:8:kworker.0 00000100:00100000:2.0:1746166443.394161:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166443.394218:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e321500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423175936:0@lo:8:kworker.0 00000100:00100000:2.0:1746166443.394239:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166443.394250:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f87e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423175296:0@lo:400:kworker.0 00000100:00100000:2.0:1746166443.394269:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423175168:0@lo:400:kworker.0 00000100:00100000:1.0:1746166443.394281:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166443.394291:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166443.394309:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423176064:0@lo:400:kworker.0 00000100:00100000:2.0:1746166443.394315:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423175296 00000100:00100000:2.0:1746166443.394322:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423175296 00000100:00100000:1.0:1746166443.394326:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166443.394347:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e323800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423175808:0@lo:400:kworker.0 00000100:00100000:2.0:1746166443.394359:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35701 00000100:00100000:1.0:1746166443.394362:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166443.394367:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423175296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166443.394386:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423175808 00000100:00100000:1.0:1746166443.394403:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423175808 00000100:00100000:2.0:1746166443.394410:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423175296:12345-0@lo:400:kworker.0 Request processed in 44us (128us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166443.394416:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35701 00000100:00100000:0.0:1746166443.394467:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423174912:0@lo:400:kworker.0 00000100:00100000:0.0:1746166443.394499:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166443.394524:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f87df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423175552:0@lo:400:kworker.0 00000100:00100000:1.0:1746166443.394537:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35702 00000100:00100000:0.0:1746166443.394541:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166443.394543:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423175808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166443.394554:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423176192:0@lo:400:kworker.0 00000100:00100000:0.0:1746166443.394568:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166443.394572:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423175808:12345-0@lo:400:kworker.0 Request processed in 30us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166443.394581:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1746166443.394581:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35702 00000100:00100000:0.0:1746166443.394585:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423175040:0@lo:400:kworker.0 00000100:00100000:0.0:1746166443.394599:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166443.394609:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e320380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423175680:0@lo:400:kworker.0 00000100:00100000:1.0:1746166443.394616:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f87e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423175296:0@lo:400:kworker.0 00000100:00100000:0.0:1746166443.394623:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166443.394637:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e323800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423175808:0@lo:400:kworker.0 00000100:00100000:0.0:1746166443.394642:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423175424 00000100:00100000:0.0:1746166443.394644:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423175424 00000100:00100000:1.0:1746166443.394651:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423175168 00000100:00100000:1.0:1746166443.394653:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423175168 00000100:00100000:0.0:1746166443.394660:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423175936 00000100:00100000:0.0:1746166443.394661:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423175936 00000100:00100000:0.0:1746166443.394669:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423176064 00000100:00100000:0.0:1746166443.394670:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423176064 00000100:00100000:1.0:1746166443.394696:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423176192 00000100:00100000:1.0:1746166443.394699:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423176192 00000100:00100000:1.0:1746166443.394724:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423175040 00000100:00100000:1.0:1746166443.394726:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423175040 00000100:00100000:0.0:1746166443.394727:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423175552 00000100:00100000:0.0:1746166443.394729:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423175552 00000100:00100000:1.0:1746166443.394736:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423175680 00000100:00100000:1.0:1746166443.394738:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423175680 00000100:00100000:0.0:1746166443.394743:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7690 00000100:00100000:1.0:1746166443.394747:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2638 00000100:00100000:0.0:1746166443.394748:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423176064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166443.394751:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423175168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166443.394777:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423176064:12345-0@lo:400:kworker.0 Request processed in 29us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166443.394777:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423175168:12345-0@lo:400:kworker.0 Request processed in 26us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166443.394782:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2638 00000100:00100000:0.0:1746166443.394783:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7690 00000100:00100000:0.0:1746166443.394791:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7691 00000100:00100000:1.0:1746166443.394791:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2639 00000100:00100000:0.0:1746166443.394796:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423175552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166443.394796:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423176192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166443.394815:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423175552:12345-0@lo:400:kworker.0 Request processed in 20us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166443.394815:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423176192:12345-0@lo:400:kworker.0 Request processed in 20us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166443.394820:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7691 00000100:00100000:1.0:1746166443.394820:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2639 00000100:00100000:0.0:1746166443.394827:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50109 00000100:00100000:1.0:1746166443.394827:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2640 00000100:00100000:0.0:1746166443.394831:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423175424:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746166443.394831:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423175040:12345-0@lo:400:kworker.0 00010000:00020000:0.0:1746166443.394850:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166443.394850:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423175040:12345-0@lo:400:kworker.0 Request processed in 19us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166443.394854:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2640 00000100:00100000:1.0:1746166443.394862:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2641 00000100:00100000:1.0:1746166443.394865:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423175680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166443.394870:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423175424:12345-0@lo:8:kworker.0 Request processed in 39us (710us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166443.394875:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50109 00000100:00100000:0.0:1746166443.394882:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50110 00000100:00100000:1.0:1746166443.394882:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423175680:12345-0@lo:400:kworker.0 Request processed in 16us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166443.394885:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c8a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423175936:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746166443.394887:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2641 00010000:00020000:0.0:1746166443.394893:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166443.394908:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c8a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423175936:12345-0@lo:8:kworker.0 Request processed in 21us (668us total) trans 0 rc -19/-19 00000100:00080000:1.0:1746166443.394909:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746166443.394913:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746166443.394914:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166443.394925:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50110 00000100:00100000:1.0:1746166443.394929:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423175168:0@lo:400:kworker.0 00000100:00080000:1.0:1746166443.394978:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166443.394981:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166443.394984:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f87f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423175424:0@lo:8:kworker.0 00000100:00080000:1.0:1746166443.394991:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166443.394993:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166443.394995:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e321500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423175936:0@lo:8:kworker.0 00000100:00100000:1.0:1746166443.395018:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423174912 00000100:00100000:1.0:1746166443.395020:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423174912 00000100:00100000:1.0:1746166443.395038:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:1.0:1746166443.395042:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423174912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166443.395066:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423174912:12345-0@lo:400:kworker.0 Request processed in 23us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166443.395071:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:0.0:1746166443.395095:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423175040:0@lo:400:kworker.0 00000100:00100000:0.0:1746166443.395103:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e320380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423175680:0@lo:400:kworker.0 00000100:00100000:0.0:1746166443.395109:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423174912:0@lo:400:kworker.0 00000100:00100000:0.0:1746166443.395115:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f87df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423175552:0@lo:400:kworker.0 00000100:00100000:0.0:1746166443.395122:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423176192:0@lo:400:kworker.0 00000100:00100000:0.0:1746166443.395145:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423176064:0@lo:400:kworker.0 00000100:00100000:3.0:1746166443.442068:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423176320:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166443.442143:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166443.442207:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423176320 00000100:00100000:3.0:1746166443.442216:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423176320 00000100:00100000:3.0:1746166443.442256:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35703 00000100:00100000:3.0:1746166443.442263:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ea2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423176320:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166443.442300:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166443.442337:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ea2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423176320:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166443.442343:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35703 00000100:00100000:3.0:1746166443.442392:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423176320:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166443.443004:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dceed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423176448:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166443.443048:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166443.444320:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423176448 00000100:00100000:0.0:1746166443.444326:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423176448 00000100:00100000:0.0:1746166443.444362:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35704 00000100:00100000:0.0:1746166443.444369:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423176448:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746166443.444394:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746166443.444434:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423176448:12345-0@lo:41:osp-pre-1-0.0 Request processed in 66us (1386us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166443.444439:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35704 00000100:00100000:1.0:1746166443.444777:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dceed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423176448:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166443.682027:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423176576:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166443.682108:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166443.682448:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423176576 00000100:00100000:2.0:1746166443.682457:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423176576 00000100:00100000:2.0:1746166443.682505:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7064 00000100:00100000:2.0:1746166443.682513:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009daffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423176576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166443.682538:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166443.682582:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009daffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423176576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166443.682589:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7064 00000100:00100000:0.0:1746166443.682860:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423176576:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166444.241973:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166445.242833:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166446.243903:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166447.246107:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166447.373986:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166447.374029:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166447.374055:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166447.374126:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166447.374153:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439153792 00000100:00100000:0.0:1746166447.374160:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439153792 00000100:00100000:0.0:1746166447.374188:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50111 00000100:00100000:0.0:1746166447.374195:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439153792:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746166447.374218:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166447.374228:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439153536 00000100:00100000:1.0:1746166447.374238:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439153536 00000100:00100000:0.0:1746166447.374258:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439153792:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 64us (132us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166447.374264:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50111 00000100:00100000:1.0:1746166447.374297:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439153664 00000100:00100000:1.0:1746166447.374300:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439153664 00000100:00100000:1.0:1746166447.374320:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2642 00000100:00100000:1.0:1746166447.374327:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439153536:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166447.374347:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2643 00000100:00100000:0.0:1746166447.374356:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439153664:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166447.374394:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439153536:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 67us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166447.374400:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2642 00000100:00100000:0.0:1746166447.374853:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439153664:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 497us (794us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166447.374859:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2643 00000100:00080000:0.0:1746166447.374883:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166447.374887:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166447.374976:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439153408 00000100:00100000:2.0:1746166447.374980:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439153408 00000100:00100000:2.0:1746166447.375014:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 808 00000100:00100000:2.0:1746166447.375020:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a080a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439153408:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166447.375217:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a080a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439153408:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 197us (1188us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166447.375222:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 808 00000100:00100000:3.0:1746166447.457875:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746166447.457892:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dceed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423176704:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166447.457948:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166447.458268:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423176704 00000100:00100000:2.0:1746166447.458275:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423176704 00000100:00100000:2.0:1746166447.458322:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7065 00000100:00100000:2.0:1746166447.458331:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423176704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166447.458355:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166447.458392:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423176704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166447.458400:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7065 00000100:00100000:3.0:1746166447.458541:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dceed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423176704:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1746166447.458915:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746166448.249115:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746166448.401857:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166448.401862:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166448.401864:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166448.401871:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10364 00000100:00080000:2.0:1746166448.401875:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166448.401880:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166448.401899:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090d4a680 x1830977423177344/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166448.401924:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166448.401927:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166448.401928:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166448.401931:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10364 00000100:00080000:2.0:1746166448.401933:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166448.401936:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166448.401943:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095627100 x1830977423177856/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746166448.402026:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423176832:0@lo:400:kworker.0 00000100:00100000:3.0:1746166448.402079:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166448.402128:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423177472:0@lo:400:kworker.0 00000100:00100000:3.0:1746166448.402148:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166448.402163:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423178112:0@lo:400:kworker.0 00000100:00100000:3.0:1746166448.402179:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166448.402196:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1746166448.402200:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dceed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423177216:0@lo:400:kworker.0 00000100:00100000:3.0:1746166448.402217:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166448.402228:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095627800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423177984:0@lo:400:kworker.0 00000100:00100000:3.0:1746166448.402240:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166448.402264:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423177472 00000100:00100000:3.0:1746166448.402269:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423177472 00000100:00100000:3.0:1746166448.402296:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423177984 00000100:00100000:3.0:1746166448.402298:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423177984 00000100:00100000:3.0:1746166448.402319:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7692 00000100:00100000:3.0:1746166448.402325:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423177472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166448.402359:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423177472:12345-0@lo:400:kworker.0 Request processed in 35us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166448.402364:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7692 00000100:00100000:3.0:1746166448.402381:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7693 00000100:00100000:3.0:1746166448.402385:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423177984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166448.402402:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423177984:12345-0@lo:400:kworker.0 Request processed in 17us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166448.402406:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7693 00000100:00100000:3.0:1746166448.402420:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423177216 00000100:00100000:3.0:1746166448.402422:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423177216 00000100:00100000:3.0:1746166448.402439:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35705 00000100:00100000:3.0:1746166448.402443:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423177216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166448.402464:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423177216:12345-0@lo:400:kworker.0 Request processed in 21us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166448.402471:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35705 00000100:00100000:3.0:1746166448.402504:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dceed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423177216:0@lo:400:kworker.0 00000100:00100000:3.0:1746166448.402777:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095627800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423177984:0@lo:400:kworker.0 00000100:00100000:3.0:1746166448.402784:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423177472:0@lo:400:kworker.0 00000100:00080000:3.0:1746166448.402806:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166448.402824:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423178112 00000100:00100000:3.0:1746166448.402827:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423178112 00000100:00100000:3.0:1746166448.402846:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2644 00000100:00100000:3.0:1746166448.402850:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423178112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166448.402875:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423178112:12345-0@lo:400:kworker.0 Request processed in 25us (694us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166448.402879:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2644 00000100:00100000:3.0:1746166448.402903:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423178112:0@lo:400:kworker.0 00000100:00100000:3.0:1746166448.402926:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423177088:0@lo:400:kworker.0 00000100:00100000:3.0:1746166448.402943:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166448.402955:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095624380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423177728:0@lo:400:kworker.0 00000100:00100000:3.0:1746166448.402982:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166448.402994:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1746166448.402999:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423176960:0@lo:400:kworker.0 00000100:00100000:3.0:1746166448.403013:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166448.403022:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423177600:0@lo:400:kworker.0 00000100:00100000:3.0:1746166448.403033:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166448.403050:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423177088 00000100:00100000:3.0:1746166448.403052:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423177088 00000100:00100000:3.0:1746166448.403071:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423176960 00000100:00100000:3.0:1746166448.403073:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423176960 00000100:00100000:3.0:1746166448.403083:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423177600 00000100:00100000:3.0:1746166448.403084:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423177600 00000100:00100000:3.0:1746166448.403094:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2645 00000100:00100000:3.0:1746166448.403099:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423177088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166448.403123:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423177088:12345-0@lo:400:kworker.0 Request processed in 24us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166448.403127:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2645 00000100:00100000:3.0:1746166448.403137:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2646 00000100:00100000:3.0:1746166448.403141:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423176960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166448.403159:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423176960:12345-0@lo:400:kworker.0 Request processed in 18us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166448.403163:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2646 00000100:00100000:3.0:1746166448.403171:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2647 00000100:00100000:3.0:1746166448.403175:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423177600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166448.403189:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423177600:12345-0@lo:400:kworker.0 Request processed in 15us (155us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166448.403194:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2647 00000100:00100000:3.0:1746166448.403206:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423177728 00000100:00100000:3.0:1746166448.403208:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423177728 00000100:00100000:3.0:1746166448.403221:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35706 00000100:00100000:3.0:1746166448.403225:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423177728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166448.403244:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423177728:12345-0@lo:400:kworker.0 Request processed in 19us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166448.403248:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35706 00000100:00100000:3.0:1746166448.403268:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423176960:0@lo:400:kworker.0 00000100:00100000:3.0:1746166448.403275:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423177600:0@lo:400:kworker.0 00000100:00100000:3.0:1746166448.403281:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423177088:0@lo:400:kworker.0 00000100:00100000:3.0:1746166448.403286:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095624380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423177728:0@lo:400:kworker.0 00000100:00080000:3.0:1746166448.403299:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746166448.403301:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166448.403434:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423177344:0@lo:8:kworker.0 00000100:00100000:1.0:1746166448.403458:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166448.403484:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095627100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423177856:0@lo:8:kworker.0 00000100:00100000:1.0:1746166448.403498:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166448.403525:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423177344 00000100:00100000:1.0:1746166448.403528:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423177344 00000100:00100000:1.0:1746166448.403540:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423177856 00000100:00100000:1.0:1746166448.403541:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423177856 00000100:00100000:1.0:1746166448.403797:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50112 00000100:00100000:1.0:1746166448.403801:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423177344:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166448.403818:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166448.403842:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423177344:12345-0@lo:8:kworker.0 Request processed in 40us (382us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166448.403847:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50112 00000100:00100000:1.0:1746166448.403856:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50113 00000100:00100000:1.0:1746166448.403859:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423177856:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166448.403867:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166448.403881:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423177856:12345-0@lo:8:kworker.0 Request processed in 20us (382us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166448.403885:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50113 00000100:00080000:1.0:1746166448.403901:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166448.403904:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166448.403907:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423177344:0@lo:8:kworker.0 00000100:00080000:1.0:1746166448.403913:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166448.403915:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166448.403917:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095627100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423177856:0@lo:8:kworker.0 00000100:00100000:2.0:1746166448.404204:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423176832 00000100:00100000:2.0:1746166448.404208:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423176832 00000100:00100000:2.0:1746166448.404240:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:2.0:1746166448.404244:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0808c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423176832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166448.404272:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0808c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423176832:12345-0@lo:400:kworker.0 Request processed in 28us (2193us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166448.404277:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00100000:2.0:1746166448.404304:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423176832:0@lo:400:kworker.0 00000100:00100000:2.0:1746166448.452278:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423178368:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166448.452340:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166448.452395:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746166448.452402:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423178240:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166448.452420:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166448.452455:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423178368 00000100:00100000:2.0:1746166448.452462:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423178368 00000100:00100000:2.0:1746166448.452504:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423178240 00000100:00100000:2.0:1746166448.452507:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423178240 00000100:00100000:2.0:1746166448.452520:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35707 00000100:00100000:2.0:1746166448.452526:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423178368:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166448.452557:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166448.452835:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423178368:12345-0@lo:41:osp-pre-1-0.0 Request processed in 308us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166448.452841:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35707 00000100:00100000:2.0:1746166448.452854:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35708 00000100:00100000:2.0:1746166448.452858:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423178240:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166448.452872:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166448.452892:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423178240:12345-0@lo:41:osp-pre-0-1.0 Request processed in 34us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166448.452896:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35708 00000100:00100000:2.0:1746166448.452925:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423178240:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166448.452934:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423178368:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166448.689880:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423178496:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166448.689934:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166448.690211:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423178496 00000100:00100000:3.0:1746166448.690218:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423178496 00000100:00100000:3.0:1746166448.690264:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7066 00000100:00100000:3.0:1746166448.690272:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423178496:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166448.690290:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166448.690324:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423178496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166448.690330:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7066 00000100:00100000:1.0:1746166448.690392:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423178496:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166449.254054:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166450.256219:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166451.257871:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166452.260205:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166452.386041:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166452.386226:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166452.386914:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166452.386987:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439154048 00000100:00100000:3.0:1746166452.386997:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439154048 00000100:00100000:3.0:1746166452.387057:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2648 00000100:00100000:3.0:1746166452.387066:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439154048:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166452.388654:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439153920 00000100:00100000:2.0:1746166452.388665:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439153920 00000100:00100000:2.0:1746166452.388714:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 810 00000100:00100000:2.0:1746166452.388720:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0808450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439153920:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166452.388926:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439154048:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1859us (2697us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166452.388934:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2648 00000100:00080000:3.0:1746166452.388967:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166452.390467:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166452.390962:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439154176 00000100:00100000:3.0:1746166452.390969:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439154176 00000100:00080000:3.0:1746166452.391191:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166452.391302:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0808450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439153920:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 2579us (5271us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166452.391311:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 810 00000100:00100000:2.0:1746166452.391359:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439154304 00000100:00100000:2.0:1746166452.391364:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439154304 00000100:00100000:2.0:1746166452.391386:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50114 00000100:00100000:2.0:1746166452.391392:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439154304:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166452.391419:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166452.391465:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439154304:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 73us (4552us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166452.391471:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50114 00000100:00100000:3.0:1746166452.392104:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2649 00000100:00100000:3.0:1746166452.392113:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439154176:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166452.392159:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439154176:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 49us (1696us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166452.392164:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2649 00000100:00100000:1.0:1746166452.468252:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166452.468281:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423178624:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166452.468358:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166452.469577:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423178624 00000100:00100000:3.0:1746166452.469589:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423178624 00000100:00100000:3.0:1746166452.470860:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7067 00000100:00100000:3.0:1746166452.470873:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423178624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166452.470908:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166452.470979:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423178624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 111us (2621us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166452.470986:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7067 00000100:00100000:1.0:1746166452.471371:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423178624:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1746166452.476527:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746166453.262825:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746166453.410661:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166453.410666:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166453.410669:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166453.410689:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10369 00000100:00080000:2.0:1746166453.410693:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166453.410699:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166453.410724:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ff5a680 x1830977423179264/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166453.410761:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166453.410763:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166453.410764:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166453.410767:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10369 00000100:00080000:2.0:1746166453.410774:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746166453.410778:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166453.410786:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880132101c00 x1830977423179776/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166453.410824:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423179136:0@lo:400:kworker.0 00000100:00100000:2.0:1746166453.410884:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166453.410932:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132103800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423179904:0@lo:400:kworker.0 00000100:00100000:1.0:1746166453.411005:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423179264:0@lo:8:kworker.0 00000100:00100000:3.0:1746166453.411204:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423178880:0@lo:400:kworker.0 00000100:00100000:0.0:1746166453.411704:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423178752:0@lo:400:kworker.0 00000100:00100000:1.0:1746166453.413106:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166453.413205:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423179776:0@lo:8:kworker.0 00000100:00100000:1.0:1746166453.413234:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166453.413277:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423179264 00000100:00100000:1.0:1746166453.413283:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423179264 00000100:00100000:1.0:1746166453.413310:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423179776 00000100:00100000:1.0:1746166453.413312:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423179776 00000100:00100000:1.0:1746166453.413323:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50115 00000100:00100000:1.0:1746166453.413328:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423179264:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166453.413354:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166453.413385:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423179264:12345-0@lo:8:kworker.0 Request processed in 53us (278us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166453.413390:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50115 00000100:00100000:1.0:1746166453.413404:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50116 00000100:00100000:1.0:1746166453.413408:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423179776:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166453.413415:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166453.413433:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423179776:12345-0@lo:8:kworker.0 Request processed in 24us (199us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166453.413437:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50116 00000100:00080000:1.0:1746166453.413468:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166453.413471:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166453.413474:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423179264:0@lo:8:kworker.0 00000100:00080000:1.0:1746166453.413481:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166453.413484:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166453.413495:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423179776:0@lo:8:kworker.0 00000100:00100000:1.0:1746166453.413520:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423179008:0@lo:400:kworker.0 00000100:00100000:1.0:1746166453.413551:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166453.413745:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423179136 00000100:00100000:3.0:1746166453.413754:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423179136 00000100:00100000:2.0:1746166453.413793:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166453.413799:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35709 00000100:00100000:3.0:1746166453.413806:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132100380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423179136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166453.414345:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423179904 00000100:00100000:2.0:1746166453.414349:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423179904 00000100:00100000:0.0:1746166453.414400:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166453.414422:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423179392:0@lo:400:kworker.0 00000100:00100000:0.0:1746166453.414440:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166453.414458:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423180032:0@lo:400:kworker.0 00000100:00100000:2.0:1746166453.414522:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423179392 00000100:00100000:2.0:1746166453.414525:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423179392 00000100:00100000:2.0:1746166453.414552:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7694 00000100:00100000:2.0:1746166453.414557:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132101c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423179904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166453.414561:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132100380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423179136:12345-0@lo:400:kworker.0 Request processed in 754us (3681us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166453.414568:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35709 00000100:00100000:2.0:1746166453.414588:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132101c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423179904:12345-0@lo:400:kworker.0 Request processed in 31us (795us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166453.414593:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7694 00000100:00100000:2.0:1746166453.414602:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7695 00000100:00100000:2.0:1746166453.414607:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423179392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166453.414625:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423178752 00000100:00100000:3.0:1746166453.414629:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423178752 00000100:00100000:3.0:1746166453.414967:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:3.0:1746166453.414975:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0809450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423178752:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1746166453.415054:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166453.415169:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423179008 00000100:00100000:0.0:1746166453.415172:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423179008 00000100:00100000:0.0:1746166453.415199:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2650 00000100:00100000:0.0:1746166453.415204:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423179008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166453.416423:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423179008:12345-0@lo:400:kworker.0 Request processed in 1216us (2868us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166453.416429:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2650 00000100:00080000:0.0:1746166453.416447:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166453.416457:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166453.416495:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423180032 00000100:00100000:0.0:1746166453.416499:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423180032 00000100:00100000:0.0:1746166453.416516:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2651 00000100:00100000:0.0:1746166453.416520:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423180032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166453.416661:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423180032:12345-0@lo:400:kworker.0 Request processed in 140us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166453.416665:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2651 00000100:00100000:0.0:1746166453.416740:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132103800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423179904:0@lo:400:kworker.0 00000100:00100000:0.0:1746166453.416760:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423179136:0@lo:400:kworker.0 00000100:00100000:2.0:1746166453.417039:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423179392:12345-0@lo:400:kworker.0 Request processed in 2431us (2597us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166453.417047:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7695 00000100:00100000:1.0:1746166453.417143:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166453.417162:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423179520:0@lo:400:kworker.0 00000100:00100000:1.0:1746166453.417185:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166453.417497:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423179008:0@lo:400:kworker.0 00000100:00100000:1.0:1746166453.417503:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423179648:0@lo:400:kworker.0 00000100:00100000:1.0:1746166453.417521:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166453.417592:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0809450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423178752:12345-0@lo:400:kworker.0 Request processed in 2611us (3184us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166453.417602:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00100000:3.0:1746166453.417668:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423178752:0@lo:400:kworker.0 00000100:00100000:3.0:1746166453.417701:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423179392:0@lo:400:kworker.0 00000100:00100000:3.0:1746166453.417713:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423180032:0@lo:400:kworker.0 00000100:00100000:2.0:1746166453.417846:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423179648 00000100:00100000:2.0:1746166453.417850:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423179648 00000100:00100000:2.0:1746166453.417878:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35710 00000100:00100000:2.0:1746166453.417883:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423179648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166453.417923:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423179648:12345-0@lo:400:kworker.0 Request processed in 40us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166453.417927:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35710 00000100:00100000:1.0:1746166453.417982:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423179648:0@lo:400:kworker.0 00000100:00100000:0.0:1746166453.418209:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423178880 00000100:00100000:0.0:1746166453.418213:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423178880 00000100:00080000:2.0:1746166453.418281:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166453.418343:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423179520 00000100:00100000:0.0:1746166453.418346:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423179520 00000100:00100000:0.0:1746166453.418367:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2652 00000100:00100000:0.0:1746166453.418372:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423178880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166453.418407:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2653 00000100:00100000:3.0:1746166453.418418:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423179520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166453.418908:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423179520:12345-0@lo:400:kworker.0 Request processed in 493us (1721us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166453.418910:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423178880:12345-0@lo:400:kworker.0 Request processed in 537us (1766us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166453.418915:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2653 00000100:00100000:0.0:1746166453.418921:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2652 00000100:00100000:1.0:1746166453.419153:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423178880:0@lo:400:kworker.0 00000100:00100000:1.0:1746166453.419163:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423179520:0@lo:400:kworker.0 00000100:00100000:0.0:1746166453.459121:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423180160:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166453.459178:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166453.460256:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423180160 00000100:00100000:3.0:1746166453.460267:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423180160 00000100:00100000:3.0:1746166453.460328:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35711 00000100:00100000:3.0:1746166453.460337:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423180160:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166453.460376:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166453.460478:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423180160:12345-0@lo:41:osp-pre-0-1.0 Request processed in 142us (1299us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166453.460485:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35711 00000100:00100000:3.0:1746166453.460556:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f128700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423180288:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166453.460590:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166453.460596:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423180160:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166453.460607:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423180288 00000100:00100000:3.0:1746166453.460610:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423180288 00000100:00100000:3.0:1746166453.460629:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35712 00000100:00100000:3.0:1746166453.460633:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423180288:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166453.460650:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166453.460671:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423180288:12345-0@lo:41:osp-pre-1-0.0 Request processed in 38us (80us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166453.460699:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35712 00000100:00100000:3.0:1746166453.460733:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f128700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423180288:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166453.698271:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423180416:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166453.698331:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166453.698425:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423180416 00000100:00100000:2.0:1746166453.698431:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423180416 00000100:00100000:2.0:1746166453.698473:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7068 00000100:00100000:2.0:1746166453.698479:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423180416:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166453.698498:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166453.698543:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423180416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166453.698549:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7068 00000100:00100000:0.0:1746166453.698617:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423180416:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166454.267375:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166455.269874:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166456.271864:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166457.274093:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166457.390786:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166457.390840:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166457.390870:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166457.390921:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166457.390925:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439154432 00000100:00100000:3.0:1746166457.390938:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439154432 00000100:00100000:0.0:1746166457.390958:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439154816 00000100:00100000:0.0:1746166457.390965:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439154816 00000100:00100000:0.0:1746166457.390996:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50117 00000100:00100000:3.0:1746166457.390997:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 812 00000100:00100000:3.0:1746166457.391005:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439154432:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166457.391011:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b202a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439154816:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746166457.391041:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166457.391075:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439154432:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 70us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166457.391082:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b202a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439154816:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 77us (160us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166457.391082:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 812 00000100:00100000:0.0:1746166457.391088:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50117 00000100:00100000:1.0:1746166457.391195:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439154560 00000100:00100000:1.0:1746166457.391200:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439154560 00000100:00100000:1.0:1746166457.392098:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439154688 00000100:00100000:1.0:1746166457.392102:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439154688 00000100:00080000:3.0:1746166457.392133:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746166457.392137:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166457.392153:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2654 00000100:00100000:3.0:1746166457.392161:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439154560:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166457.392224:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439154560:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 65us (1450us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166457.392230:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2654 00000100:00100000:1.0:1746166457.395627:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2655 00000100:00100000:1.0:1746166457.395638:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b203800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439154688:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166457.396135:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b203800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439154688:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 499us (5262us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166457.396141:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2655 00000100:00100000:0.0:1746166457.475572:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746166457.476172:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423180544:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166457.476237:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166457.476369:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423180544 00000100:00100000:3.0:1746166457.476376:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423180544 00000100:00100000:3.0:1746166457.476420:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7069 00000100:00100000:3.0:1746166457.476427:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b202300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423180544:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166457.476453:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166457.476505:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b202300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423180544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166457.476511:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7069 00000100:00080000:3.0:1746166457.476536:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166457.476605:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423180544:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166458.276079:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166458.419870:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423180672:0@lo:400:kworker.0 00000100:00100000:0.0:1746166458.419936:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166458.420240:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423180672 00000100:00100000:3.0:1746166458.420248:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423180672 00000100:00100000:3.0:1746166458.420288:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:3.0:1746166458.420295:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423180672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166458.420471:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132103800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423180928:0@lo:400:kworker.0 00000100:00100000:1.0:1746166458.420488:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423180800:0@lo:400:kworker.0 00000100:00100000:0.0:1746166458.420502:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166458.420517:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166458.420548:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423180928 00000100:00100000:1.0:1746166458.420552:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423180928 00000100:00100000:3.0:1746166458.420560:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423180672:12345-0@lo:400:kworker.0 Request processed in 265us (623us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166458.420567:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:1.0:1746166458.420578:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423180800 00000100:00100000:1.0:1746166458.420580:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423180800 00000100:00100000:1.0:1746166458.420595:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2656 00000100:00080000:3.0:1746166458.420598:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166458.420600:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423180928:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1746166458.420601:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166458.420620:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2657 00000100:00100000:3.0:1746166458.420626:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423180800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166458.420639:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423180928:12345-0@lo:400:kworker.0 Request processed in 39us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166458.420645:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2656 00000100:00100000:3.0:1746166458.420654:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423180800:12345-0@lo:400:kworker.0 Request processed in 29us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166458.420659:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2657 00000100:00100000:3.0:1746166458.420704:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423181056:0@lo:400:kworker.0 00000100:00100000:1.0:1746166458.420706:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423180800:0@lo:400:kworker.0 00000100:00100000:3.0:1746166458.420730:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166458.420755:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423181056 00000100:00100000:3.0:1746166458.420758:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423181056 00000100:00100000:3.0:1746166458.420777:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35713 00000100:00100000:3.0:1746166458.420781:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423181056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166458.420807:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423181056:12345-0@lo:400:kworker.0 Request processed in 25us (76us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166458.420811:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35713 00000100:00100000:3.0:1746166458.420834:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423181056:0@lo:400:kworker.0 00000100:00080000:2.0:1746166458.420897:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166458.420902:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166458.420904:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166458.420908:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10374 00000100:00080000:2.0:1746166458.420911:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746166458.420915:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166458.420932:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880132101500 x1830977423181184/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166458.420978:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166458.420981:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166458.420982:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166458.420985:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10374 00000100:00080000:2.0:1746166458.420987:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746166458.420990:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166458.420999:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095c2dc00 x1830977423181696/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166458.421080:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423180672:0@lo:400:kworker.0 00000100:00100000:0.0:1746166458.421095:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423181568:0@lo:400:kworker.0 00000100:00100000:0.0:1746166458.421115:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166458.421143:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132103800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423180928:0@lo:400:kworker.0 00000100:00100000:0.0:1746166458.421151:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746166458.421156:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423181440:0@lo:400:kworker.0 00000100:00100000:0.0:1746166458.421171:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166458.421186:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423181312:0@lo:400:kworker.0 00000100:00100000:0.0:1746166458.421202:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166458.421218:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423181312 00000100:00100000:0.0:1746166458.421221:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423181312 00000100:00100000:0.0:1746166458.421240:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7696 00000100:00100000:0.0:1746166458.421245:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132103800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423181312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166458.421268:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132103800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423181312:12345-0@lo:400:kworker.0 Request processed in 23us (65us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166458.421273:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7696 00000100:00100000:0.0:1746166458.421294:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423181312:0@lo:400:kworker.0 00000100:00100000:0.0:1746166458.421299:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423181952:0@lo:400:kworker.0 00000100:00100000:0.0:1746166458.421312:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166458.421325:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423181440 00000100:00100000:0.0:1746166458.421328:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423181440 00000100:00100000:0.0:1746166458.421340:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423181952 00000100:00100000:0.0:1746166458.421342:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423181952 00000100:00100000:0.0:1746166458.421352:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2658 00000100:00100000:0.0:1746166458.421357:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423181440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166458.421380:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423181440:12345-0@lo:400:kworker.0 Request processed in 22us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166458.421385:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2658 00000100:00100000:0.0:1746166458.421393:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2659 00000100:00100000:0.0:1746166458.421398:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132101f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423181952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166458.421409:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423181184:0@lo:8:kworker.0 00000100:00100000:0.0:1746166458.421417:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132101f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423181952:12345-0@lo:400:kworker.0 Request processed in 19us (103us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166458.421423:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2659 00000100:00100000:1.0:1746166458.421431:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166458.421441:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423181440:0@lo:400:kworker.0 00000100:00100000:1.0:1746166458.421457:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423181696:0@lo:8:kworker.0 00000100:00100000:1.0:1746166458.421472:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166458.421478:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423181952:0@lo:400:kworker.0 00000100:00100000:0.0:1746166458.421488:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746166458.421496:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423181184 00000100:00100000:1.0:1746166458.421497:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423181696 00000100:00100000:0.0:1746166458.421498:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423181184 00000100:00100000:1.0:1746166458.421500:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423181696 00000100:00100000:0.0:1746166458.421512:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50118 00000100:00100000:2.0:1746166458.422887:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423181568 00000100:00100000:2.0:1746166458.422893:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423181568 00000100:00100000:2.0:1746166458.422918:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35714 00000100:00100000:2.0:1746166458.422923:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423181568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166458.422968:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423181568:12345-0@lo:400:kworker.0 Request processed in 45us (1852us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166458.422973:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35714 00000100:00100000:2.0:1746166458.422998:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423181568:0@lo:400:kworker.0 00000100:00100000:0.0:1746166458.423836:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423181184:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166458.423859:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166458.423905:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423181184:12345-0@lo:8:kworker.0 Request processed in 71us (2473us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166458.424441:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50119 00000100:00100000:1.0:1746166458.424459:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f128700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423181696:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166458.424472:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166458.424506:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f128700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423181696:12345-0@lo:8:kworker.0 Request processed in 48us (3032us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166458.424512:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50119 00000100:00080000:1.0:1746166458.424547:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166458.424552:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166458.424556:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423181184:0@lo:8:kworker.0 00000100:00080000:1.0:1746166458.424565:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166458.424567:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166458.424570:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423181696:0@lo:8:kworker.0 00000100:00100000:1.0:1746166458.424602:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423181824:0@lo:400:kworker.0 00000100:00100000:1.0:1746166458.424629:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166458.424649:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423181824 00000100:00100000:1.0:1746166458.424652:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423181824 00000100:00100000:1.0:1746166458.424709:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7697 00000100:00080000:2.0:1746166458.424712:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166458.424715:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423181824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166458.424746:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423181824:12345-0@lo:400:kworker.0 Request processed in 32us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166458.424751:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7697 00000100:00100000:1.0:1746166458.424775:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423181824:0@lo:400:kworker.0 00000100:00100000:0.0:1746166458.425465:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50118 00000100:00100000:1.0:1746166458.466831:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423182080:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166458.466889:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166458.467068:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423182080 00000100:00100000:2.0:1746166458.467075:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423182080 00000100:00100000:2.0:1746166458.467123:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35715 00000100:00100000:2.0:1746166458.467132:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423182080:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166458.467161:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166458.467658:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423182208:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166458.467701:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166458.467725:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423182208 00000100:00100000:3.0:1746166458.467728:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423182208 00000100:00100000:3.0:1746166458.467746:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35716 00000100:00100000:3.0:1746166458.467750:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423182208:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166458.467766:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166458.467788:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423182208:12345-0@lo:41:osp-pre-0-1.0 Request processed in 38us (87us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166458.467793:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35716 00000100:00100000:3.0:1746166458.467829:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423182208:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166458.468519:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423182080:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1387us (1628us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166458.468527:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35715 00000100:00100000:1.0:1746166458.468599:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423182080:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166458.708895:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423182336:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166458.708962:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166458.709077:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423182336 00000100:00100000:2.0:1746166458.709084:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423182336 00000100:00100000:2.0:1746166458.709119:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7070 00000100:00100000:2.0:1746166458.709124:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423182336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166458.709143:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166458.709177:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423182336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166458.709183:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7070 00000100:00100000:3.0:1746166458.709260:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423182336:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166459.278320:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166460.282653:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166461.288045:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166462.290197:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166462.398203:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166462.398266:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166462.398473:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439154944 00000100:00100000:3.0:1746166462.398493:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439154944 00000100:00100000:3.0:1746166462.398559:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 814 00000100:00100000:3.0:1746166462.398569:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439154944:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166462.398861:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439154944:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 293us (668us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166462.398867:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 814 00000100:00100000:2.0:1746166462.399042:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439155072 00000100:00100000:2.0:1746166462.399047:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439155072 00000100:00100000:2.0:1746166462.399092:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2660 00000100:00100000:2.0:1746166462.399100:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132101500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439155072:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166462.399132:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132101500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439155072:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 34us (865us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166462.399141:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2660 00000100:00080000:3.0:1746166462.399207:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166462.399212:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166462.399234:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439155328 00000100:00100000:1.0:1746166462.399238:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439155328 00000100:00100000:1.0:1746166462.399268:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50120 00000100:00100000:1.0:1746166462.399273:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132100e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439155328:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166462.399298:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166462.399325:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132100e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439155328:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 52us (116us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166462.399331:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50120 00000100:00100000:0.0:1746166462.401152:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166462.401222:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439155200 00000100:00100000:2.0:1746166462.401228:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439155200 00000100:00100000:2.0:1746166462.401281:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2661 00000100:00100000:2.0:1746166462.401289:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439155200:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:3.0:1746166462.401490:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166462.401498:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439155200:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 209us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166462.401504:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2661 00000100:00100000:3.0:1746166462.481946:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746166462.481969:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088faed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423182464:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166462.482047:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166462.482225:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423182464 00000100:00100000:2.0:1746166462.482234:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423182464 00000100:00100000:2.0:1746166462.482294:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7071 00000100:00100000:2.0:1746166462.482304:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423182464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166462.482338:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166462.482396:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423182464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166462.482402:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7071 00000100:00100000:3.0:1746166462.483316:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088faed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423182464:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1746166462.485336:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746166463.294847:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166463.426044:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423182592:0@lo:400:kworker.0 00000100:00100000:1.0:1746166463.426132:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166463.427023:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166463.427031:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423182720:0@lo:400:kworker.0 00000100:00100000:1.0:1746166463.427060:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166463.427146:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423182592 00000100:00100000:0.0:1746166463.427155:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423182592 00000100:00100000:3.0:1746166463.427225:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423182720 00000100:00100000:3.0:1746166463.427229:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423182720 00000100:00100000:3.0:1746166463.427269:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2662 00000100:00100000:3.0:1746166463.427277:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423182720:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1746166463.427355:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166463.427360:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166463.427373:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166463.427378:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10379 00000100:00080000:2.0:1746166463.427382:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746166463.427386:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166463.427406:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095c2d500 x1830977423183104/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166463.427449:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:0.0:1746166463.427456:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423182592:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1746166463.427512:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166463.427532:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423183104:0@lo:8:kworker.0 00000100:00100000:1.0:1746166463.427560:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166463.427590:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423183104 00000100:00100000:1.0:1746166463.427593:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423183104 00000100:00100000:1.0:1746166463.427610:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50121 00000100:00100000:1.0:1746166463.427615:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e320380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423183104:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1746166463.427644:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423182720:12345-0@lo:400:kworker.0 Request processed in 367us (582us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166463.427650:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2662 00000100:00100000:3.0:1746166463.427694:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423182848:0@lo:400:kworker.0 00000100:00100000:3.0:1746166463.427717:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166463.427731:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746166463.427735:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423182976:0@lo:400:kworker.0 00000100:00100000:3.0:1746166463.427755:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166463.427785:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423182848 00000100:00100000:3.0:1746166463.427788:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423182848 00000100:00100000:3.0:1746166463.427809:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2663 00000100:00100000:3.0:1746166463.427814:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423182848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166463.427840:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423182848:12345-0@lo:400:kworker.0 Request processed in 26us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166463.427845:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2663 00000100:00080000:3.0:1746166463.427864:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166463.427889:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423182848:0@lo:400:kworker.0 00000100:00100000:3.0:1746166463.428135:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423182976 00000100:00100000:3.0:1746166463.428138:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423182976 00000100:00100000:3.0:1746166463.428160:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35717 00000100:00100000:3.0:1746166463.428165:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423182976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166463.428198:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423182976:12345-0@lo:400:kworker.0 Request processed in 33us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166463.428204:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35717 00000100:00100000:3.0:1746166463.428229:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423182976:0@lo:400:kworker.0 00000100:00100000:3.0:1746166463.428257:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423183232:0@lo:400:kworker.0 00000100:00100000:3.0:1746166463.428275:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1746166463.429902:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166463.429974:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e320380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423183104:12345-0@lo:8:kworker.0 Request processed in 2356us (2411us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166463.429984:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50121 00000100:00100000:1.0:1746166463.430004:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423183232 00000100:00100000:1.0:1746166463.430010:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423183232 00000100:00100000:1.0:1746166463.430036:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7698 00000100:00100000:1.0:1746166463.430042:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423183232:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1746166463.430166:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166463.430171:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166463.430174:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166463.430178:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10379 00000100:00080000:2.0:1746166463.430182:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746166463.430186:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166463.430199:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423183488:0@lo:400:kworker.0 00000100:00100000:2.0:1746166463.430232:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166463.430291:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009761aa00 x1830977423183616/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166463.430313:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746166463.430318:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423183744:0@lo:400:kworker.0 00000100:00100000:2.0:1746166463.430341:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166463.430410:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423183360:0@lo:400:kworker.0 00000100:00100000:2.0:1746166463.430435:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166463.430448:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746166463.430452:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423183872:0@lo:400:kworker.0 00000100:00100000:2.0:1746166463.430468:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166463.430493:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423183488 00000100:00100000:2.0:1746166463.430496:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423183488 00000100:00100000:2.0:1746166463.430520:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35718 00000100:00100000:2.0:1746166463.430525:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097619880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423183488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166463.430555:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097619880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423183488:12345-0@lo:400:kworker.0 Request processed in 30us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166463.430560:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35718 00000100:00100000:2.0:1746166463.430579:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423183360 00000100:00100000:2.0:1746166463.430582:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423183360 00000100:00100000:2.0:1746166463.430601:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423183872 00000100:00100000:2.0:1746166463.430604:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423183872 00000100:00100000:2.0:1746166463.430618:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2664 00000100:00100000:2.0:1746166463.430623:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423183360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166463.430650:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423183360:12345-0@lo:400:kworker.0 Request processed in 27us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166463.430655:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2664 00000100:00100000:2.0:1746166463.430665:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2665 00000100:00100000:2.0:1746166463.430670:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423183872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166463.430711:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423183872:12345-0@lo:400:kworker.0 Request processed in 41us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166463.430715:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2665 00000100:00100000:2.0:1746166463.430740:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423183488:0@lo:400:kworker.0 00000100:00100000:2.0:1746166463.430757:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423183872:0@lo:400:kworker.0 00000100:00100000:2.0:1746166463.430764:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423183360:0@lo:400:kworker.0 00000100:00100000:2.0:1746166463.430788:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423183744 00000100:00100000:2.0:1746166463.430790:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423183744 00000100:00100000:2.0:1746166463.430811:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7699 00000100:00100000:2.0:1746166463.430815:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423183744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166463.430836:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423183744:12345-0@lo:400:kworker.0 Request processed in 21us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166463.430840:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7699 00000100:00100000:2.0:1746166463.430856:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423183744:0@lo:400:kworker.0 00000100:00080000:2.0:1746166463.430869:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166463.430902:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423183616:0@lo:8:kworker.0 00000100:00100000:2.0:1746166463.430920:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166463.430937:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166463.430941:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166463.430944:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423183104:0@lo:8:kworker.0 00000100:00100000:2.0:1746166463.430960:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423183616 00000100:00100000:2.0:1746166463.430962:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423183616 00000100:00100000:2.0:1746166463.430973:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50122 00000100:00100000:2.0:1746166463.430976:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423183616:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166463.430989:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166463.431220:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423183616:12345-0@lo:8:kworker.0 Request processed in 243us (299us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166463.431226:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50122 00000100:00080000:2.0:1746166463.431246:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166463.431248:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166463.431251:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423183616:0@lo:8:kworker.0 00000100:00100000:0.0:1746166463.431389:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423182592:12345-0@lo:400:kworker.0 Request processed in 3932us (5256us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166463.431404:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:3.0:1746166463.431515:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423182720:0@lo:400:kworker.0 00000100:00100000:3.0:1746166463.431531:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423182592:0@lo:400:kworker.0 00000100:00100000:1.0:1746166463.431754:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423183232:12345-0@lo:400:kworker.0 Request processed in 1711us (3476us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166463.431761:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7698 00000100:00100000:3.0:1746166463.431843:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423183232:0@lo:400:kworker.0 00000100:00100000:2.0:1746166463.474056:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423184000:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166463.474142:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166463.474259:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423184000 00000100:00100000:3.0:1746166463.474267:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423184000 00000100:00100000:3.0:1746166463.474313:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35719 00000100:00100000:3.0:1746166463.474320:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423184000:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166463.474358:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166463.474416:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423184000:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166463.474423:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35719 00000100:00100000:2.0:1746166463.474586:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423184000:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166463.477519:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e321500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423184128:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166463.477587:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166463.477890:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423184128 00000100:00100000:3.0:1746166463.477898:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423184128 00000100:00100000:3.0:1746166463.477941:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35720 00000100:00100000:3.0:1746166463.477949:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423184128:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166463.477982:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166463.478023:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423184128:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166463.478033:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35720 00000100:00100000:2.0:1746166463.478256:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e321500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423184128:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166463.714122:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423184256:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166463.714199:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166463.714355:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423184256 00000100:00100000:3.0:1746166463.714389:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423184256 00000100:00100000:3.0:1746166463.714434:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7072 00000100:00100000:3.0:1746166463.714442:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088faf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423184256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166463.714469:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166463.714509:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088faf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423184256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166463.714516:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7072 00000100:00100000:0.0:1746166463.714610:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423184256:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166464.294002:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166465.296043:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166466.297891:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166467.300224:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166467.406966:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166467.407008:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166467.407334:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439155456 00000100:00100000:2.0:1746166467.407343:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439155456 00000100:00100000:3.0:1746166467.407438:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439155584 00000100:00100000:3.0:1746166467.407443:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439155584 00000100:00100000:3.0:1746166467.407481:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2666 00000100:00100000:3.0:1746166467.407490:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088faf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439155584:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166467.407515:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 816 00000100:00100000:2.0:1746166467.407524:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439155456:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166467.408446:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088faf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439155584:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 956us (1435us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166467.408454:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2666 00000100:00100000:2.0:1746166467.408472:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439155456:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 947us (1512us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166467.408479:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 816 00000100:00080000:3.0:1746166467.408492:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166467.408544:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166467.408623:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166467.409136:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439155712 00000100:00100000:3.0:1746166467.409141:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439155712 00000100:00100000:3.0:1746166467.409182:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2667 00000100:00100000:3.0:1746166467.409190:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439155712:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:2.0:1746166467.409334:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166467.409759:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439155840 00000100:00100000:0.0:1746166467.409764:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439155840 00000100:00100000:0.0:1746166467.409794:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50123 00000100:00100000:0.0:1746166467.409799:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439155840:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746166467.409819:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166467.409844:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439155840:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 44us (1220us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166467.409850:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50123 00000100:00100000:3.0:1746166467.410396:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439155712:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1206us (1851us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166467.410403:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2667 00000100:00100000:2.0:1746166467.491355:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746166467.491377:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423184384:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166467.491441:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166467.492310:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423184384 00000100:00100000:3.0:1746166467.492318:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423184384 00000100:00080000:2.0:1746166467.492608:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166467.492640:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7073 00000100:00100000:3.0:1746166467.492649:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423184384:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166467.492698:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166467.493013:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423184384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 364us (1570us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166467.493021:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7073 00000100:00100000:2.0:1746166467.497763:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423184384:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166468.302847:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746166468.434767:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166468.434773:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166468.434777:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166468.434786:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10384 00000100:00080000:2.0:1746166468.434792:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746166468.434799:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746166468.434817:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423184640:0@lo:400:kworker.0 00000100:00100000:2.0:1746166468.434823:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095c2d500 x1830977423185024/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166468.434859:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166468.434862:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166468.434863:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166468.434866:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10384 00000100:00080000:2.0:1746166468.434868:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166468.434872:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746166468.434876:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166468.434882:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009a4d3b80 x1830977423185536/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166468.434923:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423185024:0@lo:8:kworker.0 00000100:00100000:3.0:1746166468.434941:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423185280:0@lo:400:kworker.0 00000100:00100000:3.0:1746166468.434967:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166468.434981:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166468.434984:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1746166468.434989:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423184768:0@lo:400:kworker.0 00000100:00100000:1.0:1746166468.435036:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423184896:0@lo:400:kworker.0 00000100:00100000:0.0:1746166468.435067:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423184512:0@lo:400:kworker.0 00000100:00100000:2.0:1746166468.437395:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423185536:0@lo:8:kworker.0 00000100:00100000:3.0:1746166468.437642:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166468.437690:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423185408:0@lo:400:kworker.0 00000100:00100000:3.0:1746166468.437714:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166468.437748:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423184640 00000100:00100000:3.0:1746166468.437755:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423184640 00000100:00100000:3.0:1746166468.437789:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423185280 00000100:00100000:3.0:1746166468.437792:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423185280 00000100:00100000:3.0:1746166468.437801:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423184768 00000100:00100000:3.0:1746166468.437802:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423184768 00000100:00100000:3.0:1746166468.437814:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2668 00000100:00100000:3.0:1746166468.437819:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dceed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423184640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166468.437853:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dceed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423184640:12345-0@lo:400:kworker.0 Request processed in 34us (2977us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166468.437858:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2668 00000100:00100000:3.0:1746166468.437874:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2669 00000100:00100000:3.0:1746166468.437878:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423185280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166468.437898:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423185280:12345-0@lo:400:kworker.0 Request processed in 19us (2930us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166468.437902:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2669 00000100:00100000:3.0:1746166468.437912:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2670 00000100:00100000:3.0:1746166468.437916:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423184768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166468.437934:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423184768:12345-0@lo:400:kworker.0 Request processed in 19us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166468.437939:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2670 00000100:00080000:3.0:1746166468.437964:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746166468.437966:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166468.437986:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423184768:0@lo:400:kworker.0 00000100:00100000:3.0:1746166468.437995:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423185280:0@lo:400:kworker.0 00000100:00100000:3.0:1746166468.438002:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423184640:0@lo:400:kworker.0 00000100:00100000:3.0:1746166468.438033:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423185408 00000100:00100000:3.0:1746166468.438035:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423185408 00000100:00100000:3.0:1746166468.438053:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35721 00000100:00100000:3.0:1746166468.438057:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423185408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166468.438129:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166468.438153:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423185664:0@lo:400:kworker.0 00000100:00100000:1.0:1746166468.438171:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166468.438195:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423184896 00000100:00100000:1.0:1746166468.438197:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423184896 00000100:00100000:1.0:1746166468.438213:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35722 00000100:00100000:1.0:1746166468.438217:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e323800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423184896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166468.438243:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e323800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423184896:12345-0@lo:400:kworker.0 Request processed in 26us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166468.438247:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35722 00000100:00100000:2.0:1746166468.438247:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166468.438267:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423184896:0@lo:400:kworker.0 00000100:00100000:1.0:1746166468.438305:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423185024 00000100:00100000:1.0:1746166468.438307:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423185024 00000100:00100000:1.0:1746166468.438318:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423185664 00000100:00100000:1.0:1746166468.438320:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423185664 00000100:00100000:2.0:1746166468.438332:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423185536 00000100:00100000:1.0:1746166468.438339:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7700 00000100:00100000:2.0:1746166468.438339:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423185536 00000100:00100000:1.0:1746166468.438343:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e321500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423185664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166468.438367:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50124 00000100:00100000:1.0:1746166468.438369:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e321500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423185664:12345-0@lo:400:kworker.0 Request processed in 26us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166468.438374:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423185024:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746166468.438377:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7700 00000100:00100000:1.0:1746166468.438385:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50125 00000100:00100000:1.0:1746166468.438389:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090464e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423185536:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166468.438401:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166468.438438:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423185024:12345-0@lo:8:kworker.0 Request processed in 63us (3457us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166468.438445:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50124 00000100:00080000:2.0:1746166468.438485:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166468.438489:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166468.438493:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423185024:0@lo:8:kworker.0 00010000:00020000:1.0:1746166468.438928:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166468.438957:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090464e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423185536:12345-0@lo:8:kworker.0 Request processed in 566us (711us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166468.438963:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50125 00000100:00080000:1.0:1746166468.438983:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166468.438997:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423185664:0@lo:400:kworker.0 00000100:00100000:3.0:1746166468.440218:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423185408:12345-0@lo:400:kworker.0 Request processed in 2158us (2500us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166468.440226:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35721 00000100:00100000:3.0:1746166468.440258:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423185408:0@lo:400:kworker.0 00000100:00100000:0.0:1746166468.441539:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:02020000:2.0:1746166468.441650:0:3768:0:(client.c:1389:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_connect to node 0@lo failed: rc = -19 00000100:00100000:3.0:1746166468.445534:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423184512 00000100:00100000:3.0:1746166468.445545:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423184512 00000100:00100000:3.0:1746166468.445590:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:3.0:1746166468.445597:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423184512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166468.445724:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423184512:12345-0@lo:400:kworker.0 Request processed in 127us (4189us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166468.445730:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00080000:2.0:1746166468.487162:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166468.487172:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166468.487182:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423185536:0@lo:8:kworker.0 00000100:00100000:2.0:1746166468.487321:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746166468.487334:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090466d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423185920:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166468.487401:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166468.487722:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746166468.487742:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423186048:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166468.487797:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166468.489584:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423185920 00000100:00100000:2.0:1746166468.489595:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423185920 00000100:00100000:2.0:1746166468.489639:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423186048 00000100:00100000:2.0:1746166468.489641:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423186048 00000100:00100000:2.0:1746166468.489658:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35723 00000100:00100000:2.0:1746166468.489664:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423185920:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166468.489719:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166468.489780:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423185920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 116us (2378us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166468.489786:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35723 00000100:00100000:2.0:1746166468.489801:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35724 00000100:00100000:2.0:1746166468.489805:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423186048:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166468.489821:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166468.489843:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423186048:12345-0@lo:41:osp-pre-0-1.0 Request processed in 38us (2047us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166468.489847:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35724 00000100:00100000:2.0:1746166468.489889:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090466d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423185920:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166468.490225:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423184512:0@lo:400:kworker.0 00000100:00100000:0.0:1746166468.490234:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423185152:0@lo:400:kworker.0 00000100:00100000:0.0:1746166468.490263:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166468.490267:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423186048:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166468.490298:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423185792:0@lo:400:kworker.0 00000100:00100000:0.0:1746166468.490319:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166468.490326:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423185152 00000100:00100000:3.0:1746166468.490333:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423185152 00000100:00100000:3.0:1746166468.490370:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7701 00000100:00100000:3.0:1746166468.490376:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423185152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166468.490419:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423185792 00000100:00100000:2.0:1746166468.490422:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423185792 00000100:00100000:3.0:1746166468.490439:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423185152:12345-0@lo:400:kworker.0 Request processed in 63us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166468.490444:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7701 00000100:00100000:2.0:1746166468.490455:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2671 00000100:00100000:2.0:1746166468.490460:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088face00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423185792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166468.490486:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088face00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423185792:12345-0@lo:400:kworker.0 Request processed in 27us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166468.490491:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2671 00000100:00100000:0.0:1746166468.490557:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423185152:0@lo:400:kworker.0 00000100:00100000:0.0:1746166468.490564:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423185792:0@lo:400:kworker.0 00000100:00100000:2.0:1746166468.721955:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746166468.721979:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423186176:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166468.722056:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166468.722737:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423186176 00000100:00100000:3.0:1746166468.722749:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423186176 00000100:00100000:0.0:1746166468.724669:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7074 00000100:00100000:0.0:1746166468.724691:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423186176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166468.724715:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166468.724784:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423186176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (2728us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166468.724789:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7074 00000100:00100000:2.0:1746166468.724894:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423186176:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166469.303876:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166470.306045:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166471.307884:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166472.309996:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166472.414066:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166472.414755:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166472.414783:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166472.414813:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166472.415061:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439155968 00000100:00100000:3.0:1746166472.415068:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439155968 00000100:00100000:3.0:1746166472.415103:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 818 00000100:00100000:3.0:1746166472.415110:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439155968:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166472.415162:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439155968:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 53us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166472.415168:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 818 00000100:00100000:3.0:1746166472.415198:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439156096 00000100:00100000:3.0:1746166472.415200:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439156096 00000100:00100000:2.0:1746166472.416019:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439156224 00000100:00100000:2.0:1746166472.416025:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439156224 00000100:00100000:1.0:1746166472.416075:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439156352 00000100:00100000:1.0:1746166472.416078:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439156352 00000100:00100000:1.0:1746166472.416099:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50126 00000100:00100000:1.0:1746166472.416104:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439156352:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166472.416125:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166472.416155:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439156352:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 45us (1336us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166472.416161:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50126 00000100:00100000:3.0:1746166472.416521:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2672 00000100:00100000:3.0:1746166472.416527:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439156096:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166472.416551:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439156096:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 25us (2496us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166472.416555:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2672 00000100:00100000:2.0:1746166472.416838:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2673 00000100:00100000:2.0:1746166472.416844:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088faed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439156224:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166472.416864:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088faed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439156224:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 22us (2081us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166472.416868:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2673 00000100:00080000:1.0:1746166472.417492:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166472.417495:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166472.513977:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423186304:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166472.514039:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166472.514153:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423186304 00000100:00100000:3.0:1746166472.514160:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423186304 00000100:00100000:3.0:1746166472.514243:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7075 00000100:00100000:3.0:1746166472.514251:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423186304:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166472.514277:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166472.514310:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423186304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166472.514315:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7075 00000100:00080000:0.0:1746166472.514388:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166472.514446:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423186304:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166473.313407:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746166473.442403:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1746166473.442406:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090466d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423186560:0@lo:400:kworker.0 00000100:00080000:2.0:1746166473.442412:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166473.442415:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166473.442419:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10389 00000100:00080000:2.0:1746166473.442422:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166473.442427:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166473.442446:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090940e00 x1830977423186944/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166473.442467:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166473.442474:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166473.442476:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166473.442478:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166473.442481:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10389 00000100:00080000:2.0:1746166473.442483:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166473.442486:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166473.442496:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fb5180 x1830977423187456/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166473.442524:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423187200:0@lo:400:kworker.0 00000100:00100000:0.0:1746166473.442541:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166473.442556:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1746166473.442560:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423186432:0@lo:400:kworker.0 00000100:00100000:0.0:1746166473.442581:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166473.442604:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423187072:0@lo:400:kworker.0 00000100:00100000:1.0:1746166473.442611:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423186432 00000100:00100000:1.0:1746166473.442618:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423186432 00000100:00100000:0.0:1746166473.442622:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166473.442636:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423187712:0@lo:400:kworker.0 00000100:00100000:0.0:1746166473.442650:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166473.442651:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:1.0:1746166473.442658:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423186432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166473.442672:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423186560 00000100:00100000:0.0:1746166473.442701:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423186560 00000100:00100000:1.0:1746166473.442721:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423186432:12345-0@lo:400:kworker.0 Request processed in 62us (137us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166473.442727:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00100000:0.0:1746166473.442733:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423187200 00000100:00100000:0.0:1746166473.442735:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423187200 00000100:00100000:0.0:1746166473.442746:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423187712 00000100:00100000:0.0:1746166473.442748:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423187712 00000100:00100000:1.0:1746166473.442753:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423187072 00000100:00100000:1.0:1746166473.442756:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423187072 00000100:00100000:0.0:1746166473.442762:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2674 00000100:00100000:0.0:1746166473.442767:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423186560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166473.442773:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7702 00000100:00100000:1.0:1746166473.442778:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423187072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166473.442800:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423186560:12345-0@lo:400:kworker.0 Request processed in 32us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166473.442805:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423187072:12345-0@lo:400:kworker.0 Request processed in 27us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166473.442806:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2674 00000100:00100000:1.0:1746166473.442811:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7702 00000100:00100000:0.0:1746166473.442817:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2675 00000100:00100000:0.0:1746166473.442822:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423187200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166473.442829:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423186688:0@lo:400:kworker.0 00000100:00100000:0.0:1746166473.442847:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423187200:12345-0@lo:400:kworker.0 Request processed in 25us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166473.442851:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166473.442852:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2675 00000100:00100000:0.0:1746166473.442860:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423186688 00000100:00100000:1.0:1746166473.442862:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423187328:0@lo:400:kworker.0 00000100:00100000:0.0:1746166473.442863:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423186688 00000100:00100000:0.0:1746166473.442877:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2676 00000100:00100000:1.0:1746166473.442878:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166473.442881:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136054000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423187712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166473.442892:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1746166473.442897:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423186816:0@lo:400:kworker.0 00000100:00100000:0.0:1746166473.442904:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136054000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423187712:12345-0@lo:400:kworker.0 Request processed in 22us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166473.442908:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2676 00000100:00100000:1.0:1746166473.442910:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166473.442917:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2677 00000100:00100000:1.0:1746166473.442920:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423187584:0@lo:400:kworker.0 00000100:00100000:0.0:1746166473.442921:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423186688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166473.442931:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166473.442944:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423186688:12345-0@lo:400:kworker.0 Request processed in 22us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166473.442949:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2677 00000100:00100000:1.0:1746166473.442955:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423186688:0@lo:400:kworker.0 00000100:00080000:0.0:1746166473.442965:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166473.442968:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166473.442974:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423187328 00000100:00100000:1.0:1746166473.442976:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423187328 00000100:00100000:0.0:1746166473.442985:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423186432:0@lo:400:kworker.0 00000100:00100000:0.0:1746166473.442995:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423187072:0@lo:400:kworker.0 00000100:00100000:1.0:1746166473.442996:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423186816 00000100:00100000:1.0:1746166473.442998:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423186816 00000100:00100000:0.0:1746166473.443002:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423187712:0@lo:400:kworker.0 00000100:00100000:0.0:1746166473.443009:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090942300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423187200:0@lo:400:kworker.0 00000100:00100000:1.0:1746166473.443010:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35725 00000100:00100000:1.0:1746166473.443015:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423187328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166473.443017:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090466d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423186560:0@lo:400:kworker.0 00000100:00100000:1.0:1746166473.443040:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423187328:12345-0@lo:400:kworker.0 Request processed in 25us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166473.443045:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35725 00000100:00100000:0.0:1746166473.443052:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423187584 00000100:00100000:1.0:1746166473.443052:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35726 00000100:00100000:0.0:1746166473.443055:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423187584 00000100:00100000:1.0:1746166473.443056:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423186816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166473.443070:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423186816:12345-0@lo:400:kworker.0 Request processed in 14us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166473.443075:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7703 00000100:00100000:1.0:1746166473.443075:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35726 00000100:00100000:0.0:1746166473.443080:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423187584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166473.443102:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423187584:12345-0@lo:400:kworker.0 Request processed in 22us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166473.443107:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7703 00000100:00100000:1.0:1746166473.443119:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423186944:0@lo:8:kworker.0 00000100:00080000:0.0:1746166473.443121:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166473.443135:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423186816:0@lo:400:kworker.0 00000100:00100000:1.0:1746166473.443139:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166473.443143:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423187584:0@lo:400:kworker.0 00000100:00100000:0.0:1746166473.443151:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423187328:0@lo:400:kworker.0 00000100:00100000:1.0:1746166473.443153:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423187456:0@lo:8:kworker.0 00000100:00100000:1.0:1746166473.443166:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166473.443168:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423186944 00000100:00100000:0.0:1746166473.443171:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423186944 00000100:00100000:0.0:1746166473.443181:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423187456 00000100:00100000:0.0:1746166473.443184:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423187456 00000100:00100000:0.0:1746166473.445251:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50127 00000100:00100000:0.0:1746166473.445258:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423186944:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166473.445280:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166473.445317:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423186944:12345-0@lo:8:kworker.0 Request processed in 59us (2177us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166473.445323:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50127 00000100:00100000:0.0:1746166473.445332:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50128 00000100:00100000:0.0:1746166473.445336:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423187456:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166473.445344:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166473.445360:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423187456:12345-0@lo:8:kworker.0 Request processed in 23us (2192us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166473.445364:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50128 00000100:00080000:1.0:1746166473.445473:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166473.445477:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166473.445481:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423187456:0@lo:8:kworker.0 00000100:00080000:1.0:1746166473.445499:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166473.445502:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166473.445505:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423186944:0@lo:8:kworker.0 00000100:00100000:3.0:1746166473.505826:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746166473.505844:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423187840:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166473.505895:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166473.506347:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423187840 00000100:00100000:1.0:1746166473.506355:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423187840 00000100:00100000:1.0:1746166473.506390:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35727 00000100:00100000:1.0:1746166473.506396:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423187840:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166473.506425:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166473.506480:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423187840:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (583us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166473.506486:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35727 00000100:00100000:3.0:1746166473.506567:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423187840:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166473.507867:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423187968:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166473.507896:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166473.507958:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423187968 00000100:00100000:1.0:1746166473.507961:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423187968 00000100:00100000:1.0:1746166473.507991:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35728 00000100:00100000:1.0:1746166473.508213:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423187968:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166473.508232:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166473.509241:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423187968:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1243us (1342us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166473.509249:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35728 00000100:00100000:0.0:1746166473.509354:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423187968:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166473.730412:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423188096:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166473.730472:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166473.730509:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423188096 00000100:00100000:3.0:1746166473.730515:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423188096 00000100:00100000:3.0:1746166473.730552:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7076 00000100:00100000:3.0:1746166473.730559:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423188096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166473.730578:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166473.730606:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423188096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 47us (134us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166473.730611:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7076 00000100:00100000:3.0:1746166473.730653:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423188096:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166474.314401:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166475.318458:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166476.320006:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166477.322393:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166477.425834:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166477.426991:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166477.427028:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166477.427133:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439156480 00000100:00100000:1.0:1746166477.427143:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439156480 00000100:00100000:1.0:1746166477.427183:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 820 00000100:00100000:1.0:1746166477.427190:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439156480:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166477.427244:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439156480:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 54us (1418us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166477.427251:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 820 00000100:00100000:3.0:1746166477.427510:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439156736 00000100:00100000:3.0:1746166477.427515:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439156736 00000100:00100000:3.0:1746166477.427548:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439156608 00000100:00100000:3.0:1746166477.427551:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439156608 00000100:00100000:3.0:1746166477.427838:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2678 00000100:00100000:3.0:1746166477.427845:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439156736:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166477.427878:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439156736:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 34us (889us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166477.427883:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2678 00000100:00100000:3.0:1746166477.427899:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2679 00000100:00100000:3.0:1746166477.427904:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439156608:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166477.427922:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439156608:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 18us (894us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166477.427927:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2679 00000100:00080000:3.0:1746166477.427947:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746166477.427951:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166477.429933:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166477.430119:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439156864 00000100:00100000:2.0:1746166477.430134:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439156864 00000100:00100000:2.0:1746166477.430159:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50129 00000100:00100000:2.0:1746166477.430165:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439156864:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166477.430184:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166477.430532:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439156864:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 365us (602us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166477.430538:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50129 00000100:00100000:0.0:1746166477.524710:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746166477.524728:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423188224:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166477.524783:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166477.525475:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423188224 00000100:00100000:2.0:1746166477.525482:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423188224 00000100:00100000:2.0:1746166477.525540:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7077 00000100:00100000:2.0:1746166477.525549:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423188224:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166477.525574:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166477.525629:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423188224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (846us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166477.525636:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7077 00000100:00100000:1.0:1746166477.525764:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423188224:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1746166477.525989:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746166478.327846:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166478.449908:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423188352:0@lo:400:kworker.0 00000100:00100000:1.0:1746166478.449963:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166478.450028:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423188352 00000100:00100000:1.0:1746166478.450035:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423188352 00000100:00100000:1.0:1746166478.450066:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:1.0:1746166478.450073:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423188352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166478.450137:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423188352:12345-0@lo:400:kworker.0 Request processed in 37us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166478.450143:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00100000:1.0:1746166478.450182:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423188352:0@lo:400:kworker.0 00000100:00100000:0.0:1746166478.451001:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423188480:0@lo:400:kworker.0 00000100:00100000:0.0:1746166478.451035:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166478.451144:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423188480 00000100:00100000:1.0:1746166478.451148:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423188480 00000100:00100000:1.0:1746166478.451192:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2680 00000100:00100000:1.0:1746166478.451198:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423188480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166478.451306:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423188608:0@lo:400:kworker.0 00000100:00100000:3.0:1746166478.451329:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166478.451349:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423188608 00000100:00100000:3.0:1746166478.451352:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423188608 00000100:00100000:3.0:1746166478.451371:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2681 00000100:00100000:3.0:1746166478.451377:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423188608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166478.451404:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423188608:12345-0@lo:400:kworker.0 Request processed in 28us (75us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166478.451409:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2681 00000100:00100000:3.0:1746166478.451441:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423188608:0@lo:400:kworker.0 00000100:00080000:3.0:1746166478.451462:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746166478.451464:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166478.451601:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423188480:12345-0@lo:400:kworker.0 Request processed in 403us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166478.451607:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2680 00000100:00100000:0.0:1746166478.451651:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423188480:0@lo:400:kworker.0 00000100:00080000:2.0:1746166478.452614:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166478.452618:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166478.452621:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166478.452625:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10394 00000100:00080000:2.0:1746166478.452628:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166478.452632:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166478.452650:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ae8aa00 x1830977423188864/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746166478.452739:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423188992:0@lo:400:kworker.0 00000100:00100000:1.0:1746166478.452769:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166478.452790:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746166478.452794:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423188736:0@lo:400:kworker.0 00000100:00100000:1.0:1746166478.452812:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166478.452833:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423188736 00000100:00100000:1.0:1746166478.452836:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423188736 00000100:00100000:1.0:1746166478.452859:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35729 00000100:00100000:1.0:1746166478.452863:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423188736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166478.452894:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423188736:12345-0@lo:400:kworker.0 Request processed in 31us (81us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166478.452902:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35729 00000100:00100000:1.0:1746166478.452923:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423188736:0@lo:400:kworker.0 00000100:00100000:1.0:1746166478.452936:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423188864:0@lo:8:kworker.0 00000100:00100000:1.0:1746166478.452952:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166478.452980:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423188992 00000100:00100000:1.0:1746166478.452982:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423188992 00000100:00100000:1.0:1746166478.452998:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423188864 00000100:00100000:1.0:1746166478.453000:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423188864 00000100:00100000:1.0:1746166478.453009:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7704 00000100:00100000:1.0:1746166478.453013:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423188992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166478.453039:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423188992:12345-0@lo:400:kworker.0 Request processed in 26us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166478.453044:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7704 00000100:00100000:1.0:1746166478.453052:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50130 00000100:00100000:1.0:1746166478.453055:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423188864:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166478.453074:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166478.453094:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423188864:12345-0@lo:8:kworker.0 Request processed in 38us (141us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166478.453098:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50130 00000100:00100000:1.0:1746166478.453128:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423188992:0@lo:400:kworker.0 00000100:00080000:1.0:1746166478.453142:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166478.453145:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166478.453147:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423188864:0@lo:8:kworker.0 00000100:00100000:0.0:1746166478.453584:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423189120:0@lo:400:kworker.0 00000100:00100000:0.0:1746166478.453610:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166478.453950:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166478.453954:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166478.453956:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166478.453960:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10394 00000100:00080000:2.0:1746166478.454153:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746166478.454157:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166478.454172:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009fa90700 x1830977423189376/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166478.454218:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423189120 00000100:00100000:2.0:1746166478.454222:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423189120 00000100:00100000:2.0:1746166478.454243:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2682 00000100:00100000:2.0:1746166478.454248:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090942300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423189120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166478.454278:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090942300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423189120:12345-0@lo:400:kworker.0 Request processed in 30us (668us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166478.454283:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2682 00000100:00100000:3.0:1746166478.454339:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423189248:0@lo:400:kworker.0 00000100:00100000:3.0:1746166478.454361:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166478.454379:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423189504:0@lo:400:kworker.0 00000100:00100000:3.0:1746166478.454392:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166478.454409:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746166478.454413:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423189632:0@lo:400:kworker.0 00000100:00100000:3.0:1746166478.454426:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166478.454439:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423189632 00000100:00100000:3.0:1746166478.454441:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423189632 00000100:00100000:3.0:1746166478.454740:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2683 00000100:00100000:3.0:1746166478.454746:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423189632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166478.454770:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423189632:12345-0@lo:400:kworker.0 Request processed in 25us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166478.454775:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2683 00000100:00100000:3.0:1746166478.454801:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423189632:0@lo:400:kworker.0 00000100:00100000:0.0:1746166478.454867:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423189120:0@lo:400:kworker.0 00000100:00100000:2.0:1746166478.455971:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423189504 00000100:00100000:2.0:1746166478.455977:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423189504 00000100:00100000:1.0:1746166478.456073:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423189248 00000100:00100000:1.0:1746166478.456077:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423189248 00000100:00100000:1.0:1746166478.456098:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35730 00000100:00100000:1.0:1746166478.456102:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423189248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166478.456152:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423189248:12345-0@lo:400:kworker.0 Request processed in 49us (1790us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166478.456157:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35730 00000100:00100000:1.0:1746166478.456178:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423189376:0@lo:8:kworker.0 00000100:00100000:1.0:1746166478.456198:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166478.456359:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423189248:0@lo:400:kworker.0 00000100:00080000:3.0:1746166478.456378:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166478.457502:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423189376 00000100:00100000:2.0:1746166478.457509:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423189376 00000100:00100000:2.0:1746166478.457536:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7705 00000100:00100000:2.0:1746166478.457546:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423189504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166478.457827:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423189504:12345-0@lo:400:kworker.0 Request processed in 284us (3433us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166478.457832:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7705 00000100:00100000:2.0:1746166478.457844:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50131 00000100:00100000:2.0:1746166478.457848:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423189376:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1746166478.457848:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423189504:0@lo:400:kworker.0 00010000:00020000:2.0:1746166478.457867:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1746166478.457895:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1746166478.457899:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423189376:12345-0@lo:8:kworker.0 Request processed in 51us (1702us total) trans 0 rc -19/-19 00000100:00080000:3.0:1746166478.457899:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166478.457902:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423189376:0@lo:8:kworker.0 00000100:00100000:2.0:1746166478.457904:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50131 00000100:00100000:2.0:1746166478.513898:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423189760:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166478.514371:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166478.514464:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423189888:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166478.514640:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423189760 00000100:00100000:1.0:1746166478.514647:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423189760 00000100:00100000:1.0:1746166478.514861:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35731 00000100:00100000:1.0:1746166478.514868:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423189760:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166478.514900:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166478.515194:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423189760:12345-0@lo:41:osp-pre-1-0.0 Request processed in 326us (824us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166478.515201:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35731 00000100:00100000:2.0:1746166478.515365:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423189760:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166478.515411:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166478.515861:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423189888 00000100:00100000:1.0:1746166478.515865:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423189888 00000100:00100000:1.0:1746166478.515888:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35732 00000100:00100000:1.0:1746166478.515892:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423189888:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166478.515910:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166478.515937:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423189888:12345-0@lo:41:osp-pre-0-1.0 Request processed in 44us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166478.515942:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35732 00000100:00100000:3.0:1746166478.516041:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423189888:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166478.737906:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423190016:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166478.737959:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166478.738036:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423190016 00000100:00100000:3.0:1746166478.738042:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423190016 00000100:00100000:3.0:1746166478.738082:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7078 00000100:00100000:3.0:1746166478.738088:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090943800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423190016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166478.738116:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166478.738155:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090943800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423190016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166478.738160:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7078 00000100:00100000:0.0:1746166478.739307:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423190016:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166479.330186:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166480.332244:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166481.334238:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166482.336642:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166482.431329:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166482.432271:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166482.432359:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166482.432402:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166482.432516:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439156992 00000100:00100000:1.0:1746166482.432523:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439156992 00000100:00100000:1.0:1746166482.432561:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 822 00000100:00100000:1.0:1746166482.432568:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439156992:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166482.432615:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439156992:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 48us (1295us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166482.432622:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 822 00000100:00100000:1.0:1746166482.432658:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439157376 00000100:00100000:1.0:1746166482.432661:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439157376 00000100:00100000:1.0:1746166482.432689:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50132 00000100:00100000:1.0:1746166482.432693:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136053100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439157376:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166482.432711:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166482.432730:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136053100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439157376:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 36us (371us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166482.432735:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50132 00000100:00100000:3.0:1746166482.433467:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439157120 00000100:00100000:3.0:1746166482.433472:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439157120 00000100:00100000:3.0:1746166482.433501:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439157248 00000100:00100000:3.0:1746166482.433503:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439157248 00000100:00100000:3.0:1746166482.433518:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2684 00000100:00100000:3.0:1746166482.433523:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439157120:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166482.433553:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439157120:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 29us (1283us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166482.433559:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2684 00000100:00100000:3.0:1746166482.433573:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2685 00000100:00100000:3.0:1746166482.433578:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e830e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439157248:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166482.433596:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e830e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439157248:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 18us (1195us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166482.433601:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2685 00000100:00080000:3.0:1746166482.433613:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746166482.433615:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166482.530498:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746166482.530519:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423190144:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166482.530589:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166482.531364:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423190144 00000100:00100000:3.0:1746166482.531371:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423190144 00000100:00100000:3.0:1746166482.533090:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7079 00000100:00100000:3.0:1746166482.533099:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124dac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423190144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166482.533126:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166482.533502:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124dac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423190144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 404us (2912us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166482.533509:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7079 00000100:00100000:1.0:1746166482.533589:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423190144:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1746166482.534788:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746166483.342868:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166483.458014:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423190272:0@lo:400:kworker.0 00000100:00100000:0.0:1746166483.458299:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166483.459260:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166483.459264:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166483.459267:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166483.459272:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10399 00000100:00080000:2.0:1746166483.459276:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746166483.459281:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166483.459298:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009fa92300 x1830977423190784/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166483.459325:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166483.459328:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166483.459329:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166483.459332:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10399 00000100:00080000:2.0:1746166483.459334:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746166483.459336:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166483.459356:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009fa93100 x1830977423191296/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166483.459386:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423190656:0@lo:400:kworker.0 00000100:00100000:2.0:1746166483.459420:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166483.459464:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423191424:0@lo:400:kworker.0 00000100:00100000:2.0:1746166483.459482:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166483.459500:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1746166483.459504:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423190528:0@lo:400:kworker.0 00000100:00100000:2.0:1746166483.459520:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166483.459530:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423191168:0@lo:400:kworker.0 00000100:00100000:2.0:1746166483.459541:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166483.460700:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423190912:0@lo:400:kworker.0 00000100:00100000:0.0:1746166483.460736:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166483.460751:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423191552:0@lo:400:kworker.0 00000100:00100000:0.0:1746166483.460767:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166483.460778:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746166483.460782:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423190400:0@lo:400:kworker.0 00000100:00100000:0.0:1746166483.460794:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166483.460805:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423191040:0@lo:400:kworker.0 00000100:00100000:0.0:1746166483.460817:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166483.460842:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423190528 00000100:00100000:0.0:1746166483.460847:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423190528 00000100:00100000:0.0:1746166483.460881:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423191552 00000100:00100000:0.0:1746166483.460884:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423191552 00000100:00100000:0.0:1746166483.460894:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423190400 00000100:00100000:0.0:1746166483.460896:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423190400 00000100:00100000:0.0:1746166483.460905:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423191040 00000100:00100000:0.0:1746166483.460906:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423191040 00000100:00100000:0.0:1746166483.460916:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2686 00000100:00100000:0.0:1746166483.460921:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423190528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166483.461148:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423190528:12345-0@lo:400:kworker.0 Request processed in 227us (1626us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166483.461154:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2686 00000100:00100000:0.0:1746166483.461167:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2687 00000100:00100000:0.0:1746166483.461171:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124dac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423191552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166483.461195:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124dac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423191552:12345-0@lo:400:kworker.0 Request processed in 23us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166483.461199:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2687 00000100:00100000:0.0:1746166483.461206:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2688 00000100:00100000:0.0:1746166483.461210:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124dac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423190400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166483.461227:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124dac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423190400:12345-0@lo:400:kworker.0 Request processed in 16us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166483.461231:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2688 00000100:00100000:0.0:1746166483.461238:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2689 00000100:00100000:0.0:1746166483.461241:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124daca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423191040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166483.461256:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124daca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423191040:12345-0@lo:400:kworker.0 Request processed in 15us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166483.461261:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2689 00000100:00100000:0.0:1746166483.461280:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423191424 00000100:00100000:0.0:1746166483.461283:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423191424 00000100:00100000:0.0:1746166483.461302:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423190912 00000100:00100000:0.0:1746166483.461304:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423190912 00000100:00100000:0.0:1746166483.461314:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7706 00000100:00100000:0.0:1746166483.461318:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423191424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166483.461341:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423191424:12345-0@lo:400:kworker.0 Request processed in 23us (1858us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166483.461346:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7706 00000100:00100000:0.0:1746166483.461353:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7707 00000100:00100000:0.0:1746166483.461356:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c89c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423190912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166483.461371:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c89c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423190912:12345-0@lo:400:kworker.0 Request processed in 15us (635us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166483.461375:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7707 00000100:00080000:0.0:1746166483.461490:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746166483.461493:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746166483.461495:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166483.461518:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423190400:0@lo:400:kworker.0 00000100:00100000:0.0:1746166483.461525:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423191040:0@lo:400:kworker.0 00000100:00100000:0.0:1746166483.461531:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423190912:0@lo:400:kworker.0 00000100:00100000:0.0:1746166483.461537:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423191552:0@lo:400:kworker.0 00000100:00100000:0.0:1746166483.461562:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423190272 00000100:00100000:0.0:1746166483.461564:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423190272 00000100:00100000:0.0:1746166483.461798:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:0.0:1746166483.461805:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423190272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166483.461830:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423190272:12345-0@lo:400:kworker.0 Request processed in 26us (3533us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166483.461835:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:0.0:1746166483.461858:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423190272:0@lo:400:kworker.0 00000100:00100000:0.0:1746166483.461910:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423190784:0@lo:8:kworker.0 00000100:00100000:0.0:1746166483.461930:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166483.461944:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423191296:0@lo:8:kworker.0 00000100:00100000:0.0:1746166483.461957:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166483.461974:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423190784 00000100:00100000:0.0:1746166483.461976:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423190784 00000100:00100000:0.0:1746166483.462203:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423191296 00000100:00100000:0.0:1746166483.462205:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423191296 00000100:00100000:0.0:1746166483.462213:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50133 00000100:00100000:0.0:1746166483.462216:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124dace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423190784:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166483.462232:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166483.462257:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124dace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423190784:12345-0@lo:8:kworker.0 Request processed in 39us (326us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166483.462262:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50133 00000100:00100000:0.0:1746166483.462270:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50134 00000100:00100000:0.0:1746166483.462273:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124dad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423191296:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166483.462281:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166483.462296:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124dad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423191296:12345-0@lo:8:kworker.0 Request processed in 22us (339us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166483.462301:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50134 00000100:00080000:0.0:1746166483.462322:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166483.462326:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166483.462328:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423190784:0@lo:8:kworker.0 00000100:00080000:0.0:1746166483.462334:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166483.462337:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166483.462339:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423191296:0@lo:8:kworker.0 00000100:00100000:1.0:1746166483.464211:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423190656 00000100:00100000:1.0:1746166483.464220:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423190656 00000100:00100000:1.0:1746166483.464249:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423191168 00000100:00100000:1.0:1746166483.464252:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423191168 00000100:00100000:1.0:1746166483.464268:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35733 00000100:00100000:1.0:1746166483.464274:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423190656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166483.464329:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423190656:12345-0@lo:400:kworker.0 Request processed in 56us (4908us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166483.464338:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35733 00000100:00100000:1.0:1746166483.464349:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35734 00000100:00100000:1.0:1746166483.464353:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423191168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166483.464372:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423191168:12345-0@lo:400:kworker.0 Request processed in 19us (4830us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166483.464377:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35734 00000100:00100000:2.0:1746166483.464866:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423191424:0@lo:400:kworker.0 00000100:00100000:2.0:1746166483.464892:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423190528:0@lo:400:kworker.0 00000100:00100000:2.0:1746166483.464905:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423191168:0@lo:400:kworker.0 00000100:00100000:2.0:1746166483.464913:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423190656:0@lo:400:kworker.0 00000100:00100000:3.0:1746166483.522733:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423191680:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166483.522791:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166483.522915:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423191680 00000100:00100000:1.0:1746166483.522922:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423191680 00000100:00100000:1.0:1746166483.522963:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35735 00000100:00100000:1.0:1746166483.522970:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423191680:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166483.522998:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166483.523257:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423191680:12345-0@lo:41:osp-pre-1-0.0 Request processed in 288us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166483.523263:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35735 00000100:00100000:3.0:1746166483.523336:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423191680:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166483.523427:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423191808:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166483.523448:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166483.523466:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423191808 00000100:00100000:1.0:1746166483.523468:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423191808 00000100:00100000:1.0:1746166483.523484:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35736 00000100:00100000:1.0:1746166483.523487:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423191808:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166483.523503:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166483.523523:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423191808:12345-0@lo:41:osp-pre-0-1.0 Request processed in 36us (75us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166483.523528:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35736 00000100:00100000:1.0:1746166483.523553:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423191808:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166483.748528:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746166483.748550:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124dad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423191936:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166483.748610:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166483.748708:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423191936 00000100:00100000:2.0:1746166483.748714:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423191936 00000100:00100000:2.0:1746166483.748747:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7080 00000100:00100000:2.0:1746166483.748754:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423191936:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166483.748774:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166483.748809:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423191936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166483.748815:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7080 00000100:00100000:1.0:1746166483.748881:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124dad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423191936:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166484.346584:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166485.348118:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166486.349970:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166487.352604:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166487.438339:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166487.440035:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166487.440987:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166487.441065:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166487.441093:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439157504 00000100:00100000:0.0:1746166487.441099:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439157504 00000100:00100000:0.0:1746166487.441135:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 824 00000100:00100000:0.0:1746166487.441141:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439157504:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166487.441247:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439157888 00000100:00100000:2.0:1746166487.441252:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439157888 00000100:00100000:2.0:1746166487.441288:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50135 00000100:00100000:2.0:1746166487.441292:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124dad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439157888:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166487.441313:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166487.441397:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439157632 00000100:00100000:3.0:1746166487.441401:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439157632 00000100:00100000:3.0:1746166487.441429:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439157760 00000100:00100000:3.0:1746166487.441431:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439157760 00000100:00100000:3.0:1746166487.441445:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2690 00000100:00100000:3.0:1746166487.441450:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124dadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439157632:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166487.442407:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2691 00000100:00100000:1.0:1746166487.442416:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124dadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439157760:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166487.442481:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439157504:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1338us (1493us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166487.442488:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 824 00000100:00080000:0.0:1746166487.442516:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166487.442518:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166487.442555:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124dad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439157888:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 1261us (4223us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166487.442562:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50135 00000100:00100000:3.0:1746166487.443532:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124dadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439157632:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 2078us (3498us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166487.443541:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2690 00000100:00100000:1.0:1746166487.443641:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124dadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439157760:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1226us (2574us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166487.443648:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2691 00000100:00100000:3.0:1746166487.539709:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746166487.539728:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423192064:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166487.539784:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166487.539894:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423192064 00000100:00100000:1.0:1746166487.539900:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423192064 00000100:00100000:1.0:1746166487.539949:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7081 00000100:00100000:1.0:1746166487.539961:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423192064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166487.539987:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166487.540023:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423192064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166487.540040:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7081 00000100:00080000:2.0:1746166487.540176:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166487.540190:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423192064:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166488.354435:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166488.466042:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423192192:0@lo:400:kworker.0 00000100:00100000:3.0:1746166488.466099:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166488.466169:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423192192 00000100:00100000:3.0:1746166488.466175:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423192192 00000100:00100000:3.0:1746166488.466207:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:3.0:1746166488.466213:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423192192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166488.466250:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423192192:12345-0@lo:400:kworker.0 Request processed in 37us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166488.466255:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00100000:3.0:1746166488.466298:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423192192:0@lo:400:kworker.0 00000100:00080000:2.0:1746166488.466375:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166488.466378:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166488.466381:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166488.466385:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10404 00000100:00080000:2.0:1746166488.466388:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746166488.466391:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166488.466406:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009fa91c00 x1830977423192704/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746166488.466461:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423192320:0@lo:400:kworker.0 00000100:00100000:1.0:1746166488.466494:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166488.466516:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746166488.466521:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423192448:0@lo:400:kworker.0 00000100:00100000:1.0:1746166488.466538:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166488.466559:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423192320 00000100:00100000:1.0:1746166488.466562:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423192320 00000100:00100000:1.0:1746166488.466589:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423192448 00000100:00100000:1.0:1746166488.466591:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423192448 00000100:00100000:0.0:1746166488.466656:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423192576:0@lo:400:kworker.0 00000100:00100000:0.0:1746166488.466701:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166488.466723:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423192576 00000100:00100000:0.0:1746166488.466726:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423192576 00000100:00100000:0.0:1746166488.466743:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35737 00000100:00100000:0.0:1746166488.466748:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124dae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423192576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166488.466772:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124dae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423192576:12345-0@lo:400:kworker.0 Request processed in 25us (71us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166488.466777:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35737 00000100:00100000:0.0:1746166488.466798:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423192576:0@lo:400:kworker.0 00000100:00080000:2.0:1746166488.466867:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166488.466869:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166488.466871:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166488.466874:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10404 00000100:00080000:2.0:1746166488.466876:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746166488.466879:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166488.466888:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009fa92300 x1830977423193216/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166488.466912:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746166488.466914:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166488.466925:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423193088:0@lo:400:kworker.0 00000100:00100000:2.0:1746166488.466957:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166488.466973:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746166488.466977:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423192960:0@lo:400:kworker.0 00000100:00100000:2.0:1746166488.466990:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166488.467144:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423192960 00000100:00100000:1.0:1746166488.467147:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423192960 00000100:00100000:1.0:1746166488.467162:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2692 00000100:00100000:1.0:1746166488.467167:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423192320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166488.467190:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423192320:12345-0@lo:400:kworker.0 Request processed in 23us (696us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166488.467195:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2692 00000100:00100000:1.0:1746166488.467203:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2693 00000100:00100000:1.0:1746166488.467207:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423192448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166488.467221:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423192448:12345-0@lo:400:kworker.0 Request processed in 14us (683us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166488.467225:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2693 00000100:00100000:1.0:1746166488.467232:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2694 00000100:00100000:1.0:1746166488.467236:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423192960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166488.467252:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423192960:12345-0@lo:400:kworker.0 Request processed in 16us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166488.467256:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2694 00000100:00100000:1.0:1746166488.467275:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423192448:0@lo:400:kworker.0 00000100:00100000:1.0:1746166488.467282:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423192320:0@lo:400:kworker.0 00000100:00100000:1.0:1746166488.467299:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423192704:0@lo:8:kworker.0 00000100:00100000:1.0:1746166488.467318:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166488.467329:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423193216:0@lo:8:kworker.0 00000100:00100000:1.0:1746166488.467340:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166488.467359:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423192704 00000100:00100000:1.0:1746166488.467361:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423192704 00000100:00100000:1.0:1746166488.467371:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423193216 00000100:00100000:1.0:1746166488.467372:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423193216 00000100:00100000:1.0:1746166488.467381:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50136 00000100:00100000:1.0:1746166488.467384:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423192704:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166488.467399:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166488.467417:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423192704:12345-0@lo:8:kworker.0 Request processed in 32us (98us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166488.467421:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50136 00000100:00100000:1.0:1746166488.467427:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50137 00000100:00100000:1.0:1746166488.467430:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423193216:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166488.467437:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166488.467448:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423193216:12345-0@lo:8:kworker.0 Request processed in 17us (108us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166488.467452:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50137 00000100:00080000:1.0:1746166488.467466:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166488.467469:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166488.467471:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423192704:0@lo:8:kworker.0 00000100:00080000:1.0:1746166488.467476:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166488.467478:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166488.467480:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423193216:0@lo:8:kworker.0 00000100:00100000:1.0:1746166488.467502:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423193344:0@lo:400:kworker.0 00000100:00100000:1.0:1746166488.467517:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166488.467529:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1746166488.467534:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423192832:0@lo:400:kworker.0 00000100:00100000:1.0:1746166488.467548:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166488.467559:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423193472:0@lo:400:kworker.0 00000100:00100000:1.0:1746166488.467571:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166488.467587:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423193344 00000100:00100000:1.0:1746166488.467590:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423193344 00000100:00100000:1.0:1746166488.467608:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423192832 00000100:00100000:1.0:1746166488.467610:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423192832 00000100:00100000:1.0:1746166488.467620:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7708 00000100:00100000:1.0:1746166488.467624:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423193344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166488.467649:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423193344:12345-0@lo:400:kworker.0 Request processed in 24us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166488.467653:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7708 00000100:00100000:1.0:1746166488.467661:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7709 00000100:00100000:1.0:1746166488.467665:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423192832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166488.467700:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423192832:12345-0@lo:400:kworker.0 Request processed in 34us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166488.467704:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7709 00000100:00100000:1.0:1746166488.467716:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423193472 00000100:00100000:1.0:1746166488.467718:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423193472 00000100:00100000:1.0:1746166488.467732:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2695 00000100:00100000:1.0:1746166488.467736:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423193472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166488.467757:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423193472:12345-0@lo:400:kworker.0 Request processed in 21us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166488.467762:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2695 00000100:00080000:1.0:1746166488.467773:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166488.467787:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423192832:0@lo:400:kworker.0 00000100:00100000:1.0:1746166488.467794:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423193472:0@lo:400:kworker.0 00000100:00100000:1.0:1746166488.467800:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423193344:0@lo:400:kworker.0 00000100:00100000:1.0:1746166488.467832:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423192960:0@lo:400:kworker.0 00000100:00100000:0.0:1746166488.468125:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423193088 00000100:00100000:0.0:1746166488.468129:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423193088 00000100:00100000:0.0:1746166488.468158:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35738 00000100:00100000:0.0:1746166488.468163:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423193088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166488.468188:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423193088:12345-0@lo:400:kworker.0 Request processed in 26us (1232us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166488.468192:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35738 00000100:00100000:1.0:1746166488.468511:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423193088:0@lo:400:kworker.0 00000100:00100000:0.0:1746166488.530218:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746166488.530236:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423193600:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166488.530294:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166488.530332:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423193600 00000100:00100000:0.0:1746166488.530338:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423193600 00000100:00100000:0.0:1746166488.530371:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35739 00000100:00100000:0.0:1746166488.530377:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124dae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423193600:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746166488.530403:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746166488.530435:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124dae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423193600:12345-0@lo:41:osp-pre-1-0.0 Request processed in 58us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166488.530441:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35739 00000100:00100000:0.0:1746166488.530477:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423193600:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166488.530854:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746166488.530863:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423193728:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166488.530887:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166488.530960:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423193728 00000100:00100000:2.0:1746166488.530963:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423193728 00000100:00100000:2.0:1746166488.530985:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35740 00000100:00100000:2.0:1746166488.530989:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423193728:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166488.531006:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166488.531035:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423193728:12345-0@lo:41:osp-pre-0-1.0 Request processed in 46us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166488.531041:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35740 00000100:00100000:1.0:1746166488.531270:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423193728:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166488.754160:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746166488.754179:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423193856:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166488.754235:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166488.754308:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423193856 00000100:00100000:1.0:1746166488.754316:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423193856 00000100:00100000:1.0:1746166488.754365:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7082 00000100:00100000:1.0:1746166488.754373:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423193856:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746166488.754394:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166488.754432:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423193856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166488.754438:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7082 00000100:00100000:3.0:1746166488.755081:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423193856:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166489.355911:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166490.368022:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166491.370015:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166492.372121:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166492.448442:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166492.450389:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166492.450413:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166492.450482:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166492.450506:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439158144 00000100:00100000:0.0:1746166492.450513:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439158144 00000100:00100000:0.0:1746166492.450556:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439158272 00000100:00100000:0.0:1746166492.450559:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439158272 00000100:00100000:0.0:1746166492.450578:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2696 00000100:00100000:0.0:1746166492.450586:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124daea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439158144:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166492.450642:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124daea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439158144:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 58us (2208us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166492.450649:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2696 00000100:00100000:0.0:1746166492.450663:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2697 00000100:00100000:0.0:1746166492.450668:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124daf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439158272:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166492.450701:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124daf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439158272:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 33us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166492.450706:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2697 00000100:00080000:0.0:1746166492.450775:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166492.450777:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166492.450790:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439158016 00000100:00100000:0.0:1746166492.450792:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439158016 00000100:00100000:0.0:1746166492.450821:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 826 00000100:00100000:0.0:1746166492.450825:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439158016:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166492.450844:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439158016:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 19us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166492.450848:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 826 00000100:00100000:1.0:1746166492.452974:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439158400 00000100:00100000:1.0:1746166492.452984:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439158400 00000100:00100000:1.0:1746166492.453027:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50138 00000100:00100000:1.0:1746166492.453034:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124daed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439158400:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166492.453061:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166492.453111:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124daed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439158400:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 77us (2724us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166492.453118:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50138 00000100:00100000:2.0:1746166492.546298:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746166492.546315:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423193984:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166492.546370:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166492.546505:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423193984 00000100:00100000:1.0:1746166492.546515:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423193984 00000100:00100000:1.0:1746166492.546816:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7083 00000100:00100000:1.0:1746166492.546825:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423193984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166492.546859:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166492.546933:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423193984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (562us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166492.546940:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7083 00000100:00080000:2.0:1746166492.546999:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166492.549525:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423193984:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166493.374999:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746166493.474194:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166493.474199:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166493.474202:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166493.474208:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10409 00000100:00080000:2.0:1746166493.474213:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746166493.474218:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166493.474235:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009fa93800 x1830977423194624/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166493.474260:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166493.474263:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166493.474264:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166493.474267:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10409 00000100:00080000:2.0:1746166493.474269:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166493.474272:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166493.474281:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009fa93480 x1830977423195136/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166493.474324:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423194496:0@lo:400:kworker.0 00000100:00100000:2.0:1746166493.474376:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166493.474425:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423195264:0@lo:400:kworker.0 00000100:00100000:2.0:1746166493.474444:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166493.474462:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1746166493.474467:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423194368:0@lo:400:kworker.0 00000100:00100000:2.0:1746166493.474484:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166493.474496:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423195008:0@lo:400:kworker.0 00000100:00100000:2.0:1746166493.474510:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166493.474532:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423194496 00000100:00100000:2.0:1746166493.474538:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423194496 00000100:00100000:2.0:1746166493.474564:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423195008 00000100:00100000:2.0:1746166493.474566:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423195008 00000100:00100000:2.0:1746166493.474579:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35741 00000100:00100000:2.0:1746166493.474585:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132101c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423194496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166493.474624:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132101c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423194496:12345-0@lo:400:kworker.0 Request processed in 39us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166493.474629:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35741 00000100:00100000:2.0:1746166493.474641:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35742 00000100:00100000:2.0:1746166493.474645:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e320380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423195008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166493.474665:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e320380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423195008:12345-0@lo:400:kworker.0 Request processed in 20us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166493.474691:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35742 00000100:00100000:2.0:1746166493.474708:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423194368 00000100:00100000:2.0:1746166493.474710:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423194368 00000100:00100000:2.0:1746166493.474736:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2698 00000100:00100000:2.0:1746166493.474741:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132100e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423194368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166493.474764:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132100e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423194368:12345-0@lo:400:kworker.0 Request processed in 24us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166493.474769:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2698 00000100:00080000:2.0:1746166493.474783:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166493.474803:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423194368:0@lo:400:kworker.0 00000100:00100000:2.0:1746166493.474813:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423195008:0@lo:400:kworker.0 00000100:00100000:2.0:1746166493.474819:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423194496:0@lo:400:kworker.0 00000100:00100000:2.0:1746166493.474844:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423194624:0@lo:8:kworker.0 00000100:00100000:2.0:1746166493.474874:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166493.474901:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423195136:0@lo:8:kworker.0 00000100:00100000:2.0:1746166493.474917:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166493.474951:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423195264 00000100:00100000:2.0:1746166493.474954:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423195264 00000100:00100000:2.0:1746166493.474973:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423194624 00000100:00100000:2.0:1746166493.474975:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423194624 00000100:00100000:2.0:1746166493.474983:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423195136 00000100:00100000:2.0:1746166493.474984:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423195136 00000100:00100000:2.0:1746166493.474992:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7710 00000100:00100000:2.0:1746166493.474997:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132103800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423195264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166493.475224:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132103800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423195264:12345-0@lo:400:kworker.0 Request processed in 227us (778us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166493.475230:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7710 00000100:00100000:2.0:1746166493.475240:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50139 00000100:00100000:2.0:1746166493.475243:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e321500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423194624:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166493.475260:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166493.475283:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e321500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423194624:12345-0@lo:8:kworker.0 Request processed in 38us (408us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166493.475288:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50139 00000100:00100000:2.0:1746166493.475295:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50140 00000100:00100000:2.0:1746166493.475299:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423195136:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166493.475306:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166493.475323:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423195136:12345-0@lo:8:kworker.0 Request processed in 23us (405us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166493.475327:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50140 00000100:00080000:2.0:1746166493.475345:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746166493.475357:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166493.475360:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166493.475362:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423194624:0@lo:8:kworker.0 00000100:00080000:2.0:1746166493.475368:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166493.475370:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166493.475372:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423195136:0@lo:8:kworker.0 00000100:00100000:2.0:1746166493.475393:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423195264:0@lo:400:kworker.0 00000100:00100000:1.0:1746166493.475656:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423194112:0@lo:400:kworker.0 00000100:00100000:1.0:1746166493.475921:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166493.476128:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423194752:0@lo:400:kworker.0 00000100:00100000:1.0:1746166493.476148:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166493.476162:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423195392:0@lo:400:kworker.0 00000100:00100000:1.0:1746166493.476176:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166493.476189:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746166493.476193:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423194240:0@lo:400:kworker.0 00000100:00100000:1.0:1746166493.476206:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166493.476219:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423194880:0@lo:400:kworker.0 00000100:00100000:1.0:1746166493.476245:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166493.476262:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423195392 00000100:00100000:1.0:1746166493.476264:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423195392 00000100:00100000:1.0:1746166493.476280:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423194240 00000100:00100000:1.0:1746166493.476282:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423194240 00000100:00100000:1.0:1746166493.476294:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423194880 00000100:00100000:1.0:1746166493.476296:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423194880 00000100:00100000:1.0:1746166493.476305:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2699 00000100:00100000:1.0:1746166493.476309:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423195392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166493.476335:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423195392:12345-0@lo:400:kworker.0 Request processed in 25us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166493.476340:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2699 00000100:00100000:1.0:1746166493.476350:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2700 00000100:00100000:1.0:1746166493.476354:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423194240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166493.476371:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423194240:12345-0@lo:400:kworker.0 Request processed in 18us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166493.476376:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2700 00000100:00100000:1.0:1746166493.476383:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2701 00000100:00100000:1.0:1746166493.476387:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423194880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166493.476403:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423194880:12345-0@lo:400:kworker.0 Request processed in 17us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166493.476408:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2701 00000100:00100000:1.0:1746166493.476435:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423194240:0@lo:400:kworker.0 00000100:00100000:1.0:1746166493.476442:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423194880:0@lo:400:kworker.0 00000100:00100000:1.0:1746166493.476447:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423195392:0@lo:400:kworker.0 00000100:00080000:1.0:1746166493.476473:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166493.476555:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423194752 00000100:00100000:3.0:1746166493.476559:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423194752 00000100:00100000:3.0:1746166493.476585:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7711 00000100:00100000:3.0:1746166493.476589:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423194752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166493.476621:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423194752:12345-0@lo:400:kworker.0 Request processed in 32us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166493.476628:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7711 00000100:00100000:1.0:1746166493.477391:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423194752:0@lo:400:kworker.0 00000100:00100000:2.0:1746166493.479397:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423194112 00000100:00100000:2.0:1746166493.479405:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423194112 00000100:00100000:2.0:1746166493.479835:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:2.0:1746166493.479843:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423194112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166493.479922:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423194112:12345-0@lo:400:kworker.0 Request processed in 80us (3999us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166493.479927:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00100000:1.0:1746166493.480070:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423194112:0@lo:400:kworker.0 00000100:00100000:1.0:1746166493.537897:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746166493.537899:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746166493.537914:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124daf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423195648:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166493.537914:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423195520:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166493.537973:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166493.537997:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423195520 00000100:00100000:3.0:1746166493.538004:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423195520 00000100:00100000:3.0:1746166493.538038:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35743 00000100:00100000:3.0:1746166493.538045:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423195520:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166493.538071:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166493.538118:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423195520:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166493.538124:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35743 00000100:00100000:1.0:1746166493.538156:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423195520:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166493.538182:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166493.539240:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423195648 00000100:00100000:2.0:1746166493.539246:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423195648 00000100:00100000:2.0:1746166493.539280:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35744 00000100:00100000:2.0:1746166493.539285:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124daf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423195648:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166493.539304:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166493.539350:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124daf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423195648:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (1166us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166493.539355:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35744 00000100:00100000:1.0:1746166493.539866:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124daf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423195648:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166493.761907:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423195776:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166493.761960:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166493.762164:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423195776 00000100:00100000:0.0:1746166493.762170:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423195776 00000100:00100000:0.0:1746166493.762207:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7084 00000100:00100000:0.0:1746166493.762213:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423195776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166493.762230:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166493.762266:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423195776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166493.762272:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7084 00000100:00100000:1.0:1746166493.762333:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423195776:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166494.376710:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166495.379501:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166496.382783:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166497.384181:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166497.455009:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166497.457868:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166497.457912:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166497.457939:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439158528 00000100:00100000:3.0:1746166497.457947:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439158528 00000100:00100000:3.0:1746166497.457993:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 828 00000100:00100000:3.0:1746166497.458005:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439158528:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166497.458054:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439158528:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 54us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166497.458060:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 828 00000100:00100000:0.0:1746166497.458829:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166497.458849:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439158912 00000100:00100000:0.0:1746166497.458852:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439158912 00000100:00100000:0.0:1746166497.458870:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50141 00000100:00100000:0.0:1746166497.458874:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124dad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439158912:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746166497.458893:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166497.458924:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124dad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439158912:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 49us (97us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166497.458930:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50141 00000100:00100000:1.0:1746166497.459030:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439158656 00000100:00100000:1.0:1746166497.459034:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439158656 00000100:00100000:1.0:1746166497.459070:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439158784 00000100:00100000:1.0:1746166497.459073:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439158784 00000100:00100000:1.0:1746166497.459090:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2702 00000100:00100000:1.0:1746166497.459096:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124dafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439158656:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166497.459128:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124dafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439158656:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 32us (4127us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166497.459134:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2702 00000100:00100000:1.0:1746166497.459146:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2703 00000100:00100000:1.0:1746166497.459150:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124daf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439158784:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166497.459171:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124daf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439158784:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 20us (1259us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166497.459176:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2703 00000100:00080000:0.0:1746166497.462861:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166497.462868:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166497.554034:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423195904:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166497.554089:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166497.554215:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423195904 00000100:00100000:3.0:1746166497.554222:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423195904 00000100:00080000:0.0:1746166497.554309:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166497.554325:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7085 00000100:00100000:3.0:1746166497.554333:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423195904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166497.554357:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166497.555168:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423195904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 836us (1079us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166497.555175:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7085 00000100:00100000:0.0:1746166497.555394:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423195904:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166498.386431:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166498.481956:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423196032:0@lo:400:kworker.0 00000100:00100000:0.0:1746166498.482216:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166498.482274:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423196160:0@lo:400:kworker.0 00000100:00100000:1.0:1746166498.482305:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166498.482369:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166498.482373:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166498.482376:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166498.482379:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10414 00000100:00080000:2.0:1746166498.482382:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166498.482387:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746166498.482392:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423196032 00000100:00100000:3.0:1746166498.482399:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423196032 00000100:00100000:0.0:1746166498.482403:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746166498.482403:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009fa91f80 x1830977423196544/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166498.482409:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423196416:0@lo:400:kworker.0 00000100:00080000:2.0:1746166498.482428:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166498.482430:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1746166498.482432:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166498.482432:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1746166498.482432:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 00000100:00080000:2.0:1746166498.482434:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10414 00000100:00080000:2.0:1746166498.482436:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1746166498.482439:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423196032:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1746166498.482440:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166498.482447:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423196672:0@lo:400:kworker.0 00000100:00100000:2.0:1746166498.482447:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009fa92300 x1830977423197056/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166498.482463:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166498.482474:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423196544:0@lo:8:kworker.0 00000100:00100000:3.0:1746166498.482477:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423196032:12345-0@lo:400:kworker.0 Request processed in 39us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166498.482483:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00100000:0.0:1746166498.482488:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423196032:0@lo:400:kworker.0 00000100:00100000:2.0:1746166498.482492:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166498.482500:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095627800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423197312:0@lo:400:kworker.0 00000100:00100000:2.0:1746166498.482506:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423197056:0@lo:8:kworker.0 00000100:00100000:0.0:1746166498.482513:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166498.482516:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423196416 00000100:00100000:2.0:1746166498.482518:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166498.482518:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423196416 00000100:00100000:0.0:1746166498.482523:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746166498.482527:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423197184:0@lo:400:kworker.0 00000100:00100000:2.0:1746166498.482536:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423196672 00000100:00100000:3.0:1746166498.482537:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35745 00000100:00100000:2.0:1746166498.482539:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423196672 00000100:00100000:0.0:1746166498.482542:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166498.482542:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423196416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166498.482558:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423196544 00000100:00100000:0.0:1746166498.482559:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423197056 00000100:00100000:2.0:1746166498.482560:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423196544 00000100:00100000:0.0:1746166498.482562:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423197056 00000100:00100000:2.0:1746166498.482568:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423197184 00000100:00100000:3.0:1746166498.482569:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423196416:12345-0@lo:400:kworker.0 Request processed in 28us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166498.482570:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423197184 00000100:00100000:0.0:1746166498.482573:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7712 00000100:00100000:3.0:1746166498.482574:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35745 00000100:00100000:0.0:1746166498.482579:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423196672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166498.482585:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7713 00000100:00100000:2.0:1746166498.482590:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423197184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166498.482601:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423196672:12345-0@lo:400:kworker.0 Request processed in 23us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166498.482601:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50142 00000100:00100000:3.0:1746166498.482605:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423196544:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1746166498.482607:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7712 00000100:00100000:2.0:1746166498.482608:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423197184:12345-0@lo:400:kworker.0 Request processed in 19us (66us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166498.482612:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7713 00000100:00100000:0.0:1746166498.482616:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50143 00000100:00100000:0.0:1746166498.482620:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423197056:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166498.482621:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1746166498.482629:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166498.482645:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423196544:12345-0@lo:8:kworker.0 Request processed in 40us (151us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166498.482647:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423197056:12345-0@lo:8:kworker.0 Request processed in 26us (128us total) trans 0 rc -19/-19 00000100:00080000:2.0:1746166498.482650:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1746166498.482650:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50142 00000100:00100000:0.0:1746166498.482653:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50143 00000100:00080000:2.0:1746166498.482653:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166498.482655:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423196544:0@lo:8:kworker.0 00000100:00080000:2.0:1746166498.482662:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166498.482663:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00080000:0.0:1746166498.482665:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166498.482666:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423197056:0@lo:8:kworker.0 00000100:00100000:3.0:1746166498.482919:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423196160 00000100:00100000:3.0:1746166498.482923:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423196160 00000100:00100000:0.0:1746166498.482935:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423197184:0@lo:400:kworker.0 00000100:00100000:0.0:1746166498.482943:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423196672:0@lo:400:kworker.0 00000100:00100000:3.0:1746166498.482946:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423197312 00000100:00100000:3.0:1746166498.482948:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423197312 00000100:00100000:0.0:1746166498.482949:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423196416:0@lo:400:kworker.0 00000100:00100000:3.0:1746166498.482959:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2704 00000100:00080000:0.0:1746166498.482961:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166498.482964:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0909f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423196160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166498.482971:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2705 00000100:00100000:0.0:1746166498.482977:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423197312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166498.482984:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423196800:0@lo:400:kworker.0 00000100:00100000:3.0:1746166498.482990:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0909f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423196160:12345-0@lo:400:kworker.0 Request processed in 26us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166498.482994:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2704 00000100:00100000:1.0:1746166498.483001:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166498.483002:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423197312:12345-0@lo:400:kworker.0 Request processed in 27us (489us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166498.483006:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423196800 00000100:00100000:0.0:1746166498.483007:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2705 00000100:00100000:3.0:1746166498.483008:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423196800 00000100:00100000:1.0:1746166498.483020:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423196160:0@lo:400:kworker.0 00000100:00100000:3.0:1746166498.483021:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2706 00000100:00100000:3.0:1746166498.483025:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0908000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423196800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166498.483028:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1746166498.483032:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423196288:0@lo:400:kworker.0 00000100:00100000:0.0:1746166498.483039:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095627800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423197312:0@lo:400:kworker.0 00000100:00100000:3.0:1746166498.483047:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0908000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423196800:12345-0@lo:400:kworker.0 Request processed in 21us (45us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166498.483048:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166498.483051:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2706 00000100:00100000:0.0:1746166498.483055:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423196288 00000100:00100000:0.0:1746166498.483057:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423196288 00000100:00100000:1.0:1746166498.483060:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423196928:0@lo:400:kworker.0 00000100:00100000:1.0:1746166498.483074:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166498.483077:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2707 00000100:00100000:0.0:1746166498.483081:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a090b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423196288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166498.483088:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423196800:0@lo:400:kworker.0 00000100:00100000:3.0:1746166498.483088:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423196928 00000100:00100000:3.0:1746166498.483091:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423196928 00000100:00100000:0.0:1746166498.483104:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a090b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423196288:12345-0@lo:400:kworker.0 Request processed in 23us (55us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166498.483106:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423196288:0@lo:400:kworker.0 00000100:00100000:3.0:1746166498.483107:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35746 00000100:00100000:0.0:1746166498.483110:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2707 00000100:00100000:3.0:1746166498.483111:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423196928:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1746166498.483118:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166498.483148:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423196928:12345-0@lo:400:kworker.0 Request processed in 37us (73us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166498.483153:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35746 00000100:00100000:1.0:1746166498.483257:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423196928:0@lo:400:kworker.0 00000100:00100000:2.0:1746166498.547498:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095627800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423197440:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166498.547558:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166498.547603:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423197568:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166498.547621:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166498.547699:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423197440 00000100:00100000:0.0:1746166498.547706:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423197440 00000100:00100000:3.0:1746166498.547717:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423197568 00000100:00100000:3.0:1746166498.547721:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423197568 00000100:00100000:0.0:1746166498.547740:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35747 00000100:00100000:0.0:1746166498.547747:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423197440:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166498.547747:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35748 00000100:00100000:3.0:1746166498.547752:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423197568:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746166498.547786:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000004:00000024:3.0:1746166498.547786:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746166498.547824:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423197440:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166498.547827:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423197568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166498.547830:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35747 00000100:00100000:3.0:1746166498.547834:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35748 00000100:00100000:0.0:1746166498.547865:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095627800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423197440:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166498.547876:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423197568:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166498.770107:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746166498.770126:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423197696:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166498.770181:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166498.770257:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423197696 00000100:00100000:3.0:1746166498.770264:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423197696 00000100:00100000:3.0:1746166498.770303:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7086 00000100:00100000:3.0:1746166498.770310:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423197696:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166498.770328:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166498.770371:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423197696:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166498.770376:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7086 00000100:00100000:0.0:1746166498.771139:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423197696:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166499.396983:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166500.396009:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166501.398945:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166502.402249:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166502.467472:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166502.468399:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166502.468434:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166502.468467:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166502.468507:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439159424 00000100:00100000:0.0:1746166502.468514:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439159424 00000100:00100000:0.0:1746166502.468538:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50144 00000100:00100000:0.0:1746166502.468544:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439159424:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746166502.468564:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166502.468609:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439159424:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 64us (173us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166502.468615:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50144 00000100:00100000:2.0:1746166502.468791:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439159168 00000100:00100000:2.0:1746166502.468795:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439159168 00000100:00100000:2.0:1746166502.468832:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439159296 00000100:00100000:2.0:1746166502.468834:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439159296 00000100:00100000:3.0:1746166502.468999:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439159040 00000100:00100000:3.0:1746166502.469004:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439159040 00000100:00100000:3.0:1746166502.469025:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 830 00000100:00100000:3.0:1746166502.469030:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f67ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439159040:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166502.469061:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f67ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439159040:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 31us (1599us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166502.469067:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 830 00000100:00100000:2.0:1746166502.469730:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2708 00000100:00100000:2.0:1746166502.469739:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439159168:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:0.0:1746166502.469752:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166502.469755:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166502.469771:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439159168:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 35us (1374us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166502.469879:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2709 00000100:00100000:1.0:1746166502.469887:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439159296:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166502.469910:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439159296:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 25us (1443us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166502.469915:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2709 00000100:00100000:2.0:1746166502.470441:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2708 00000100:00100000:1.0:1746166502.562160:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746166502.562177:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423197824:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166502.562231:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166502.562928:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423197824 00000100:00100000:3.0:1746166502.562935:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423197824 00000100:00080000:0.0:1746166502.563020:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166502.563121:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7087 00000100:00100000:3.0:1746166502.563128:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423197824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166502.563150:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166502.563180:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423197824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (950us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166502.563185:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7087 00000100:00100000:0.0:1746166502.563246:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423197824:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166503.404130:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166503.491722:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423197952:0@lo:400:kworker.0 00000100:00100000:0.0:1746166503.491783:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166503.492575:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423198080:0@lo:400:kworker.0 00000100:00100000:3.0:1746166503.492843:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166503.492932:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166503.492936:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166503.492939:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166503.492943:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10419 00000100:00080000:2.0:1746166503.492946:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166503.492950:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166503.492967:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009fa93100 x1830977423198464/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166503.492991:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166503.492993:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166503.492994:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166503.492997:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10419 00000100:00080000:2.0:1746166503.492999:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746166503.493002:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166503.493009:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f87e300 x1830977423198976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166503.493206:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423198208:0@lo:400:kworker.0 00000100:00100000:0.0:1746166503.493505:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423197952 00000100:00100000:0.0:1746166503.493513:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423197952 00000100:00100000:0.0:1746166503.493547:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:0.0:1746166503.493553:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f67e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423197952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166503.493804:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f67e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423197952:12345-0@lo:400:kworker.0 Request processed in 250us (2020us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166503.493810:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00100000:0.0:1746166503.493836:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423198336:0@lo:400:kworker.0 00000100:00100000:0.0:1746166503.493855:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166503.493870:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423198336 00000100:00100000:0.0:1746166503.493872:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423198336 00000100:00100000:0.0:1746166503.493888:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35749 00000100:00100000:0.0:1746166503.493892:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423198336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166503.493913:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423198336:12345-0@lo:400:kworker.0 Request processed in 20us (57us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166503.493916:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35749 00000100:00100000:0.0:1746166503.493941:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423198464:0@lo:8:kworker.0 00000100:00100000:0.0:1746166503.493957:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166503.494022:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423198720:0@lo:400:kworker.0 00000100:00100000:3.0:1746166503.494040:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166503.494226:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423198080 00000100:00100000:1.0:1746166503.494230:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423198080 00000100:00100000:1.0:1746166503.494257:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423198720 00000100:00100000:1.0:1746166503.494258:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423198720 00000100:00100000:1.0:1746166503.494268:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2710 00000100:00100000:1.0:1746166503.494272:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423198080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166503.494304:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423198080:12345-0@lo:400:kworker.0 Request processed in 31us (1461us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166503.494309:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2710 00000100:00100000:1.0:1746166503.494318:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2711 00000100:00100000:1.0:1746166503.494322:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423198720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166503.494341:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423198720:12345-0@lo:400:kworker.0 Request processed in 19us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166503.494345:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2711 00000100:00080000:1.0:1746166503.494357:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166503.494387:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423197952:0@lo:400:kworker.0 00000100:00100000:1.0:1746166503.494400:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423198592:0@lo:400:kworker.0 00000100:00100000:1.0:1746166503.494420:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166503.494431:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423199232:0@lo:400:kworker.0 00000100:00100000:1.0:1746166503.494442:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166503.494456:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423198464 00000100:00100000:1.0:1746166503.494459:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423198464 00000100:00100000:1.0:1746166503.494468:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423198592 00000100:00100000:1.0:1746166503.494469:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423198592 00000100:00100000:1.0:1746166503.494481:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7714 00000100:00100000:1.0:1746166503.494485:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423198592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166503.494503:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423198592:12345-0@lo:400:kworker.0 Request processed in 18us (82us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166503.494507:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7714 00000100:00100000:1.0:1746166503.494514:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50145 00000100:00100000:1.0:1746166503.494516:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423198464:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166503.494531:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166503.494546:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423198464:12345-0@lo:8:kworker.0 Request processed in 29us (588us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166503.494550:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50145 00000100:00100000:1.0:1746166503.494560:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423199232 00000100:00100000:1.0:1746166503.494561:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423199232 00000100:00100000:1.0:1746166503.494571:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2712 00000100:00100000:1.0:1746166503.494574:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423199232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166503.494588:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423199232:12345-0@lo:400:kworker.0 Request processed in 14us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166503.494592:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2712 00000100:00100000:1.0:1746166503.494607:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423198592:0@lo:400:kworker.0 00000100:00100000:1.0:1746166503.494613:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423199232:0@lo:400:kworker.0 00000100:00080000:1.0:1746166503.494634:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166503.494637:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166503.494639:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423198464:0@lo:8:kworker.0 00000100:00100000:1.0:1746166503.494643:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f87e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423198976:0@lo:8:kworker.0 00000100:00100000:1.0:1746166503.494656:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166503.494696:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423198976 00000100:00100000:1.0:1746166503.494698:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423198976 00000100:00100000:1.0:1746166503.494709:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50146 00000100:00100000:1.0:1746166503.494712:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423198976:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166503.494720:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166503.494736:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423198976:12345-0@lo:8:kworker.0 Request processed in 23us (79us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166503.494740:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50146 00000100:00080000:1.0:1746166503.494752:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166503.494754:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166503.494756:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f87e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423198976:0@lo:8:kworker.0 00000100:00100000:1.0:1746166503.494774:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423198336:0@lo:400:kworker.0 00000100:00100000:1.0:1746166503.494778:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423199104:0@lo:400:kworker.0 00000100:00100000:1.0:1746166503.494790:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166503.494800:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423199104 00000100:00100000:1.0:1746166503.494801:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423199104 00000100:00100000:1.0:1746166503.494815:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7715 00000100:00100000:1.0:1746166503.494819:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423199104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166503.494836:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423199104:12345-0@lo:400:kworker.0 Request processed in 16us (45us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166503.494841:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7715 00000100:00080000:1.0:1746166503.494850:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166503.494862:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423199104:0@lo:400:kworker.0 00000100:00100000:1.0:1746166503.494894:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423198720:0@lo:400:kworker.0 00000100:00100000:1.0:1746166503.494900:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423198080:0@lo:400:kworker.0 00000100:00100000:2.0:1746166503.495269:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166503.495283:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090464e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423198848:0@lo:400:kworker.0 00000100:00100000:2.0:1746166503.495295:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166503.495316:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423198848 00000100:00100000:2.0:1746166503.495319:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423198848 00000100:00100000:2.0:1746166503.495333:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35750 00000100:00100000:2.0:1746166503.495336:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423198848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166503.495355:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423198848:12345-0@lo:400:kworker.0 Request processed in 19us (60us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166503.495359:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35750 00000100:00100000:2.0:1746166503.495373:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090464e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423198848:0@lo:400:kworker.0 00000100:00100000:3.0:1746166503.496029:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423198208 00000100:00100000:3.0:1746166503.496033:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423198208 00000100:00080000:2.0:1746166503.496833:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166503.496883:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2713 00000100:00100000:1.0:1746166503.496890:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423198208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166503.496936:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423198208:12345-0@lo:400:kworker.0 Request processed in 47us (1666us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166503.496941:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2713 00000100:00100000:2.0:1746166503.497043:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423198208:0@lo:400:kworker.0 00000100:00100000:3.0:1746166503.554948:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746166503.554965:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423199360:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166503.555020:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166503.555062:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423199360 00000100:00100000:3.0:1746166503.555067:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423199360 00000100:00100000:3.0:1746166503.555103:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35751 00000100:00100000:3.0:1746166503.555109:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423199360:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166503.555132:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166503.555163:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423199360:12345-0@lo:41:osp-pre-1-0.0 Request processed in 54us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166503.555169:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35751 00000100:00100000:3.0:1746166503.555208:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423199360:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166503.555386:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746166503.555394:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423199488:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166503.555416:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166503.556271:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423199488 00000100:00100000:0.0:1746166503.556276:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423199488 00000100:00100000:0.0:1746166503.556296:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35752 00000100:00100000:0.0:1746166503.556301:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090464e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423199488:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746166503.556317:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746166503.556768:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090464e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423199488:12345-0@lo:41:osp-pre-0-1.0 Request processed in 466us (1350us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166503.556773:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35752 00000100:00100000:2.0:1746166503.556951:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423199488:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166503.778579:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746166503.778598:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423199616:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166503.778925:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166503.780301:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423199616 00000100:00100000:0.0:1746166503.780310:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423199616 00000100:00100000:0.0:1746166503.780364:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7088 00000100:00100000:0.0:1746166503.780372:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423199616:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166503.780392:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166503.780431:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423199616:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (1771us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166503.780437:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7088 00000100:00100000:2.0:1746166503.781010:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423199616:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166504.408269:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166505.415063:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166506.413872:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166507.416814:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166507.471244:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166507.471306:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166507.471921:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439159680 00000100:00100000:2.0:1746166507.471929:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439159680 00000100:00100000:2.0:1746166507.472041:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2714 00000100:00100000:2.0:1746166507.472050:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439159680:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166507.472107:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439159680:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 59us (871us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166507.472113:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2714 00000100:00080000:3.0:1746166507.473240:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166507.473314:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439159936 00000100:00100000:1.0:1746166507.473318:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439159936 00000100:00100000:1.0:1746166507.473338:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50147 00000100:00100000:1.0:1746166507.473343:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439159936:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166507.473363:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166507.473388:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439159936:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 44us (2082us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166507.473393:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50147 00000100:00100000:2.0:1746166507.476732:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166507.476793:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439159552 00000100:00100000:1.0:1746166507.476800:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439159552 00000100:00100000:1.0:1746166507.476833:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 832 00000100:00100000:2.0:1746166507.476836:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166507.476839:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439159552:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166507.476881:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439159552:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 42us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166507.476887:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 832 00000100:00100000:3.0:1746166507.476994:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439159808 00000100:00100000:3.0:1746166507.476998:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439159808 00000100:00100000:3.0:1746166507.477040:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2715 00000100:00100000:3.0:1746166507.477046:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439159808:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166507.477078:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439159808:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 33us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166507.477083:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2715 00000100:00080000:2.0:1746166507.477604:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166507.570309:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423199744:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166507.570366:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166507.570427:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423199744 00000100:00100000:3.0:1746166507.570433:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423199744 00000100:00100000:3.0:1746166507.570478:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7089 00000100:00100000:3.0:1746166507.570485:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423199744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166507.570509:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166507.570548:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423199744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166507.570554:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7089 00000100:00100000:0.0:1746166507.570586:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423199744:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1746166507.570954:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746166508.417866:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746166508.498210:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166508.498214:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166508.498217:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166508.498222:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10424 00000100:00080000:2.0:1746166508.498226:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746166508.498231:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166508.498251:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fb5880 x1830977423200384/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166508.498291:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166508.498293:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166508.498295:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166508.498298:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10424 00000100:00080000:2.0:1746166508.498301:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746166508.498304:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166508.498314:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d800a80 x1830977423200896/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166508.498356:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423200256:0@lo:400:kworker.0 00000100:00100000:2.0:1746166508.498402:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166508.498446:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d800e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423201024:0@lo:400:kworker.0 00000100:00100000:2.0:1746166508.498463:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166508.498481:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1746166508.498485:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423200128:0@lo:400:kworker.0 00000100:00100000:2.0:1746166508.498502:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166508.498512:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d800700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423200768:0@lo:400:kworker.0 00000100:00100000:2.0:1746166508.498524:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166508.498543:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423201024 00000100:00100000:2.0:1746166508.498549:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423201024 00000100:00100000:2.0:1746166508.498581:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7716 00000100:00100000:2.0:1746166508.498586:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d801880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423201024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166508.498639:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d801880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423201024:12345-0@lo:400:kworker.0 Request processed in 53us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166508.498644:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7716 00000100:00100000:2.0:1746166508.498659:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423200256 00000100:00100000:2.0:1746166508.498661:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423200256 00000100:00100000:2.0:1746166508.498690:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423200768 00000100:00100000:2.0:1746166508.498691:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423200768 00000100:00100000:2.0:1746166508.498702:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35753 00000100:00100000:2.0:1746166508.498705:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d801500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423200256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166508.498727:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d801500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423200256:12345-0@lo:400:kworker.0 Request processed in 22us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166508.498731:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35753 00000100:00100000:2.0:1746166508.498737:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35754 00000100:00100000:2.0:1746166508.498741:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d801f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423200768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166508.498754:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d801f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423200768:12345-0@lo:400:kworker.0 Request processed in 13us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166508.498758:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35754 00000100:00100000:2.0:1746166508.498777:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d800700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423200768:0@lo:400:kworker.0 00000100:00100000:2.0:1746166508.498783:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423200256:0@lo:400:kworker.0 00000100:00100000:2.0:1746166508.498789:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d800e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423201024:0@lo:400:kworker.0 00000100:00080000:2.0:1746166508.498806:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166508.498818:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423200128 00000100:00100000:2.0:1746166508.498820:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423200128 00000100:00100000:2.0:1746166508.498836:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2716 00000100:00100000:2.0:1746166508.498840:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d801c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423200128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166508.498857:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d801c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423200128:12345-0@lo:400:kworker.0 Request processed in 17us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166508.498862:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2716 00000100:00100000:2.0:1746166508.498874:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423200128:0@lo:400:kworker.0 00000100:00080000:2.0:1746166508.498882:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166508.498906:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423200384:0@lo:8:kworker.0 00000100:00100000:2.0:1746166508.498922:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166508.498943:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d800a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423200896:0@lo:8:kworker.0 00000100:00100000:2.0:1746166508.498972:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166508.498991:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423200384 00000100:00100000:2.0:1746166508.498993:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423200384 00000100:00100000:2.0:1746166508.499004:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423200896 00000100:00100000:2.0:1746166508.499005:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423200896 00000100:00100000:2.0:1746166508.499022:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50148 00000100:00100000:2.0:1746166508.499026:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d800e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423200384:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166508.499041:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166508.499064:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d800e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423200384:12345-0@lo:8:kworker.0 Request processed in 37us (142us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166508.499069:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50148 00000100:00100000:2.0:1746166508.499076:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50149 00000100:00100000:2.0:1746166508.499080:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d800700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423200896:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166508.499088:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166508.499102:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d800700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423200896:12345-0@lo:8:kworker.0 Request processed in 21us (130us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166508.499107:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50149 00000100:00080000:2.0:1746166508.499122:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166508.499125:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166508.499127:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423200384:0@lo:8:kworker.0 00000100:00080000:2.0:1746166508.499134:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166508.499135:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166508.499138:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d800a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423200896:0@lo:8:kworker.0 00000100:00100000:0.0:1746166508.499214:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423199872:0@lo:400:kworker.0 00000100:00100000:0.0:1746166508.499239:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166508.499267:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423200512:0@lo:400:kworker.0 00000100:00100000:0.0:1746166508.499284:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166508.499294:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d801180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423201152:0@lo:400:kworker.0 00000100:00100000:0.0:1746166508.499307:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166508.499318:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746166508.499322:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136053100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423200000:0@lo:400:kworker.0 00000100:00100000:0.0:1746166508.499336:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166508.499345:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d800380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423200640:0@lo:400:kworker.0 00000100:00100000:0.0:1746166508.499358:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166508.499372:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423201152 00000100:00100000:0.0:1746166508.499375:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423201152 00000100:00100000:0.0:1746166508.499390:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423200000 00000100:00100000:0.0:1746166508.499392:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423200000 00000100:00100000:0.0:1746166508.499404:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423200640 00000100:00100000:0.0:1746166508.499406:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423200640 00000100:00100000:0.0:1746166508.499416:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2717 00000100:00100000:0.0:1746166508.499420:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b202a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423201152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166508.499443:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b202a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423201152:12345-0@lo:400:kworker.0 Request processed in 23us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166508.499448:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2717 00000100:00100000:0.0:1746166508.499456:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2718 00000100:00100000:0.0:1746166508.499460:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423200000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166508.499480:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423200000:12345-0@lo:400:kworker.0 Request processed in 19us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166508.499484:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2718 00000100:00100000:0.0:1746166508.499491:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2719 00000100:00100000:0.0:1746166508.499495:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f128700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423200640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166508.499513:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f128700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423200640:12345-0@lo:400:kworker.0 Request processed in 17us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166508.499517:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2719 00000100:00100000:0.0:1746166508.499538:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136053100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423200000:0@lo:400:kworker.0 00000100:00100000:0.0:1746166508.499544:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d800380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423200640:0@lo:400:kworker.0 00000100:00100000:0.0:1746166508.499551:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d801180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423201152:0@lo:400:kworker.0 00000100:00100000:0.0:1746166508.499575:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423199872 00000100:00100000:0.0:1746166508.499577:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423199872 00000100:00100000:0.0:1746166508.499595:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:0.0:1746166508.499599:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423199872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166508.499631:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423199872:12345-0@lo:400:kworker.0 Request processed in 32us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166508.499636:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00100000:0.0:1746166508.499659:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423199872:0@lo:400:kworker.0 00000100:00100000:2.0:1746166508.500999:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423200512 00000100:00100000:2.0:1746166508.501005:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423200512 00000100:00100000:2.0:1746166508.501040:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7717 00000100:00100000:2.0:1746166508.501046:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423200512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166508.501591:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423200512:12345-0@lo:400:kworker.0 Request processed in 544us (2304us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166508.501596:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7717 00000100:00080000:3.0:1746166508.501891:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166508.501967:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423200512:0@lo:400:kworker.0 00000100:00100000:1.0:1746166508.561952:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166508.561971:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423201280:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166508.562027:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166508.563367:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423201280 00000100:00100000:2.0:1746166508.563375:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423201280 00000100:00100000:2.0:1746166508.563424:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35755 00000100:00100000:2.0:1746166508.563432:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423201280:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166508.563462:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166508.563508:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423201280:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (1480us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166508.563513:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35755 00000100:00100000:1.0:1746166508.563985:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423201408:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166508.564010:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166508.564085:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423201408 00000100:00100000:2.0:1746166508.564089:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423201408 00000100:00100000:2.0:1746166508.564107:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35756 00000100:00100000:2.0:1746166508.564111:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423201408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166508.564126:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166508.564149:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423201408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 37us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166508.564153:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35756 00000100:00100000:0.0:1746166508.564323:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423201280:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166508.564402:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423201408:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166508.789834:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d800a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423201536:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166508.789894:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166508.792378:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423201536 00000100:00100000:3.0:1746166508.792387:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423201536 00000100:00100000:3.0:1746166508.792440:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7090 00000100:00100000:3.0:1746166508.792449:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423201536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166508.792470:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166508.792525:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423201536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (2630us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166508.792531:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7090 00000100:00100000:1.0:1746166508.792625:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d800a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423201536:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166509.421173:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166510.424867:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166511.425873:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166512.427897:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166512.478274:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166512.479476:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166512.479575:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439160064 00000100:00100000:2.0:1746166512.479584:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439160064 00000100:00100000:1.0:1746166512.481009:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 834 00000100:00100000:1.0:1746166512.481021:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439160064:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166512.482118:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439160192 00000100:00100000:3.0:1746166512.482125:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439160192 00000100:00100000:3.0:1746166512.482169:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2720 00000100:00100000:3.0:1746166512.482176:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439160192:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:2.0:1746166512.482296:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166512.483084:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439160064:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 2064us (4815us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166512.483093:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 834 00000100:00100000:3.0:1746166512.483430:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439160192:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1252us (3952us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166512.483438:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2720 00000100:00100000:1.0:1746166512.484700:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166512.484746:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166512.486062:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439160320 00000100:00100000:3.0:1746166512.486069:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439160320 00000100:00100000:2.0:1746166512.486520:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439160448 00000100:00100000:2.0:1746166512.486525:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439160448 00000100:00100000:2.0:1746166512.486571:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50150 00000100:00100000:2.0:1746166512.486577:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439160448:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166512.486600:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166512.486659:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439160448:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 80us (1911us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166512.486666:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50150 00000100:00100000:3.0:1746166512.487247:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2721 00000100:00100000:3.0:1746166512.487254:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439160320:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166512.487301:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439160320:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 48us (2604us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166512.487306:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2721 00000100:00080000:2.0:1746166512.487818:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166512.578608:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746166512.578625:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423201664:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166512.578696:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166512.579479:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423201664 00000100:00100000:0.0:1746166512.579486:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423201664 00000100:00100000:0.0:1746166512.579801:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7091 00000100:00100000:0.0:1746166512.579811:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423201664:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166512.579834:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166512.579881:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423201664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (1185us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166512.579887:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7091 00000100:00100000:1.0:1746166512.579930:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423201664:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1746166512.579984:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746166513.430731:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746166513.506176:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166513.506181:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166513.506184:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166513.506190:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10429 00000100:00080000:2.0:1746166513.506195:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746166513.506200:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166513.506223:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d803100 x1830977423202304/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166513.506250:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166513.506253:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166513.506254:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166513.506257:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10429 00000100:00080000:2.0:1746166513.506259:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746166513.506262:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166513.506273:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d800a80 x1830977423202816/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166513.506308:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d803100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423202304:0@lo:8:kworker.0 00000100:00100000:2.0:1746166513.506357:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166513.506407:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d800a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423202816:0@lo:8:kworker.0 00000100:00100000:2.0:1746166513.506429:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166513.506464:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423202304 00000100:00100000:2.0:1746166513.506469:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423202304 00000100:00100000:2.0:1746166513.506497:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423202816 00000100:00100000:2.0:1746166513.506499:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423202816 00000100:00100000:1.0:1746166513.506514:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d802300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423201792:0@lo:400:kworker.0 00000100:00100000:1.0:1746166513.506556:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166513.506556:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d802d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423202176:0@lo:400:kworker.0 00000100:00100000:1.0:1746166513.506583:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423202432:0@lo:400:kworker.0 00000100:00100000:0.0:1746166513.506615:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d802680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423201920:0@lo:400:kworker.0 00000100:00100000:1.0:1746166513.506987:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166513.506987:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166513.507004:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423202944:0@lo:400:kworker.0 00000100:00100000:1.0:1746166513.507006:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d801180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423203072:0@lo:400:kworker.0 00000100:00100000:3.0:1746166513.507225:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166513.507227:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166513.507251:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423202176 00000100:00100000:1.0:1746166513.507253:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d802a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423202048:0@lo:400:kworker.0 00000100:00100000:3.0:1746166513.507254:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423202176 00000100:00100000:1.0:1746166513.507269:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166513.507277:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35757 00000100:00100000:1.0:1746166513.507283:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d803b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423202688:0@lo:400:kworker.0 00000100:00100000:3.0:1746166513.507283:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423202176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166513.507296:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166513.507315:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423202688 00000100:00100000:1.0:1746166513.507317:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423202688 00000100:00100000:3.0:1746166513.507321:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423202176:12345-0@lo:400:kworker.0 Request processed in 37us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166513.507326:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35757 00000100:00100000:1.0:1746166513.507336:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35758 00000100:00100000:1.0:1746166513.507340:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e498000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423202688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166513.507349:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423202432 00000100:00100000:3.0:1746166513.507352:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423202432 00000100:00100000:1.0:1746166513.507363:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e498000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423202688:12345-0@lo:400:kworker.0 Request processed in 23us (67us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166513.507371:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35758 00000100:00100000:1.0:1746166513.507395:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d803b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423202688:0@lo:400:kworker.0 00000100:00100000:1.0:1746166513.507410:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423201792 00000100:00100000:1.0:1746166513.507412:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423201792 00000100:00100000:1.0:1746166513.507426:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00100000:1.0:1746166513.507430:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423201792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166513.507490:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166513.507505:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d803800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423202560:0@lo:400:kworker.0 00000100:00100000:0.0:1746166513.507537:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166513.507542:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423201792:12345-0@lo:400:kworker.0 Request processed in 111us (985us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166513.507548:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00100000:0.0:1746166513.507562:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423202944 00000100:00100000:0.0:1746166513.507565:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423202944 00000100:00100000:1.0:1746166513.507570:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d802300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423201792:0@lo:400:kworker.0 00000100:00100000:1.0:1746166513.507707:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423203072 00000100:00100000:1.0:1746166513.507709:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423203072 00000100:00100000:1.0:1746166513.507724:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423202048 00000100:00100000:1.0:1746166513.507725:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423202048 00000100:00100000:1.0:1746166513.507735:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423201920 00000100:00100000:1.0:1746166513.507737:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423201920 00000100:00100000:1.0:1746166513.507744:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423202560 00000100:00100000:1.0:1746166513.507745:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423202560 00000100:00100000:1.0:1746166513.507752:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2722 00000100:00100000:1.0:1746166513.507756:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e499500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423203072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166513.507777:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e499500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423203072:12345-0@lo:400:kworker.0 Request processed in 21us (550us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166513.507782:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2722 00000100:00100000:1.0:1746166513.507788:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2723 00000100:00100000:1.0:1746166513.507791:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423202048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166513.507806:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423202048:12345-0@lo:400:kworker.0 Request processed in 14us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166513.507810:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2723 00000100:00100000:1.0:1746166513.507816:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2724 00000100:00100000:1.0:1746166513.507820:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423201920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166513.507840:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423201920:12345-0@lo:400:kworker.0 Request processed in 20us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166513.507844:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2724 00000100:00100000:1.0:1746166513.507852:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2725 00000100:00100000:1.0:1746166513.507856:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136053100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423202560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166513.507875:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136053100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423202560:12345-0@lo:400:kworker.0 Request processed in 19us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166513.507879:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2725 00000100:00100000:1.0:1746166513.507904:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d802a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423202048:0@lo:400:kworker.0 00000100:00100000:1.0:1746166513.507919:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d801180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423203072:0@lo:400:kworker.0 00000100:00100000:2.0:1746166513.508400:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50151 00000100:00100000:2.0:1746166513.508412:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d800380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423202304:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166513.508429:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166513.508432:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7718 00000100:00100000:3.0:1746166513.508438:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423202432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166513.508456:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d800380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423202304:12345-0@lo:8:kworker.0 Request processed in 44us (2099us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166513.508462:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50151 00000100:00100000:3.0:1746166513.508463:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423202432:12345-0@lo:400:kworker.0 Request processed in 26us (1477us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166513.508468:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7718 00000100:00100000:2.0:1746166513.508471:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50152 00000100:00100000:2.0:1746166513.508474:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423202816:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166513.508483:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166513.508493:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d802d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423202176:0@lo:400:kworker.0 00000100:00100000:2.0:1746166513.508499:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423202816:12345-0@lo:8:kworker.0 Request processed in 24us (2070us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166513.508504:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50152 00000100:00080000:3.0:1746166513.508534:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166513.508536:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746166513.508538:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00080000:2.0:1746166513.508539:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746166513.508541:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166513.508541:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d803100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423202304:0@lo:8:kworker.0 00000100:00080000:3.0:1746166513.508548:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166513.508550:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166513.508552:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d800a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423202816:0@lo:8:kworker.0 00000100:00100000:2.0:1746166513.508553:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423202432:0@lo:400:kworker.0 00000100:00100000:2.0:1746166513.508576:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d802680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423201920:0@lo:400:kworker.0 00000100:00100000:2.0:1746166513.508582:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d803800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423202560:0@lo:400:kworker.0 00000100:00100000:0.0:1746166513.508634:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7719 00000100:00100000:0.0:1746166513.508640:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423202944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166513.508692:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423202944:12345-0@lo:400:kworker.0 Request processed in 52us (1466us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166513.508697:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7719 00000100:00100000:3.0:1746166513.508764:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d800000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423202944:0@lo:400:kworker.0 00000100:00100000:2.0:1746166513.570072:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e49aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423203200:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166513.570134:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166513.572577:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423203200 00000100:00100000:3.0:1746166513.572587:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423203200 00000100:00100000:3.0:1746166513.572869:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35759 00000100:00100000:3.0:1746166513.572877:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423203200:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166513.572907:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166513.572953:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423203200:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (2819us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166513.572959:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35759 00000100:00100000:3.0:1746166513.573010:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e49aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423203200:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166513.573023:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746166513.573028:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423203328:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166513.573051:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166513.573085:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423203328 00000100:00100000:3.0:1746166513.573088:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423203328 00000100:00100000:3.0:1746166513.573108:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35760 00000100:00100000:3.0:1746166513.573113:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423203328:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166513.573128:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166513.573149:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423203328:12345-0@lo:41:osp-pre-1-0.0 Request processed in 36us (98us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166513.573154:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35760 00000100:00100000:3.0:1746166513.573176:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423203328:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166513.795650:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e49b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423203456:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166513.795739:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166513.795871:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423203456 00000100:00100000:0.0:1746166513.795881:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423203456 00000100:00100000:0.0:1746166513.795934:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7092 00000100:00100000:0.0:1746166513.795941:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423203456:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166513.795963:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166513.796138:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423203456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 175us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166513.796145:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7092 00000100:00100000:3.0:1746166513.798365:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e49b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423203456:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166514.431861:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166515.437854:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166516.439861:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166517.443995:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166517.486936:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166517.488953:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166517.488999:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166517.489019:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439160704 00000100:00100000:1.0:1746166517.489198:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439160704 00000100:00100000:0.0:1746166517.489247:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166517.489377:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439160960 00000100:00100000:2.0:1746166517.489383:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439160960 00000100:00100000:2.0:1746166517.489410:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50153 00000100:00100000:2.0:1746166517.489417:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439160960:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166517.489438:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166517.489492:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439160960:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 74us (2566us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166517.489498:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50153 00000100:00100000:2.0:1746166517.489530:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439160576 00000100:00100000:2.0:1746166517.489533:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439160576 00000100:00100000:2.0:1746166517.489555:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 836 00000100:00100000:2.0:1746166517.489559:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439160576:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166517.489597:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439160576:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 36us (597us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166517.489603:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 836 00000100:00100000:0.0:1746166517.491286:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439160832 00000100:00100000:0.0:1746166517.491292:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439160832 00000100:00100000:0.0:1746166517.491402:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2726 00000100:00080000:3.0:1746166517.491408:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166517.491409:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439160832:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:3.0:1746166517.491412:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166517.492082:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439160832:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 672us (2833us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166517.492088:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2726 00000100:00100000:0.0:1746166517.492099:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2727 00000100:00100000:0.0:1746166517.492105:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439160704:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166517.492125:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439160704:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 20us (3176us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166517.492130:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2727 00000100:00100000:3.0:1746166517.586965:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746166517.586983:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e49b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423203584:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166517.587037:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166517.587321:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423203584 00000100:00100000:1.0:1746166517.587328:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423203584 00000100:00100000:1.0:1746166517.587373:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7093 00000100:00100000:1.0:1746166517.587378:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423203584:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166517.587402:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166517.587435:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423203584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166517.587441:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7093 00000100:00100000:2.0:1746166517.587551:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e49b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423203584:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1746166517.587877:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746166518.444651:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746166518.521653:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166518.521658:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166518.521661:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166518.521667:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10434 00000100:00080000:2.0:1746166518.521672:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746166518.521693:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166518.521710:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130e64a80 x1830977423204224/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166518.521736:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166518.521738:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166518.521740:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166518.521742:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10434 00000100:00080000:2.0:1746166518.521744:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166518.521747:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166518.521754:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130e65880 x1830977423204736/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166518.521786:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423203968:0@lo:400:kworker.0 00000100:00100000:2.0:1746166518.521834:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166518.521889:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423204608:0@lo:400:kworker.0 00000100:00100000:2.0:1746166518.521909:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166518.521927:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1746166518.521931:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423204096:0@lo:400:kworker.0 00000100:00100000:2.0:1746166518.521945:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166518.521955:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423204864:0@lo:400:kworker.0 00000100:00100000:2.0:1746166518.521969:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166518.521993:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423204608 00000100:00100000:2.0:1746166518.521998:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423204608 00000100:00100000:2.0:1746166518.522027:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35761 00000100:00100000:2.0:1746166518.522033:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423204608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166518.522067:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423204608:12345-0@lo:400:kworker.0 Request processed in 35us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166518.522073:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35761 00000100:00100000:2.0:1746166518.522084:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423204096 00000100:00100000:2.0:1746166518.522086:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423204096 00000100:00100000:2.0:1746166518.522097:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35762 00000100:00100000:2.0:1746166518.522101:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423204096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166518.522118:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423204096:12345-0@lo:400:kworker.0 Request processed in 17us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166518.522122:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35762 00000100:00100000:2.0:1746166518.522134:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423204864 00000100:00100000:2.0:1746166518.522136:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423204864 00000100:00100000:2.0:1746166518.522158:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7720 00000100:00100000:2.0:1746166518.522163:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423204864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166518.522183:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423204864:12345-0@lo:400:kworker.0 Request processed in 20us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166518.522188:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7720 00000100:00080000:2.0:1746166518.522199:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166518.522220:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423204096:0@lo:400:kworker.0 00000100:00100000:2.0:1746166518.522229:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423204864:0@lo:400:kworker.0 00000100:00100000:2.0:1746166518.522235:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423204608:0@lo:400:kworker.0 00000100:00100000:2.0:1746166518.522260:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423203968 00000100:00100000:2.0:1746166518.522262:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423203968 00000100:00100000:2.0:1746166518.522284:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2728 00000100:00100000:2.0:1746166518.522288:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423203968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166518.522310:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423203968:12345-0@lo:400:kworker.0 Request processed in 22us (477us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166518.522315:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2728 00000100:00080000:2.0:1746166518.522326:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166518.522337:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423203968:0@lo:400:kworker.0 00000100:00100000:2.0:1746166518.522353:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423204224:0@lo:8:kworker.0 00000100:00100000:2.0:1746166518.522368:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166518.522392:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423204736:0@lo:8:kworker.0 00000100:00100000:2.0:1746166518.522406:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166518.522422:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423204224 00000100:00100000:2.0:1746166518.522425:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423204224 00000100:00100000:2.0:1746166518.522449:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423204736 00000100:00100000:2.0:1746166518.522452:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423204736 00000100:00100000:2.0:1746166518.522463:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50154 00000100:00100000:2.0:1746166518.522466:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423204224:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166518.522482:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166518.522504:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423204224:12345-0@lo:8:kworker.0 Request processed in 37us (136us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166518.522509:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50154 00000100:00100000:2.0:1746166518.522516:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50155 00000100:00100000:2.0:1746166518.522519:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423204736:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166518.522527:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166518.522539:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423204736:12345-0@lo:8:kworker.0 Request processed in 19us (133us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166518.522544:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50155 00000100:00080000:2.0:1746166518.522560:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166518.522563:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166518.522565:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423204224:0@lo:8:kworker.0 00000100:00080000:2.0:1746166518.522571:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166518.522574:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166518.522576:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423204736:0@lo:8:kworker.0 00000100:00100000:3.0:1746166518.522672:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423203712:0@lo:400:kworker.0 00000100:00100000:3.0:1746166518.522719:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166518.522743:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423204352:0@lo:400:kworker.0 00000100:00100000:3.0:1746166518.522759:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166518.522768:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423204992:0@lo:400:kworker.0 00000100:00100000:3.0:1746166518.522780:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166518.522791:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1746166518.522795:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423203840:0@lo:400:kworker.0 00000100:00100000:3.0:1746166518.522808:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166518.522816:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423204480:0@lo:400:kworker.0 00000100:00100000:3.0:1746166518.522829:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166518.522844:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423204992 00000100:00100000:3.0:1746166518.522847:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423204992 00000100:00100000:3.0:1746166518.522862:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423203840 00000100:00100000:3.0:1746166518.522864:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423203840 00000100:00100000:3.0:1746166518.522878:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423204480 00000100:00100000:3.0:1746166518.522880:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423204480 00000100:00100000:3.0:1746166518.522891:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2729 00000100:00100000:3.0:1746166518.522895:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423204992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166518.522917:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423204992:12345-0@lo:400:kworker.0 Request processed in 22us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166518.522922:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2729 00000100:00100000:3.0:1746166518.522935:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2730 00000100:00100000:3.0:1746166518.522940:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423203840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166518.522957:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423203840:12345-0@lo:400:kworker.0 Request processed in 17us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166518.522961:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2730 00000100:00100000:3.0:1746166518.522968:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2731 00000100:00100000:3.0:1746166518.522972:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423204480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166518.522986:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423204480:12345-0@lo:400:kworker.0 Request processed in 15us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166518.522991:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2731 00000100:00080000:3.0:1746166518.523001:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166518.523015:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423203840:0@lo:400:kworker.0 00000100:00100000:3.0:1746166518.523022:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423204480:0@lo:400:kworker.0 00000100:00100000:3.0:1746166518.523240:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423204992:0@lo:400:kworker.0 00000100:00100000:3.0:1746166518.523265:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423203712 00000100:00100000:3.0:1746166518.523267:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423203712 00000100:00100000:3.0:1746166518.523286:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:3.0:1746166518.523291:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423203712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166518.523323:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423203712:12345-0@lo:400:kworker.0 Request processed in 31us (603us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166518.523328:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00100000:3.0:1746166518.523354:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423203712:0@lo:400:kworker.0 00000100:00100000:2.0:1746166518.523565:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423204352 00000100:00100000:2.0:1746166518.523568:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423204352 00000100:00100000:2.0:1746166518.523597:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7721 00000100:00100000:2.0:1746166518.523602:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423204352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166518.523638:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423204352:12345-0@lo:400:kworker.0 Request processed in 37us (879us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166518.523644:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7721 00000100:00100000:3.0:1746166518.523712:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423204352:0@lo:400:kworker.0 00000100:00100000:3.0:1746166518.577901:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746166518.577918:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423205120:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166518.578145:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166518.578247:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423205120 00000100:00100000:1.0:1746166518.578254:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423205120 00000100:00100000:1.0:1746166518.578287:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35763 00000100:00100000:1.0:1746166518.578293:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423205120:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166518.578323:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166518.578360:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423205120:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166518.578365:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35763 00000100:00100000:2.0:1746166518.578478:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746166518.578485:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423205248:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166518.578508:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166518.578820:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423205120:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166518.578927:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423205248 00000100:00100000:1.0:1746166518.578930:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423205248 00000100:00100000:1.0:1746166518.578948:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35764 00000100:00100000:1.0:1746166518.578952:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423205248:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166518.578966:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166518.578991:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423205248:12345-0@lo:41:osp-pre-1-0.0 Request processed in 39us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166518.578995:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35764 00000100:00100000:3.0:1746166518.579086:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423205248:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166518.801894:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746166518.801912:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423205376:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166518.801967:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166518.802064:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423205376 00000100:00100000:1.0:1746166518.802070:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423205376 00000100:00100000:1.0:1746166518.802102:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7094 00000100:00100000:1.0:1746166518.802108:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423205376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746166518.802127:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166518.802165:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423205376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166518.802172:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7094 00000100:00100000:3.0:1746166518.802316:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423205376:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166519.446177:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166520.448239:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166521.452692:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166522.453875:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166522.499207:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166522.499285:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439161088 00000100:00100000:3.0:1746166522.499292:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439161088 00000100:00100000:3.0:1746166522.499981:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 838 00000100:00100000:3.0:1746166522.499990:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439161088:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166522.503665:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439161088:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 3668us (4458us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166522.503686:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 838 00000100:00100000:0.0:1746166522.508053:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166522.508100:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166522.508195:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439161216 00000100:00100000:2.0:1746166522.508203:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439161216 00000100:00100000:2.0:1746166522.508246:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439161344 00000100:00100000:2.0:1746166522.508249:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439161344 00000100:00100000:2.0:1746166522.508266:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2732 00000100:00100000:2.0:1746166522.508274:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439161216:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166522.508341:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439161216:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 69us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166522.508347:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2732 00000100:00100000:2.0:1746166522.508359:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2733 00000100:00100000:2.0:1746166522.508364:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439161344:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166522.508392:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439161344:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 29us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166522.508397:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2733 00000100:00080000:0.0:1746166522.508565:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166522.508568:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166522.514310:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166522.516943:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439161472 00000100:00100000:2.0:1746166522.516953:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439161472 00000100:00100000:2.0:1746166522.516993:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50156 00000100:00100000:2.0:1746166522.517001:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c89850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439161472:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166522.517022:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166522.517083:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c89850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439161472:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 82us (2781us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166522.517089:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50156 00000100:00100000:0.0:1746166522.595987:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746166522.596009:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423205504:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166522.596074:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166522.599253:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423205504 00000100:00100000:2.0:1746166522.599263:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423205504 00000100:00100000:2.0:1746166522.599322:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7095 00000100:00100000:2.0:1746166522.599330:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423205504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166522.599357:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166522.599418:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423205504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (3344us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166522.599424:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7095 00000100:00080000:2.0:1746166522.599453:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166522.599539:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423205504:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166523.457400:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746166523.538856:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166523.538861:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166523.538864:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166523.538871:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10439 00000100:00080000:2.0:1746166523.538874:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166523.538879:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166523.538894:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130e67480 x1830977423206144/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166523.538920:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166523.538922:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166523.538923:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166523.538925:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10439 00000100:00080000:2.0:1746166523.538927:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166523.538929:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166523.538935:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130e65880 x1830977423206656/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166523.539163:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423206144:0@lo:8:kworker.0 00000100:00100000:3.0:1746166523.539229:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423206016:0@lo:400:kworker.0 00000100:00100000:3.0:1746166523.539263:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166523.539301:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423206784:0@lo:400:kworker.0 00000100:00100000:3.0:1746166523.539316:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166523.539338:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1746166523.539342:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423205632:0@lo:400:kworker.0 00000100:00100000:3.0:1746166523.539374:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166523.539398:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423206272:0@lo:400:kworker.0 00000100:00100000:3.0:1746166523.539414:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166523.539427:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423206912:0@lo:400:kworker.0 00000100:00100000:3.0:1746166523.539443:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166523.539464:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423205760:0@lo:400:kworker.0 00000100:00100000:3.0:1746166523.539486:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166523.539498:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423206400:0@lo:400:kworker.0 00000100:00100000:3.0:1746166523.539514:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166523.539527:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1746166523.539531:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423205888:0@lo:400:kworker.0 00000100:00100000:3.0:1746166523.539545:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166523.539555:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423206528:0@lo:400:kworker.0 00000100:00100000:3.0:1746166523.539569:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166523.539591:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423205632 00000100:00100000:3.0:1746166523.539597:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423205632 00000100:00100000:3.0:1746166523.539626:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:3.0:1746166523.539632:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423205632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166523.540036:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423206016 00000100:00100000:1.0:1746166523.540040:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423206016 00000100:00100000:1.0:1746166523.540229:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423206528 00000100:00100000:1.0:1746166523.540232:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423206528 00000100:00100000:1.0:1746166523.540244:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35765 00000100:00100000:1.0:1746166523.540249:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423206016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166523.541020:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423206016:12345-0@lo:400:kworker.0 Request processed in 769us (1754us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166523.541028:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35765 00000100:00100000:1.0:1746166523.541044:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35766 00000100:00100000:1.0:1746166523.541049:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124dad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423206528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166523.541076:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124dad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423206528:12345-0@lo:400:kworker.0 Request processed in 28us (1506us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166523.541081:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35766 00000100:00100000:3.0:1746166523.541516:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423205632:12345-0@lo:400:kworker.0 Request processed in 1884us (2140us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166523.541522:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00100000:3.0:1746166523.541549:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423206912 00000100:00100000:3.0:1746166523.541552:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423206912 00000100:00100000:3.0:1746166523.541569:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423205760 00000100:00100000:3.0:1746166523.541571:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423205760 00000100:00100000:3.0:1746166523.541586:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423206400 00000100:00100000:3.0:1746166523.541588:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423206400 00000100:00100000:3.0:1746166523.541595:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423205888 00000100:00100000:3.0:1746166523.541597:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423205888 00000100:00100000:3.0:1746166523.541608:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2734 00000100:00100000:3.0:1746166523.541612:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423206912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166523.541636:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423206912:12345-0@lo:400:kworker.0 Request processed in 23us (2191us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166523.541999:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423206784 00000100:00100000:0.0:1746166523.542003:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423206784 00000100:00100000:0.0:1746166523.542025:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423206272 00000100:00100000:0.0:1746166523.542027:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423206272 00000100:00100000:0.0:1746166523.542038:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7722 00000100:00100000:0.0:1746166523.542042:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423206784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166523.542070:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423206784:12345-0@lo:400:kworker.0 Request processed in 28us (2752us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166523.542075:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7722 00000100:00100000:0.0:1746166523.542083:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7723 00000100:00100000:0.0:1746166523.542088:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423206272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166523.542108:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423206272:12345-0@lo:400:kworker.0 Request processed in 20us (2693us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166523.542112:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7723 00000100:00100000:0.0:1746166523.542150:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2735 00000100:00100000:0.0:1746166523.542155:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423205760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166523.542178:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423205760:12345-0@lo:400:kworker.0 Request processed in 23us (2691us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166523.542182:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2735 00000100:00100000:0.0:1746166523.542192:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2736 00000100:00100000:0.0:1746166523.542196:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132103800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423206400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166523.542214:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132103800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423206400:12345-0@lo:400:kworker.0 Request processed in 17us (2699us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166523.542218:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2736 00000100:00100000:0.0:1746166523.542226:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2737 00000100:00100000:0.0:1746166523.542230:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124dace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423205888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166523.542249:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124dace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423205888:12345-0@lo:400:kworker.0 Request processed in 17us (2702us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166523.542254:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2737 00000100:00080000:0.0:1746166523.542268:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746166523.542271:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166523.542272:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166523.542292:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423205632:0@lo:400:kworker.0 00000100:00100000:0.0:1746166523.542301:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423206272:0@lo:400:kworker.0 00000100:00100000:0.0:1746166523.542310:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423206912:0@lo:400:kworker.0 00000100:00100000:0.0:1746166523.542317:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423206016:0@lo:400:kworker.0 00000100:00100000:0.0:1746166523.542324:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423206784:0@lo:400:kworker.0 00000100:00100000:2.0:1746166523.542521:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166523.542551:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423206656:0@lo:8:kworker.0 00000100:00100000:2.0:1746166523.542570:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166523.543282:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423206528:0@lo:400:kworker.0 00000100:00100000:1.0:1746166523.543298:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423205760:0@lo:400:kworker.0 00000100:00100000:1.0:1746166523.543309:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423206400:0@lo:400:kworker.0 00000100:00100000:1.0:1746166523.543326:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423205888:0@lo:400:kworker.0 00000100:00100000:3.0:1746166523.543545:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2734 00000100:00100000:0.0:1746166523.545010:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423206144 00000100:00100000:0.0:1746166523.545017:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423206144 00000100:00100000:0.0:1746166523.545051:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423206656 00000100:00100000:0.0:1746166523.545054:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423206656 00000100:00100000:0.0:1746166523.545071:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50157 00000100:00100000:0.0:1746166523.545077:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423206144:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166523.545096:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166523.545264:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50158 00000100:00100000:1.0:1746166523.545269:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423206656:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166523.545279:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166523.545328:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423206656:12345-0@lo:8:kworker.0 Request processed in 57us (2756us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166523.545333:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50158 00000100:00080000:3.0:1746166523.545458:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166523.545462:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166523.545467:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423206656:0@lo:8:kworker.0 00000100:00100000:0.0:1746166523.545962:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423206144:12345-0@lo:8:kworker.0 Request processed in 884us (3441us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166523.545968:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50157 00000100:00080000:3.0:1746166523.546047:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166523.546050:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166523.546053:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423206144:0@lo:8:kworker.0 00000100:00100000:1.0:1746166523.586650:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124dad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423207040:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166523.586742:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166523.586805:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166523.586810:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423207168:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166523.586831:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166523.586842:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423207040 00000100:00100000:2.0:1746166523.586849:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423207040 00000100:00100000:2.0:1746166523.586883:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423207168 00000100:00100000:2.0:1746166523.586885:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423207168 00000100:00100000:0.0:1746166523.586914:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35767 00000100:00100000:2.0:1746166523.586934:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35768 00000100:00100000:0.0:1746166523.586937:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423207040:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166523.586940:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423207168:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166523.586963:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000004:00000024:0.0:1746166523.586970:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166523.587910:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423207168:12345-0@lo:41:osp-pre-1-0.0 Request processed in 969us (1077us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166523.587917:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35768 00000100:00100000:1.0:1746166523.587928:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423207168:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166523.588007:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423207040:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1072us (1265us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166523.588012:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35767 00000100:00100000:1.0:1746166523.588083:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124dad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423207040:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166523.810029:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124daed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423207296:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166523.810095:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166523.810443:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423207296 00000100:00100000:2.0:1746166523.810450:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423207296 00000100:00100000:2.0:1746166523.810487:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7096 00000100:00100000:2.0:1746166523.810495:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423207296:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166523.810512:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166523.810560:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423207296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166523.810566:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7096 00000100:00100000:0.0:1746166523.811328:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124daed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423207296:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166524.457863:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166525.461760:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166526.462076:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166527.463862:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166527.517491:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166527.517881:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166527.517910:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166527.517981:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166527.518015:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439161600 00000100:00100000:2.0:1746166527.518023:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439161600 00000100:00100000:2.0:1746166527.518059:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 840 00000100:00100000:2.0:1746166527.518066:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439161600:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166527.518115:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439161600:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 49us (631us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166527.518120:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 840 00000100:00100000:2.0:1746166527.518151:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439161728 00000100:00100000:2.0:1746166527.518153:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439161728 00000100:00100000:2.0:1746166527.518173:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439161856 00000100:00100000:2.0:1746166527.518175:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439161856 00000100:00100000:2.0:1746166527.518187:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2738 00000100:00100000:2.0:1746166527.518191:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439161728:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166527.518212:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439161728:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 21us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166527.518216:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2738 00000100:00100000:2.0:1746166527.518223:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2739 00000100:00100000:2.0:1746166527.518227:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439161856:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166527.518238:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439161856:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 11us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166527.518243:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2739 00000100:00080000:2.0:1746166527.518251:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746166527.518254:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166527.519039:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439161984 00000100:00100000:1.0:1746166527.519046:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439161984 00000100:00100000:1.0:1746166527.519081:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50159 00000100:00100000:1.0:1746166527.519085:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439161984:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166527.519104:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166527.519143:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439161984:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 57us (1162us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166527.519149:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50159 00000100:00100000:2.0:1746166527.617877:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746166527.617895:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801340e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423207424:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166527.617951:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166527.618422:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423207424 00000100:00100000:3.0:1746166527.618429:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423207424 00000100:00100000:3.0:1746166527.618476:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7097 00000100:00100000:3.0:1746166527.618484:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423207424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166527.618506:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166527.618537:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423207424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (587us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166527.618542:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7097 00000100:00080000:0.0:1746166527.618599:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166527.619124:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801340e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423207424:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166528.465890:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166528.547465:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746166528.548218:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166528.548234:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423207680:0@lo:400:kworker.0 00000100:00100000:1.0:1746166528.548299:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166528.548407:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423207680 00000100:00100000:3.0:1746166528.548413:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423207680 00000100:00100000:3.0:1746166528.548451:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2740 00000100:00100000:3.0:1746166528.548457:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d801880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423207680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166528.548493:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d801880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423207680:12345-0@lo:400:kworker.0 Request processed in 37us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166528.548498:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2740 00000100:00080000:3.0:1746166528.548525:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166528.548688:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423207552:0@lo:400:kworker.0 00000100:00100000:0.0:1746166528.548717:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166528.549019:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166528.549023:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166528.549025:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166528.549029:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10444 00000100:00080000:2.0:1746166528.549031:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166528.549035:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166528.549048:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130e64e00 x1830977423208064/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166528.549081:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166528.549083:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166528.549084:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166528.549087:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10444 00000100:00080000:2.0:1746166528.549089:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746166528.549091:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166528.549098:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130e64380 x1830977423208576/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166528.549126:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423207808:0@lo:400:kworker.0 00000100:00100000:2.0:1746166528.549149:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166528.549165:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423208448:0@lo:400:kworker.0 00000100:00100000:2.0:1746166528.549184:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166528.549197:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1746166528.549201:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423207936:0@lo:400:kworker.0 00000100:00100000:2.0:1746166528.549215:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166528.549226:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423208704:0@lo:400:kworker.0 00000100:00100000:2.0:1746166528.549240:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166528.549260:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423208448 00000100:00100000:2.0:1746166528.549277:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423208448 00000100:00100000:2.0:1746166528.549298:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423207936 00000100:00100000:2.0:1746166528.549300:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423207936 00000100:00100000:2.0:1746166528.549311:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35769 00000100:00100000:2.0:1746166528.549317:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423208448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166528.549343:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423208448:12345-0@lo:400:kworker.0 Request processed in 27us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166528.549347:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35769 00000100:00100000:2.0:1746166528.549355:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35770 00000100:00100000:2.0:1746166528.549358:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423207936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166528.549373:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423207936:12345-0@lo:400:kworker.0 Request processed in 14us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166528.549376:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35770 00000100:00100000:2.0:1746166528.549387:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423207808 00000100:00100000:2.0:1746166528.549388:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423207808 00000100:00100000:2.0:1746166528.549404:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2741 00000100:00100000:2.0:1746166528.549408:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423207808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166528.549426:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423207808:12345-0@lo:400:kworker.0 Request processed in 18us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166528.549429:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2741 00000100:00080000:2.0:1746166528.549437:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166528.549453:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423207936:0@lo:400:kworker.0 00000100:00100000:2.0:1746166528.549461:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423207808:0@lo:400:kworker.0 00000100:00100000:2.0:1746166528.549468:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423208448:0@lo:400:kworker.0 00000100:00100000:2.0:1746166528.549489:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423208064:0@lo:8:kworker.0 00000100:00100000:2.0:1746166528.549505:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166528.549517:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423208576:0@lo:8:kworker.0 00000100:00100000:2.0:1746166528.549529:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166528.549549:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423208704 00000100:00100000:2.0:1746166528.549552:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423208704 00000100:00100000:2.0:1746166528.549569:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423208064 00000100:00100000:2.0:1746166528.549571:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423208064 00000100:00100000:2.0:1746166528.549578:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423208576 00000100:00100000:2.0:1746166528.549579:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423208576 00000100:00100000:2.0:1746166528.549587:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7724 00000100:00100000:2.0:1746166528.549592:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423208704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166528.549616:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423208704:12345-0@lo:400:kworker.0 Request processed in 25us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166528.549620:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7724 00000100:00100000:2.0:1746166528.549628:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50160 00000100:00100000:2.0:1746166528.549630:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423208064:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166528.549645:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166528.549662:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423208064:12345-0@lo:8:kworker.0 Request processed in 30us (156us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166528.549665:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50160 00000100:00100000:2.0:1746166528.549671:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50161 00000100:00100000:2.0:1746166528.549689:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423208576:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166528.549696:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166528.549710:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423208576:12345-0@lo:8:kworker.0 Request processed in 20us (180us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166528.549714:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50161 00000100:00080000:2.0:1746166528.549724:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746166528.549733:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166528.549736:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166528.549738:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423208064:0@lo:8:kworker.0 00000100:00080000:2.0:1746166528.549743:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166528.549745:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166528.549747:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423208576:0@lo:8:kworker.0 00000100:00100000:2.0:1746166528.549762:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423208704:0@lo:400:kworker.0 00000100:00100000:2.0:1746166528.549782:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423207552 00000100:00100000:2.0:1746166528.549784:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423207552 00000100:00100000:2.0:1746166528.549798:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 841 00000100:00100000:2.0:1746166528.549801:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423207552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166528.549818:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423207552:12345-0@lo:400:kworker.0 Request processed in 17us (1101us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166528.549823:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 841 00000100:00100000:0.0:1746166528.550758:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423208320:0@lo:400:kworker.0 00000100:00100000:0.0:1746166528.550783:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166528.550817:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423207552:0@lo:400:kworker.0 00000100:00100000:0.0:1746166528.550828:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1746166528.550832:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423208192:0@lo:400:kworker.0 00000100:00100000:0.0:1746166528.550847:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166528.550868:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009431aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423208832:0@lo:400:kworker.0 00000100:00100000:0.0:1746166528.550882:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166528.550904:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423208320 00000100:00100000:0.0:1746166528.550907:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423208320 00000100:00100000:0.0:1746166528.550923:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423208832 00000100:00100000:0.0:1746166528.550924:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423208832 00000100:00100000:0.0:1746166528.550936:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2742 00000100:00100000:0.0:1746166528.550940:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423208320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166528.550965:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423208320:12345-0@lo:400:kworker.0 Request processed in 25us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166528.550970:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2742 00000100:00100000:0.0:1746166528.550979:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2743 00000100:00100000:0.0:1746166528.550982:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423208832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166528.550999:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423208832:12345-0@lo:400:kworker.0 Request processed in 17us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166528.551004:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2743 00000100:00100000:0.0:1746166528.551022:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009431aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423208832:0@lo:400:kworker.0 00000100:00100000:0.0:1746166528.551029:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423208320:0@lo:400:kworker.0 00000100:00100000:1.0:1746166528.551163:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423207680:0@lo:400:kworker.0 00000100:00100000:2.0:1746166528.551746:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423208192 00000100:00100000:2.0:1746166528.551750:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423208192 00000100:00100000:2.0:1746166528.551780:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7725 00000100:00100000:2.0:1746166528.551784:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423208192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166528.552611:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423208192:12345-0@lo:400:kworker.0 Request processed in 825us (1761us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166528.552617:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7725 00000100:00100000:1.0:1746166528.552666:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423208192:0@lo:400:kworker.0 00000100:00100000:1.0:1746166528.594215:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166528.594232:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d800e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423208960:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166528.594296:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166528.596489:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423208960 00000100:00100000:2.0:1746166528.596498:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423208960 00000100:00100000:2.0:1746166528.596546:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35771 00000100:00100000:2.0:1746166528.596552:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d800700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423208960:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166528.596581:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166528.596630:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d800700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423208960:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (2334us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166528.596635:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35771 00000100:00100000:1.0:1746166528.596937:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d800e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423208960:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166528.597141:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124dad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423209088:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166528.597164:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166528.597234:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423209088 00000100:00100000:1.0:1746166528.597237:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423209088 00000100:00100000:1.0:1746166528.597259:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35772 00000100:00100000:1.0:1746166528.597272:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423209088:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166528.597288:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166528.597474:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423209088:12345-0@lo:41:osp-pre-0-1.0 Request processed in 209us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166528.597479:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35772 00000100:00100000:3.0:1746166528.597518:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124dad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423209088:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166528.817903:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801340e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423209216:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166528.817959:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166528.818066:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423209216 00000100:00100000:1.0:1746166528.818073:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423209216 00000100:00100000:1.0:1746166528.818108:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7098 00000100:00100000:1.0:1746166528.818115:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423209216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746166528.818135:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166528.818170:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423209216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166528.818176:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7098 00000100:00100000:2.0:1746166528.818324:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801340e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423209216:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166529.471346:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166530.473852:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166531.476040:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166532.477883:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166532.527981:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166532.528023:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166532.528097:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439162240 00000100:00100000:3.0:1746166532.528104:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439162240 00000100:00100000:0.0:1746166532.528880:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166532.529482:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439162112 00000100:00100000:2.0:1746166532.529488:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439162112 00000100:00100000:2.0:1746166532.529522:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 842 00000100:00100000:2.0:1746166532.529529:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439162112:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166532.529582:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439162112:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 53us (1558us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166532.529591:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 842 00000100:00100000:1.0:1746166532.530895:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439162368 00000100:00100000:1.0:1746166532.530903:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439162368 00000100:00100000:0.0:1746166532.531353:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166532.535736:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2744 00000100:00100000:1.0:1746166532.535749:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439162368:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166532.535813:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439162368:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 69us (6933us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166532.535819:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2744 00000100:00080000:1.0:1746166532.535916:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166532.535920:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166532.535992:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439162496 00000100:00100000:2.0:1746166532.535999:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439162496 00000100:00100000:2.0:1746166532.536026:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50162 00000100:00100000:2.0:1746166532.536030:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439162496:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166532.536049:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166532.536073:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439162496:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 42us (4723us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166532.536079:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50162 00000100:00100000:3.0:1746166532.536657:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2745 00000100:00100000:3.0:1746166532.536665:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439162240:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166532.536714:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439162240:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 51us (8741us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166532.536720:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2745 00000100:00100000:1.0:1746166532.626038:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423209344:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166532.626102:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166532.626270:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423209344 00000100:00100000:2.0:1746166532.626276:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423209344 00000100:00100000:2.0:1746166532.626316:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7099 00000100:00100000:2.0:1746166532.626323:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d800e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423209344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166532.626347:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166532.626392:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d800e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423209344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166532.626398:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7099 00000100:00100000:3.0:1746166532.626479:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423209344:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1746166532.630006:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746166533.482269:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746166533.556767:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166533.556772:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166533.556775:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166533.556782:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10449 00000100:00080000:2.0:1746166533.556787:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746166533.556792:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166533.556810:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130e65f80 x1830977423209984/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166533.556842:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166533.556845:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166533.556846:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166533.556849:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10449 00000100:00080000:2.0:1746166533.556851:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746166533.556854:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166533.556863:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a085d880 x1830977423210496/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166533.556896:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423209728:0@lo:400:kworker.0 00000100:00100000:2.0:1746166533.556946:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166533.557006:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423210368:0@lo:400:kworker.0 00000100:00100000:2.0:1746166533.557033:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166533.557054:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1746166533.557059:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423209600:0@lo:400:kworker.0 00000100:00100000:2.0:1746166533.557075:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166533.557086:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423210240:0@lo:400:kworker.0 00000100:00100000:2.0:1746166533.557099:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166533.557117:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423209984:0@lo:8:kworker.0 00000100:00100000:2.0:1746166533.557141:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166533.557168:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423210496:0@lo:8:kworker.0 00000100:00100000:2.0:1746166533.557195:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166533.557221:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423209984 00000100:00100000:2.0:1746166533.557227:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423209984 00000100:00100000:2.0:1746166533.557247:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423210496 00000100:00100000:2.0:1746166533.557249:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423210496 00000100:00100000:2.0:1746166533.557260:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50163 00000100:00100000:2.0:1746166533.557265:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423209984:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166533.557283:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166533.557316:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423209984:12345-0@lo:8:kworker.0 Request processed in 49us (173us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166533.557322:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50163 00000100:00100000:2.0:1746166533.557333:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50164 00000100:00100000:1.0:1746166533.557423:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423209728 00000100:00100000:1.0:1746166533.557427:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423209728 00000100:00100000:1.0:1746166533.557458:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423209600 00000100:00100000:1.0:1746166533.557460:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423209600 00000100:00100000:1.0:1746166533.557637:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423210240 00000100:00100000:1.0:1746166533.557641:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423210240 00000100:00100000:1.0:1746166533.557658:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2746 00000100:00100000:1.0:1746166533.557663:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423209728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166533.557721:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423209728:12345-0@lo:400:kworker.0 Request processed in 59us (775us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166533.557727:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2746 00000100:00100000:1.0:1746166533.557738:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2747 00000100:00100000:1.0:1746166533.557741:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423209600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166533.557765:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423209600:12345-0@lo:400:kworker.0 Request processed in 24us (690us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166533.557770:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2747 00000100:00100000:1.0:1746166533.557778:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2748 00000100:00100000:1.0:1746166533.557782:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423210240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166533.557798:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423210240:12345-0@lo:400:kworker.0 Request processed in 16us (698us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166533.557802:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2748 00000100:00100000:1.0:1746166533.557816:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423210368 00000100:00100000:1.0:1746166533.557819:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423210368 00000100:00100000:1.0:1746166533.557835:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35773 00000100:00100000:1.0:1746166533.557840:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a407850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423210368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166533.557864:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a407850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423210368:12345-0@lo:400:kworker.0 Request processed in 24us (830us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166533.557868:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35773 00000100:00100000:1.0:1746166533.558332:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423209600:0@lo:400:kworker.0 00000100:00100000:1.0:1746166533.558339:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423210240:0@lo:400:kworker.0 00000100:00100000:1.0:1746166533.558346:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423209728:0@lo:400:kworker.0 00000100:00100000:1.0:1746166533.558352:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423210368:0@lo:400:kworker.0 00000100:00080000:1.0:1746166533.558371:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746166533.558373:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166533.558422:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166533.558425:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166533.558428:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423209984:0@lo:8:kworker.0 00000100:00100000:0.0:1746166533.558635:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423209472:0@lo:400:kworker.0 00000100:00100000:0.0:1746166533.558664:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166533.558713:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423210112:0@lo:400:kworker.0 00000100:00100000:0.0:1746166533.558732:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166533.558744:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423210752:0@lo:400:kworker.0 00000100:00100000:0.0:1746166533.558759:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166533.558771:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1746166533.558775:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423209856:0@lo:400:kworker.0 00000100:00100000:0.0:1746166533.558792:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166533.558804:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423210624:0@lo:400:kworker.0 00000100:00100000:0.0:1746166533.558819:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166533.558836:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423210752 00000100:00100000:0.0:1746166533.558839:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423210752 00000100:00100000:0.0:1746166533.558856:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2749 00000100:00100000:0.0:1746166533.558861:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423210752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166533.558893:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423210752:12345-0@lo:400:kworker.0 Request processed in 32us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166533.558898:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2749 00000100:00100000:0.0:1746166533.558911:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423210112 00000100:00100000:0.0:1746166533.558913:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423210112 00000100:00100000:0.0:1746166533.558926:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423210624 00000100:00100000:0.0:1746166533.558928:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423210624 00000100:00100000:0.0:1746166533.558943:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7726 00000100:00100000:0.0:1746166533.558947:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423210112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166533.559169:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423210112:12345-0@lo:400:kworker.0 Request processed in 221us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166533.559174:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7726 00000100:00100000:0.0:1746166533.559197:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7727 00000100:00100000:0.0:1746166533.559202:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423210624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166533.559223:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423210624:12345-0@lo:400:kworker.0 Request processed in 22us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166533.559227:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7727 00000100:00100000:0.0:1746166533.559249:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423210624:0@lo:400:kworker.0 00000100:00100000:0.0:1746166533.559256:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423210112:0@lo:400:kworker.0 00000100:00100000:0.0:1746166533.559262:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423210752:0@lo:400:kworker.0 00000100:00100000:0.0:1746166533.559283:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423209472 00000100:00100000:0.0:1746166533.559285:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423209472 00000100:00100000:0.0:1746166533.559304:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:0.0:1746166533.559308:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423209472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166533.559330:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423209472:12345-0@lo:400:kworker.0 Request processed in 22us (666us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166533.559335:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00100000:0.0:1746166533.559356:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423209472:0@lo:400:kworker.0 00000100:00100000:2.0:1746166533.559669:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423210496:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166533.559701:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166533.559900:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423210496:12345-0@lo:8:kworker.0 Request processed in 2561us (2703us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166533.559907:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50164 00000100:00080000:3.0:1746166533.559977:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166533.559981:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166533.559985:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423210496:0@lo:8:kworker.0 00000100:00100000:1.0:1746166533.562064:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423209856 00000100:00100000:1.0:1746166533.562073:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423209856 00000100:00100000:1.0:1746166533.562627:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35774 00000100:00100000:1.0:1746166533.562635:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423209856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166533.562731:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423209856:12345-0@lo:400:kworker.0 Request processed in 96us (3937us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166533.562737:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35774 00000100:00080000:1.0:1746166533.562760:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166533.562887:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423209856:0@lo:400:kworker.0 00000100:00100000:1.0:1746166533.602381:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124dad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423210880:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166533.602446:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166533.602593:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423210880 00000100:00100000:3.0:1746166533.602599:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423210880 00000100:00100000:3.0:1746166533.602637:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35775 00000100:00100000:3.0:1746166533.602643:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d801500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423210880:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166533.602883:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166533.602921:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d801500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423210880:12345-0@lo:41:osp-pre-0-1.0 Request processed in 278us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166533.602928:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35775 00000100:00100000:0.0:1746166533.603617:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423211008:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166533.603645:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166533.604055:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423211008 00000100:00100000:3.0:1746166533.604060:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423211008 00000100:00100000:3.0:1746166533.604302:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35776 00000100:00100000:3.0:1746166533.604309:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423211008:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166533.604327:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166533.604367:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423211008:12345-0@lo:41:osp-pre-1-0.0 Request processed in 59us (721us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166533.604375:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35776 00000100:00100000:0.0:1746166533.604472:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423211008:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166533.604829:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124dad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423210880:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166533.826049:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423211136:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166533.826109:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166533.826247:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423211136 00000100:00100000:2.0:1746166533.826255:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423211136 00000100:00100000:2.0:1746166533.826321:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7100 00000100:00100000:2.0:1746166533.826328:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124dad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423211136:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166533.826551:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166533.826602:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124dad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423211136:12345-0@lo:13:osp-pre-1-0.0 Request processed in 275us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166533.826608:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7100 00000100:00100000:3.0:1746166533.827029:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423211136:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166534.486650:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166535.488582:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166536.490535:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166537.492718:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166537.536233:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166537.536273:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166537.537189:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166537.537233:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439162752 00000100:00100000:2.0:1746166537.537242:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439162752 00000100:00100000:1.0:1746166537.537273:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439162880 00000100:00100000:1.0:1746166537.537277:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439162880 00000100:00100000:2.0:1746166537.537296:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2750 00000100:00100000:1.0:1746166537.537304:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2751 00000100:00100000:2.0:1746166537.537304:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439162752:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166537.537309:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439162880:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166537.537313:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166537.537335:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439162624 00000100:00100000:0.0:1746166537.537339:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439162624 00000100:00100000:1.0:1746166537.537357:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439162880:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 48us (1083us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166537.537361:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 844 00000100:00100000:1.0:1746166537.537363:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2751 00000100:00100000:0.0:1746166537.537366:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439162624:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166537.537380:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439163008 00000100:00100000:1.0:1746166537.537382:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439163008 00000100:00080000:3.0:1746166537.537383:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746166537.537387:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166537.537396:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50165 00000100:00100000:1.0:1746166537.537400:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439163008:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166537.537420:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166537.537502:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439162752:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 198us (1276us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166537.537510:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2750 00000100:00100000:0.0:1746166537.537837:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439162624:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 469us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166537.537845:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 844 00000100:00100000:1.0:1746166537.537854:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439163008:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 452us (666us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166537.537860:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50165 00000100:00100000:0.0:1746166537.635948:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124dae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423211264:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166537.636004:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166537.636608:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423211264 00000100:00100000:1.0:1746166537.636615:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423211264 00000100:00080000:3.0:1746166537.636726:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166537.636776:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7101 00000100:00100000:1.0:1746166537.636783:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423211264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166537.636809:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166537.636857:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423211264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (852us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166537.636862:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7101 00000100:00100000:0.0:1746166537.636897:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124dae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423211264:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166538.494023:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746166538.561872:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166538.561877:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166538.561880:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166538.561887:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10454 00000100:00080000:2.0:1746166538.561891:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746166538.561896:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166538.561919:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009fa90380 x1830977423211904/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166538.561950:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166538.561953:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166538.561954:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166538.561957:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10454 00000100:00080000:2.0:1746166538.561959:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746166538.561962:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166538.561974:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009fa91f80 x1830977423212416/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166538.562018:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423211904:0@lo:8:kworker.0 00000100:00100000:2.0:1746166538.562077:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166538.562155:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423212416:0@lo:8:kworker.0 00000100:00100000:2.0:1746166538.562173:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166538.562221:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423211904 00000100:00100000:2.0:1746166538.562227:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423211904 00000100:00100000:2.0:1746166538.562249:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423212416 00000100:00100000:2.0:1746166538.562251:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423212416 00000100:00100000:2.0:1746166538.562263:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50166 00000100:00100000:2.0:1746166538.562268:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132101c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423211904:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166538.562286:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166538.562315:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132101c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423211904:12345-0@lo:8:kworker.0 Request processed in 46us (237us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166538.562320:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50166 00000100:00100000:2.0:1746166538.562332:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50167 00000100:00100000:2.0:1746166538.562335:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423212416:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166538.562343:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166538.562370:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423212416:12345-0@lo:8:kworker.0 Request processed in 23us (185us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166538.562375:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50167 00000100:00080000:2.0:1746166538.562400:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166538.562403:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166538.562406:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423211904:0@lo:8:kworker.0 00000100:00080000:2.0:1746166538.562413:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166538.562415:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166538.562417:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423212416:0@lo:8:kworker.0 00000100:00100000:2.0:1746166538.562444:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423211776:0@lo:400:kworker.0 00000100:00100000:2.0:1746166538.562464:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166538.562478:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423212544:0@lo:400:kworker.0 00000100:00100000:2.0:1746166538.562491:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166538.562501:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1746166538.562505:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423211648:0@lo:400:kworker.0 00000100:00100000:2.0:1746166538.562521:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166538.562531:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423212288:0@lo:400:kworker.0 00000100:00100000:2.0:1746166538.562544:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166538.562561:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423211776 00000100:00100000:2.0:1746166538.562564:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423211776 00000100:00100000:2.0:1746166538.562581:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423212288 00000100:00100000:2.0:1746166538.562583:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423212288 00000100:00100000:2.0:1746166538.562593:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35777 00000100:00100000:2.0:1746166538.562597:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423211776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166538.562624:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423211776:12345-0@lo:400:kworker.0 Request processed in 27us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166538.562629:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35777 00000100:00100000:2.0:1746166538.562637:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35778 00000100:00100000:2.0:1746166538.562641:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423212288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166538.562910:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423212288:12345-0@lo:400:kworker.0 Request processed in 268us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166538.562915:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35778 00000100:00100000:2.0:1746166538.562931:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423211648 00000100:00100000:2.0:1746166538.562934:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423211648 00000100:00100000:3.0:1746166538.562998:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423212544 00000100:00100000:3.0:1746166538.563002:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423212544 00000100:00100000:3.0:1746166538.563028:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7728 00000100:00100000:3.0:1746166538.563033:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423212544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166538.563060:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423212544:12345-0@lo:400:kworker.0 Request processed in 28us (568us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166538.563064:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7728 00000100:00080000:3.0:1746166538.563260:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166538.563329:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423211392:0@lo:400:kworker.0 00000100:00100000:1.0:1746166538.563361:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166538.563387:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423212032:0@lo:400:kworker.0 00000100:00100000:1.0:1746166538.563403:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166538.563411:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423212672:0@lo:400:kworker.0 00000100:00100000:1.0:1746166538.563422:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166538.563432:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746166538.563435:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423211520:0@lo:400:kworker.0 00000100:00100000:1.0:1746166538.563447:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166538.563455:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423212160:0@lo:400:kworker.0 00000100:00100000:1.0:1746166538.563465:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166538.563481:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423212672 00000100:00100000:1.0:1746166538.563483:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423212672 00000100:00100000:1.0:1746166538.563497:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423211520 00000100:00100000:1.0:1746166538.563498:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423211520 00000100:00100000:1.0:1746166538.563509:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423212160 00000100:00100000:1.0:1746166538.563510:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423212160 00000100:00100000:1.0:1746166538.563517:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2752 00000100:00100000:1.0:1746166538.563521:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d800700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423212672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166538.563540:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d800700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423212672:12345-0@lo:400:kworker.0 Request processed in 19us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166538.563544:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2752 00000100:00100000:1.0:1746166538.563551:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2753 00000100:00100000:1.0:1746166538.563560:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d800380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423211520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166538.563579:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d800380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423211520:12345-0@lo:400:kworker.0 Request processed in 24us (130us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166538.563863:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423211392 00000100:00100000:0.0:1746166538.563867:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423211392 00000100:00100000:0.0:1746166538.563889:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:0.0:1746166538.563894:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423211392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166538.563919:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423211392:12345-0@lo:400:kworker.0 Request processed in 25us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166538.563923:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00100000:0.0:1746166538.563954:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2754 00000100:00100000:0.0:1746166538.563959:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d800000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423212160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166538.563979:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d800000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423212160:12345-0@lo:400:kworker.0 Request processed in 21us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166538.563983:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2754 00000100:00080000:3.0:1746166538.564309:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166538.564319:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423212032 00000100:00100000:3.0:1746166538.564322:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423212032 00000100:00100000:3.0:1746166538.564339:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7729 00000100:00100000:3.0:1746166538.564343:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d801f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423212032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166538.564368:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d801f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423212032:12345-0@lo:400:kworker.0 Request processed in 25us (964us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166538.564372:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7729 00000100:00100000:3.0:1746166538.564403:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423212288:0@lo:400:kworker.0 00000100:00100000:3.0:1746166538.564412:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423211776:0@lo:400:kworker.0 00000100:00100000:3.0:1746166538.564422:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423212544:0@lo:400:kworker.0 00000100:00100000:1.0:1746166538.565425:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2753 00000100:00100000:1.0:1746166538.565456:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423211520:0@lo:400:kworker.0 00000100:00100000:1.0:1746166538.565464:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423212160:0@lo:400:kworker.0 00000100:00100000:1.0:1746166538.565470:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423211392:0@lo:400:kworker.0 00000100:00100000:1.0:1746166538.565476:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423212032:0@lo:400:kworker.0 00000100:00100000:1.0:1746166538.565482:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423212672:0@lo:400:kworker.0 00000100:00100000:2.0:1746166538.567819:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2755 00000100:00100000:2.0:1746166538.567830:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423211648:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1746166538.567994:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166538.569448:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423211648:12345-0@lo:400:kworker.0 Request processed in 1618us (6921us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166538.569455:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2755 00000100:00100000:3.0:1746166538.569568:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423211648:0@lo:400:kworker.0 00000100:00100000:2.0:1746166538.610000:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423212800:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166538.610060:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166538.614311:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423212800 00000100:00100000:3.0:1746166538.614322:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423212800 00000100:00100000:3.0:1746166538.614381:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35779 00000100:00100000:3.0:1746166538.614388:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423212800:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166538.614418:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166538.614472:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423212800:12345-0@lo:41:osp-pre-1-0.0 Request processed in 85us (4412us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166538.614477:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35779 00000100:00100000:3.0:1746166538.614529:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423212800:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166538.614943:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124dae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423212928:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166538.614975:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166538.615028:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423212928 00000100:00100000:3.0:1746166538.615032:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423212928 00000100:00100000:3.0:1746166538.615051:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35780 00000100:00100000:3.0:1746166538.615055:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423212928:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166538.615071:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166538.615112:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423212928:12345-0@lo:41:osp-pre-0-1.0 Request processed in 57us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166538.615117:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35780 00000100:00100000:1.0:1746166538.615178:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124dae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423212928:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166538.834001:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124daf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423213056:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166538.834061:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166538.834209:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423213056 00000100:00100000:0.0:1746166538.834216:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423213056 00000100:00100000:0.0:1746166538.834261:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7102 00000100:00100000:0.0:1746166538.834273:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423213056:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166538.834294:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166538.834331:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423213056:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166538.834337:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7102 00000100:00100000:3.0:1746166538.834486:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124daf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423213056:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166539.495899:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166540.498289:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166541.499848:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166542.504089:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166542.542835:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166542.544624:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166542.544698:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166542.544736:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439163392 00000100:00100000:3.0:1746166542.544748:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439163392 00000100:00100000:3.0:1746166542.544818:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439163264 00000100:00100000:3.0:1746166542.544822:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439163264 00000100:00100000:3.0:1746166542.544847:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2756 00000100:00100000:3.0:1746166542.544856:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439163392:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166542.544923:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439163392:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 69us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166542.544932:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2756 00000100:00100000:3.0:1746166542.544951:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2757 00000100:00100000:3.0:1746166542.544956:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439163264:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166542.544977:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439163264:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 21us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166542.544982:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2757 00000100:00080000:3.0:1746166542.544997:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746166542.545000:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166542.546285:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439163136 00000100:00100000:2.0:1746166542.546296:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439163136 00000100:00100000:2.0:1746166542.546362:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 846 00000100:00100000:2.0:1746166542.546370:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439163136:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166542.546441:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439163136:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 73us (3619us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166542.546448:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 846 00000100:00100000:0.0:1746166542.547171:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166542.547261:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439163520 00000100:00100000:3.0:1746166542.547266:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439163520 00000100:00100000:3.0:1746166542.547291:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50168 00000100:00100000:3.0:1746166542.547297:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439163520:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166542.547323:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166542.547369:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439163520:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 71us (200us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166542.547375:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50168 00000100:00100000:1.0:1746166542.643316:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090464e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423213184:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166542.643392:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166542.643580:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423213184 00000100:00100000:2.0:1746166542.643589:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423213184 00000100:00100000:2.0:1746166542.643657:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7103 00000100:00100000:2.0:1746166542.643666:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d803800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423213184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166542.643721:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:3.0:1746166542.643787:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166542.644337:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d803800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423213184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 673us (945us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166542.644344:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7103 00000100:00100000:1.0:1746166542.644358:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090464e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423213184:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166543.506440:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746166543.569932:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166543.569938:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166543.569942:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166543.569951:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10459 00000100:00080000:2.0:1746166543.569956:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746166543.569962:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166543.569988:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009fa92d80 x1830977423213824/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166543.570072:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166543.570075:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166543.570077:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166543.570080:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10459 00000100:00080000:2.0:1746166543.570082:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166543.570086:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166543.570096:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880124019880 x1830977423214336/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166543.570141:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423213824:0@lo:8:kworker.0 00000100:00100000:2.0:1746166543.570213:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166543.570272:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124019880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423214336:0@lo:8:kworker.0 00000100:00100000:2.0:1746166543.570291:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166543.570331:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423213824 00000100:00100000:2.0:1746166543.570340:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423213824 00000100:00100000:2.0:1746166543.570366:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423214336 00000100:00100000:2.0:1746166543.570368:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423214336 00000100:00100000:2.0:1746166543.570381:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50169 00000100:00100000:2.0:1746166543.570388:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423213824:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166543.570412:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166543.570446:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423213824:12345-0@lo:8:kworker.0 Request processed in 57us (232us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166543.570452:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50169 00000100:00100000:2.0:1746166543.570465:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50170 00000100:00100000:2.0:1746166543.570469:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423214336:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166543.570477:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166543.570493:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423214336:12345-0@lo:8:kworker.0 Request processed in 23us (201us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166543.570497:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50170 00000100:00080000:2.0:1746166543.570528:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166543.570532:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166543.570535:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423213824:0@lo:8:kworker.0 00000100:00080000:2.0:1746166543.570542:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166543.570545:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166543.570547:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124019880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423214336:0@lo:8:kworker.0 00000100:00100000:2.0:1746166543.570580:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423213568:0@lo:400:kworker.0 00000100:00100000:2.0:1746166543.570609:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166543.570626:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423214208:0@lo:400:kworker.0 00000100:00100000:2.0:1746166543.570643:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166543.570659:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1746166543.570663:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423213440:0@lo:400:kworker.0 00000100:00100000:0.0:1746166543.571108:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423214208 00000100:00100000:0.0:1746166543.571113:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423214208 00000100:00100000:0.0:1746166543.571145:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35781 00000100:00100000:0.0:1746166543.571151:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423214208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166543.571228:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423213312:0@lo:400:kworker.0 00000100:00100000:1.0:1746166543.571291:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423213696:0@lo:400:kworker.0 00000100:00100000:0.0:1746166543.575448:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423214208:12345-0@lo:400:kworker.0 Request processed in 4287us (4793us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166543.575462:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35781 00000100:00100000:0.0:1746166543.575524:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423213568 00000100:00100000:0.0:1746166543.575531:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423213568 00000100:00100000:0.0:1746166543.575576:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2758 00000100:00100000:0.0:1746166543.575582:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423213568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166543.575628:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423213568:12345-0@lo:400:kworker.0 Request processed in 47us (5020us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166543.575633:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2758 00000100:00080000:0.0:1746166543.575645:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166543.575749:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166543.575785:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423213952:0@lo:400:kworker.0 00000100:00100000:3.0:1746166543.575815:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166543.575833:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e498000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423214592:0@lo:400:kworker.0 00000100:00100000:3.0:1746166543.575851:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166543.575893:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423213312 00000100:00100000:3.0:1746166543.575895:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423213312 00000100:00100000:3.0:1746166543.575918:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 847 00000100:00100000:3.0:1746166543.575922:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423213312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166543.575947:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423213312:12345-0@lo:400:kworker.0 Request processed in 25us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166543.575952:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 847 00000100:00100000:3.0:1746166543.575990:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423213312:0@lo:400:kworker.0 00000100:00100000:3.0:1746166543.576220:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423214592 00000100:00100000:3.0:1746166543.576223:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423214592 00000100:00100000:3.0:1746166543.576242:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2759 00000100:00100000:3.0:1746166543.576246:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124dad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423214592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166543.576271:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124dad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423214592:12345-0@lo:400:kworker.0 Request processed in 25us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166543.576276:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2759 00000100:00100000:3.0:1746166543.576298:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e498000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423214592:0@lo:400:kworker.0 00000100:00100000:3.0:1746166543.576315:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423213952 00000100:00100000:3.0:1746166543.576317:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423213952 00000100:00100000:3.0:1746166543.576334:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7730 00000100:00100000:3.0:1746166543.576338:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124daf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423213952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166543.576360:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124daf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423213952:12345-0@lo:400:kworker.0 Request processed in 22us (544us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166543.576364:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7730 00000100:00100000:3.0:1746166543.576381:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423213952:0@lo:400:kworker.0 00000100:00100000:1.0:1746166543.576829:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166543.576862:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423214464:0@lo:400:kworker.0 00000100:00100000:1.0:1746166543.576882:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166543.576918:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423213696 00000100:00100000:1.0:1746166543.576921:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423213696 00000100:00100000:1.0:1746166543.576941:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35782 00000100:00100000:1.0:1746166543.576946:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d802680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423213696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166543.576986:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d802680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423213696:12345-0@lo:400:kworker.0 Request processed in 39us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166543.576992:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35782 00000100:00100000:1.0:1746166543.577258:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423213696:0@lo:400:kworker.0 00000100:00100000:2.0:1746166543.578304:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166543.578333:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423214080:0@lo:400:kworker.0 00000100:00100000:2.0:1746166543.578354:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166543.578380:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423213568:0@lo:400:kworker.0 00000100:00100000:2.0:1746166543.578391:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423214208:0@lo:400:kworker.0 00000100:00100000:2.0:1746166543.578430:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423213440 00000100:00100000:2.0:1746166543.578433:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423213440 00000100:00100000:2.0:1746166543.578465:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423214080 00000100:00100000:2.0:1746166543.578468:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423214080 00000100:00100000:2.0:1746166543.578483:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2760 00000100:00100000:2.0:1746166543.578487:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423213440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166543.578519:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423213440:12345-0@lo:400:kworker.0 Request processed in 32us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166543.578525:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2760 00000100:00100000:2.0:1746166543.578536:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2761 00000100:00100000:2.0:1746166543.578540:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423214080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166543.578560:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423214080:12345-0@lo:400:kworker.0 Request processed in 19us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166543.578564:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2761 00000100:00100000:2.0:1746166543.578587:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423213440:0@lo:400:kworker.0 00000100:00100000:2.0:1746166543.578594:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423214080:0@lo:400:kworker.0 00000100:00080000:1.0:1746166543.579409:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166543.584652:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423214464 00000100:00100000:3.0:1746166543.584666:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423214464 00000100:00100000:3.0:1746166543.584801:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7731 00000100:00100000:3.0:1746166543.584810:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d800a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423214464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166543.584925:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d800a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423214464:12345-0@lo:400:kworker.0 Request processed in 117us (8040us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166543.584931:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7731 00000100:00080000:1.0:1746166543.584999:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166543.585335:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423214464:0@lo:400:kworker.0 00000100:00100000:2.0:1746166543.619124:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124daed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423214848:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166543.619218:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166543.619262:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746166543.619267:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d803100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423214720:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166543.619283:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166543.619318:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423214848 00000100:00100000:2.0:1746166543.619325:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423214848 00000100:00100000:2.0:1746166543.619371:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423214720 00000100:00100000:2.0:1746166543.619373:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423214720 00000100:00100000:2.0:1746166543.619387:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35783 00000100:00100000:2.0:1746166543.619394:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423214848:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166543.619428:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166543.619461:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423214848:12345-0@lo:41:osp-pre-1-0.0 Request processed in 68us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166543.619468:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35783 00000100:00100000:2.0:1746166543.619480:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35784 00000100:00100000:2.0:1746166543.619483:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423214720:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166543.619500:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166543.619521:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423214720:12345-0@lo:41:osp-pre-0-1.0 Request processed in 37us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166543.619526:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35784 00000100:00100000:2.0:1746166543.619564:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d803100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423214720:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166543.619575:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124daed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423214848:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166543.842199:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124dad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423214976:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166543.842284:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166543.842394:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423214976 00000100:00100000:3.0:1746166543.842403:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423214976 00000100:00100000:3.0:1746166543.842457:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7104 00000100:00100000:3.0:1746166543.842466:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090464e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423214976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166543.842492:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166543.845881:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090464e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423214976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 3407us (3587us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166543.845896:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7104 00000100:00100000:1.0:1746166543.846896:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124dad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423214976:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166544.511010:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166545.513948:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166546.517576:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166547.518436:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166547.551909:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166547.554284:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166547.554335:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166547.554410:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439163904 00000100:00100000:2.0:1746166547.554421:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439163904 00000100:00100000:0.0:1746166547.554440:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00080000:0.0:1746166547.554470:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166547.554478:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439163776 00000100:00100000:2.0:1746166547.554481:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439163776 00000100:00100000:0.0:1746166547.554495:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2762 00000100:00100000:0.0:1746166547.554507:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439163904:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166547.554635:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439163648 00000100:00100000:3.0:1746166547.554641:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439163648 00000100:00100000:3.0:1746166547.554669:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 848 00000100:00100000:3.0:1746166547.554880:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439163648:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166547.554915:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439164032 00000100:00100000:1.0:1746166547.554919:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439164032 00000100:00100000:0.0:1746166547.555358:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439163904:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 854us (1086us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166547.555501:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439163648:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 826us (3604us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166547.555508:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 848 00000100:00080000:3.0:1746166547.555614:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166547.556328:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50171 00000100:00100000:1.0:1746166547.556335:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439164032:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166547.556361:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166547.556397:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439164032:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 62us (1956us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166547.557017:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50171 00000100:00100000:2.0:1746166547.558818:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2763 00000100:00100000:2.0:1746166547.558836:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439163776:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166547.558910:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439163776:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 83us (4574us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166547.558916:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2763 00000100:00100000:0.0:1746166547.561014:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2762 00000100:00100000:0.0:1746166547.656575:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746166547.656609:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423215104:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166547.656913:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166547.657030:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423215104 00000100:00100000:3.0:1746166547.657256:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423215104 00000100:00100000:3.0:1746166547.657321:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7105 00000100:00100000:3.0:1746166547.657330:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423215104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166547.657363:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:0.0:1746166547.657383:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166547.657405:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423215104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166547.657412:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7105 00000100:00100000:0.0:1746166547.660984:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423215104:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166548.521341:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166548.580405:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423215360:0@lo:400:kworker.0 00000100:00100000:1.0:1746166548.580967:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423215488:0@lo:400:kworker.0 00000100:00080000:2.0:1746166548.581298:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166548.581303:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166548.581308:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166548.581314:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10464 00000100:00080000:2.0:1746166548.581317:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166548.581323:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166548.581349:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b63d880 x1830977423215744/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166548.581382:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166548.581385:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166548.581387:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166548.581390:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10464 00000100:00080000:2.0:1746166548.581392:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166548.581396:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166548.581406:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b63fb80 x1830977423216256/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166548.581444:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423215616:0@lo:400:kworker.0 00000100:00100000:2.0:1746166548.581476:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166548.581611:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423215744:0@lo:8:kworker.0 00000100:00100000:1.0:1746166548.581639:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166548.581707:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423216256:0@lo:8:kworker.0 00000100:00100000:1.0:1746166548.581727:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166548.581768:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423215744 00000100:00100000:1.0:1746166548.581775:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423215744 00000100:00100000:1.0:1746166548.581799:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423216256 00000100:00100000:1.0:1746166548.581801:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423216256 00000100:00100000:1.0:1746166548.581816:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50172 00000100:00100000:1.0:1746166548.581822:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d802d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423215744:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166548.581845:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166548.581881:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d802d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423215744:12345-0@lo:8:kworker.0 Request processed in 58us (242us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166548.581887:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50172 00000100:00100000:1.0:1746166548.581901:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50173 00000100:00100000:1.0:1746166548.581904:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d801180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423216256:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166548.581913:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166548.581944:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d801180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423216256:12345-0@lo:8:kworker.0 Request processed in 38us (215us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166548.581949:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50173 00000100:00080000:1.0:1746166548.581980:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166548.581984:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166548.581987:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423215744:0@lo:8:kworker.0 00000100:00080000:1.0:1746166548.581994:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166548.581997:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166548.581999:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423216256:0@lo:8:kworker.0 00000100:00100000:3.0:1746166548.582172:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166548.582210:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423216000:0@lo:400:kworker.0 00000100:00100000:3.0:1746166548.582232:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166548.582248:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1746166548.582254:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423215232:0@lo:400:kworker.0 00000100:00100000:3.0:1746166548.582278:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166548.582302:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423215872:0@lo:400:kworker.0 00000100:00100000:3.0:1746166548.582322:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166548.582334:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423216512:0@lo:400:kworker.0 00000100:00100000:3.0:1746166548.582350:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166548.582374:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423215232 00000100:00100000:3.0:1746166548.582378:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423215232 00000100:00100000:3.0:1746166548.582406:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:3.0:1746166548.582411:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423215232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166548.582442:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423215232:12345-0@lo:400:kworker.0 Request processed in 31us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166548.582447:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00100000:0.0:1746166548.582857:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166548.582883:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423215360 00000100:00100000:0.0:1746166548.582886:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423215360 00000100:00100000:0.0:1746166548.582919:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423216000 00000100:00100000:0.0:1746166548.582921:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423216000 00000100:00100000:0.0:1746166548.582945:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423216512 00000100:00100000:0.0:1746166548.582947:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423216512 00000100:00100000:0.0:1746166548.582955:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423215488 00000100:00100000:0.0:1746166548.582957:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423215488 00000100:00100000:0.0:1746166548.582968:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2764 00000100:00100000:0.0:1746166548.582973:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124dad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423215360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166548.583006:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124dad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423215360:12345-0@lo:400:kworker.0 Request processed in 33us (835us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166548.583012:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2764 00000100:00100000:0.0:1746166548.583022:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2765 00000100:00100000:0.0:1746166548.583026:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124daed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423216000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166548.583046:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124daed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423216000:12345-0@lo:400:kworker.0 Request processed in 21us (814us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166548.583051:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2765 00000100:00100000:0.0:1746166548.583058:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2766 00000100:00100000:0.0:1746166548.583062:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124dae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423216512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166548.583081:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124dae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423216512:12345-0@lo:400:kworker.0 Request processed in 19us (730us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166548.583104:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2766 00000100:00100000:0.0:1746166548.583113:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2767 00000100:00100000:0.0:1746166548.583117:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423215488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166548.583139:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423215488:12345-0@lo:400:kworker.0 Request processed in 22us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166548.583143:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2767 00000100:00080000:0.0:1746166548.583163:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166548.583167:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166548.583187:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423215488:0@lo:400:kworker.0 00000100:00100000:0.0:1746166548.583204:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423216128:0@lo:400:kworker.0 00000100:00100000:2.0:1746166548.588448:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423216384:0@lo:400:kworker.0 00000100:00100000:2.0:1746166548.588516:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166548.588579:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166548.588614:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423215616 00000100:00100000:2.0:1746166548.588622:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423215616 00000100:00100000:2.0:1746166548.588663:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423216128 00000100:00100000:2.0:1746166548.588665:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423216128 00000100:00100000:2.0:1746166548.588703:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35785 00000100:00100000:2.0:1746166548.588711:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423215616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166548.588766:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423215616:12345-0@lo:400:kworker.0 Request processed in 56us (7290us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166548.588772:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35785 00000100:00100000:2.0:1746166548.588788:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35786 00000100:00100000:2.0:1746166548.588794:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423216128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166548.588819:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423216128:12345-0@lo:400:kworker.0 Request processed in 26us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166548.588824:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35786 00000100:00100000:2.0:1746166548.588863:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423215616:0@lo:400:kworker.0 00000100:00100000:2.0:1746166548.588890:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423216128:0@lo:400:kworker.0 00000100:00100000:1.0:1746166548.589020:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423215872 00000100:00100000:1.0:1746166548.589025:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423215872 00000100:00100000:1.0:1746166548.589052:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423216384 00000100:00100000:1.0:1746166548.589053:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423216384 00000100:00100000:1.0:1746166548.589075:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7732 00000100:00100000:1.0:1746166548.589081:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124dae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423215872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166548.589121:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124dae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423215872:12345-0@lo:400:kworker.0 Request processed in 41us (6799us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166548.589127:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7732 00000100:00100000:1.0:1746166548.589138:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7733 00000100:00100000:1.0:1746166548.589142:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423216384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166548.589181:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423216384:12345-0@lo:400:kworker.0 Request processed in 38us (665us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166548.589186:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7733 00000100:00080000:1.0:1746166548.589218:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166548.589277:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423216384:0@lo:400:kworker.0 00000100:00100000:3.0:1746166548.590454:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423215232:0@lo:400:kworker.0 00000100:00100000:3.0:1746166548.590468:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423215872:0@lo:400:kworker.0 00000100:00100000:3.0:1746166548.590479:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423216512:0@lo:400:kworker.0 00000100:00100000:3.0:1746166548.590501:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423216000:0@lo:400:kworker.0 00000100:00100000:3.0:1746166548.590511:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423215360:0@lo:400:kworker.0 00000100:00100000:3.0:1746166548.627809:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746166548.627833:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423216768:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166548.627904:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166548.628065:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423216768 00000100:00100000:1.0:1746166548.628073:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423216768 00000100:00100000:1.0:1746166548.628124:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35787 00000100:00100000:1.0:1746166548.628131:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423216768:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166548.628166:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166548.628216:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423216768:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166548.628222:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35787 00000100:00100000:0.0:1746166548.628704:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423216640:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166548.628741:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166548.629539:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423216640 00000100:00100000:1.0:1746166548.629545:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423216640 00000100:00100000:1.0:1746166548.629576:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35788 00000100:00100000:1.0:1746166548.629583:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423216640:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166548.629610:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166548.629646:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423216640:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (905us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166548.629652:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35788 00000100:00100000:1.0:1746166548.629720:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423216640:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166548.629914:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423216768:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166548.867654:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746166548.867709:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d802a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423216896:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166548.867810:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166548.867965:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423216896 00000100:00100000:0.0:1746166548.867975:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423216896 00000100:00100000:0.0:1746166548.868028:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7106 00000100:00100000:0.0:1746166548.868254:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423216896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166548.868281:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166548.868328:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423216896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 293us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166548.868335:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7106 00000100:00100000:2.0:1746166548.869079:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d802a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423216896:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166549.521958:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166550.526036:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166551.527956:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166552.529951:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166552.574243:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166552.574280:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166552.574307:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166552.574308:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439164160 00000100:00100000:3.0:1746166552.574316:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439164160 00000100:00100000:3.0:1746166552.574356:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 850 00000100:00100000:3.0:1746166552.574364:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439164160:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166552.574371:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439164416 00000100:00100000:2.0:1746166552.574381:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439164416 00000100:00100000:0.0:1746166552.574385:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166552.574405:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439164288 00000100:00100000:0.0:1746166552.574409:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439164288 00000100:00100000:3.0:1746166552.574416:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439164160:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 52us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166552.574423:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 850 00000100:00100000:2.0:1746166552.574442:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2768 00000100:00100000:2.0:1746166552.574454:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439164416:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166552.574514:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439164416:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 66us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166552.574568:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439164544 00000100:00100000:1.0:1746166552.574572:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439164544 00000100:00100000:0.0:1746166552.574584:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2769 00000100:00100000:1.0:1746166552.574592:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50174 00000100:00100000:0.0:1746166552.574594:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439164288:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166552.574597:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439164544:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166552.574620:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166552.574627:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439164288:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 35us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166552.574633:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2769 00000100:00100000:1.0:1746166552.574645:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439164544:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 48us (338us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166552.574654:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50174 00000100:00080000:1.0:1746166552.574707:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746166552.574711:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166552.574776:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2768 00000100:00100000:2.0:1746166552.675048:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423217024:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166552.675138:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166552.675317:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423217024 00000100:00100000:0.0:1746166552.675324:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423217024 00000100:00100000:0.0:1746166552.675375:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7107 00000100:00100000:0.0:1746166552.675382:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423217024:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1746166552.675388:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:0.0:1746166552.675408:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166552.675460:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423217024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166552.675466:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7107 00000100:00100000:2.0:1746166552.675494:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423217024:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166553.532188:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746166553.586073:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166553.586077:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1746166553.586080:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423217536:0@lo:400:kworker.0 00000100:00080000:2.0:1746166553.586081:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166553.586086:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10469 00000100:00080000:2.0:1746166553.586089:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166553.586094:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166553.586111:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130e67480 x1830977423217664/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746166553.586138:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166553.586148:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166553.586151:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166553.586153:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166553.586156:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10469 00000100:00080000:2.0:1746166553.586158:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746166553.586161:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166553.586169:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130e65f80 x1830977423218176/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746166553.586190:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009daffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423218304:0@lo:400:kworker.0 00000100:00100000:2.0:1746166553.586198:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423217280:0@lo:400:kworker.0 00000100:00100000:3.0:1746166553.586211:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166553.586232:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166553.586252:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423217920:0@lo:400:kworker.0 00000100:00100000:2.0:1746166553.586268:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166553.586311:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423217664:0@lo:8:kworker.0 00000100:00100000:0.0:1746166553.586343:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423217536 00000100:00100000:0.0:1746166553.586348:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423217536 00000100:00100000:1.0:1746166553.586411:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423218304 00000100:00100000:1.0:1746166553.586415:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423218304 00000100:00100000:3.0:1746166553.586415:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1746166553.586420:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423217152:0@lo:400:kworker.0 00000100:00100000:1.0:1746166553.586440:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7734 00000100:00100000:3.0:1746166553.586442:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166553.586446:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423218304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166553.586455:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423217792:0@lo:400:kworker.0 00000100:00100000:3.0:1746166553.586467:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166553.586477:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423218432:0@lo:400:kworker.0 00000100:00100000:1.0:1746166553.586486:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423218304:12345-0@lo:400:kworker.0 Request processed in 40us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166553.586492:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7734 00000100:00100000:3.0:1746166553.586493:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423217408:0@lo:400:kworker.0 00000100:00100000:1.0:1746166553.586502:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423217792 00000100:00100000:1.0:1746166553.586504:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423217792 00000100:00100000:3.0:1746166553.586509:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423217152 00000100:00100000:3.0:1746166553.586512:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423217152 00000100:00100000:1.0:1746166553.586515:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7735 00000100:00100000:1.0:1746166553.586519:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423217792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166553.586530:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00100000:3.0:1746166553.586535:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423217152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166553.586540:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423217792:12345-0@lo:400:kworker.0 Request processed in 21us (72us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166553.586544:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7735 00000100:00100000:3.0:1746166553.586554:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423217152:12345-0@lo:400:kworker.0 Request processed in 19us (111us total) trans 0 rc 0/0 00000100:00080000:1.0:1746166553.586555:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166553.586559:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00100000:2.0:1746166553.586660:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166553.586768:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35789 00000100:00100000:0.0:1746166553.586775:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423217536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166553.586803:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423217536:12345-0@lo:400:kworker.0 Request processed in 29us (665us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166553.586807:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35789 00000100:00100000:0.0:1746166553.586820:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166553.586832:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423218176:0@lo:8:kworker.0 00000100:00100000:0.0:1746166553.586877:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166553.586895:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423217664 00000100:00100000:0.0:1746166553.586898:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423217664 00000100:00100000:0.0:1746166553.586906:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423218176 00000100:00100000:0.0:1746166553.586907:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423218176 00000100:00100000:0.0:1746166553.586914:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50175 00000100:00100000:0.0:1746166553.586917:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423217664:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166553.586933:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166553.586952:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423217664:12345-0@lo:8:kworker.0 Request processed in 34us (131us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166553.586956:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50175 00000100:00100000:0.0:1746166553.586962:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50176 00000100:00100000:0.0:1746166553.586965:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423218176:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166553.586970:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166553.586982:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423218176:12345-0@lo:8:kworker.0 Request processed in 16us (105us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166553.586985:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50176 00000100:00080000:0.0:1746166553.587210:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166553.587212:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166553.587215:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423217664:0@lo:8:kworker.0 00000100:00080000:0.0:1746166553.587223:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166553.587224:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166553.587226:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423218176:0@lo:8:kworker.0 00000100:00100000:3.0:1746166553.587339:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423217280 00000100:00100000:3.0:1746166553.587343:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423217280 00000100:00100000:2.0:1746166553.587347:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423218048:0@lo:400:kworker.0 00000100:00100000:2.0:1746166553.587366:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166553.587369:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423217920 00000100:00100000:3.0:1746166553.587372:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423217920 00000100:00100000:3.0:1746166553.587382:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423217408 00000100:00100000:3.0:1746166553.587384:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423217408 00000100:00100000:2.0:1746166553.587390:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2770 00000100:00100000:2.0:1746166553.587396:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423217280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166553.587399:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2771 00000100:00100000:3.0:1746166553.587404:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423217920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166553.587421:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423217280:12345-0@lo:400:kworker.0 Request processed in 26us (1188us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166553.587426:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2770 00000100:00100000:3.0:1746166553.587430:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423217920:12345-0@lo:400:kworker.0 Request processed in 27us (1162us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166553.587436:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2771 00000100:00100000:2.0:1746166553.587439:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2772 00000100:00100000:2.0:1746166553.587443:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423217408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166553.587454:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166553.587465:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423217408:12345-0@lo:400:kworker.0 Request processed in 22us (804us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166553.587469:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2772 00000100:00100000:3.0:1746166553.587475:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009daffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423218304:0@lo:400:kworker.0 00000100:00100000:2.0:1746166553.587477:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423218432 00000100:00100000:2.0:1746166553.587479:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423218432 00000100:00100000:3.0:1746166553.587483:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423217536:0@lo:400:kworker.0 00000100:00100000:2.0:1746166553.587492:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2773 00000100:00100000:2.0:1746166553.587495:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423218432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166553.587496:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423217152:0@lo:400:kworker.0 00000100:00100000:3.0:1746166553.587502:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423217792:0@lo:400:kworker.0 00000100:00100000:2.0:1746166553.587514:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423218432:12345-0@lo:400:kworker.0 Request processed in 18us (59us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166553.587515:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423218432:0@lo:400:kworker.0 00000100:00100000:2.0:1746166553.587518:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2773 00000100:00100000:2.0:1746166553.587538:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423217280:0@lo:400:kworker.0 00000100:00100000:2.0:1746166553.587545:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423217920:0@lo:400:kworker.0 00000100:00100000:2.0:1746166553.587561:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423217408:0@lo:400:kworker.0 00000100:00100000:0.0:1746166553.593736:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423218048 00000100:00100000:0.0:1746166553.593748:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423218048 00000100:00100000:0.0:1746166553.593799:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35790 00000100:00100000:0.0:1746166553.593806:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423218048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166553.593963:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423218048:12345-0@lo:400:kworker.0 Request processed in 156us (6594us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166553.593970:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35790 00000100:00080000:0.0:1746166553.593991:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166553.593995:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166553.594085:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423218048:0@lo:400:kworker.0 00000100:00100000:3.0:1746166553.635442:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746166553.635459:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d802300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423218560:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166553.635515:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166553.635559:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423218560 00000100:00100000:3.0:1746166553.635565:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423218560 00000100:00100000:3.0:1746166553.635598:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35791 00000100:00100000:3.0:1746166553.635604:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423218560:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166553.635632:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166553.635664:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423218560:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166553.635670:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35791 00000100:00100000:3.0:1746166553.635722:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d802300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423218560:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166553.635888:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423218688:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166553.635907:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166553.635926:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423218688 00000100:00100000:3.0:1746166553.635929:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423218688 00000100:00100000:3.0:1746166553.635947:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35792 00000100:00100000:3.0:1746166553.635952:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009daffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423218688:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166553.635967:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166553.635992:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009daffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423218688:12345-0@lo:41:osp-pre-1-0.0 Request processed in 39us (83us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166553.635997:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35792 00000100:00100000:3.0:1746166553.636019:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423218688:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166553.873995:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d803b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423218816:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166553.874053:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166553.874182:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423218816 00000100:00100000:1.0:1746166553.874189:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423218816 00000100:00100000:1.0:1746166553.874217:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7108 00000100:00100000:1.0:1746166553.874224:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e498000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423218816:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746166553.874243:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166553.874292:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e498000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423218816:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166553.874300:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7108 00000100:00100000:3.0:1746166553.874368:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d803b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423218816:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166554.536162:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166555.538413:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166556.540172:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166557.551304:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166557.566439:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166557.566499:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166557.566508:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439164672 00000100:00100000:1.0:1746166557.566516:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439164672 00000100:00100000:1.0:1746166557.566574:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 852 00000100:00100000:1.0:1746166557.566582:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a81ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439164672:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166557.566636:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a81ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439164672:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 55us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166557.566642:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 852 00000100:00100000:0.0:1746166557.570976:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166557.571037:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439164800 00000100:00100000:3.0:1746166557.571045:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439164800 00000100:00100000:0.0:1746166557.571068:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166557.571088:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439165056 00000100:00100000:0.0:1746166557.571288:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439165056 00000100:00100000:3.0:1746166557.571292:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439164928 00000100:00100000:3.0:1746166557.571294:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439164928 00000100:00100000:0.0:1746166557.571306:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50177 00000100:00100000:0.0:1746166557.571311:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439165056:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:3.0:1746166557.571312:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2774 00000100:00100000:3.0:1746166557.571317:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439164800:12345-192.168.201.29@tcp:400:kworker.0 00010000:00020000:0.0:1746166557.571331:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166557.571361:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439165056:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 50us (294us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166557.571370:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50177 00000100:00080000:1.0:1746166557.571590:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166557.571593:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166557.571617:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2775 00000100:00100000:1.0:1746166557.571623:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439164928:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166557.572034:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439164800:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 715us (5533us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166557.572041:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2774 00000100:00100000:1.0:1746166557.573036:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439164928:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1411us (2064us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166557.573044:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2775 00000100:00100000:0.0:1746166557.682067:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423218944:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166557.682124:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166557.682181:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423218944 00000100:00100000:2.0:1746166557.682190:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423218944 00000100:00080000:1.0:1746166557.682239:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166557.682239:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7109 00000100:00100000:2.0:1746166557.682247:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423218944:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166557.682271:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166557.682311:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423218944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166557.682316:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7109 00000100:00100000:0.0:1746166557.682402:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423218944:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166558.556698:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166558.593929:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423219200:0@lo:400:kworker.0 00000100:00100000:3.0:1746166558.593986:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166558.593992:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423219072:0@lo:400:kworker.0 00000100:00100000:0.0:1746166558.594026:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166558.594087:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423219072 00000100:00100000:0.0:1746166558.594092:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423219072 00000100:00080000:2.0:1746166558.594280:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166558.594284:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166558.594287:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166558.594292:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10474 00000100:00080000:2.0:1746166558.594295:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746166558.594300:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166558.594316:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800977e0380 x1830977423219584/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166558.594343:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166558.594346:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166558.594347:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166558.594349:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10474 00000100:00080000:2.0:1746166558.594351:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746166558.594353:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166558.594361:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800977e1f80 x1830977423220096/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166558.594384:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423219712:0@lo:400:kworker.0 00000100:00100000:2.0:1746166558.594408:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166558.594423:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423220352:0@lo:400:kworker.0 00000100:00100000:2.0:1746166558.594440:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423219712 00000100:00100000:2.0:1746166558.594442:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423219712 00000100:00100000:2.0:1746166558.594462:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7736 00000100:00100000:2.0:1746166558.594469:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423219712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166558.594766:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423219200 00000100:00100000:1.0:1746166558.594770:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423219200 00000100:00100000:1.0:1746166558.594801:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2776 00000100:00100000:1.0:1746166558.594806:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423219200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166558.594837:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423219200:12345-0@lo:400:kworker.0 Request processed in 32us (852us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166558.594843:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2776 00000100:00100000:1.0:1746166558.594862:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423219456:0@lo:400:kworker.0 00000100:00100000:1.0:1746166558.594883:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166558.594898:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423220224:0@lo:400:kworker.0 00000100:00100000:1.0:1746166558.594912:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166558.594926:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1746166558.594930:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423219328:0@lo:400:kworker.0 00000100:00100000:1.0:1746166558.594944:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166558.594955:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423219968:0@lo:400:kworker.0 00000100:00100000:1.0:1746166558.594969:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166558.594987:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423219456 00000100:00100000:1.0:1746166558.594990:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423219456 00000100:00100000:0.0:1746166558.594998:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 853 00000100:00100000:0.0:1746166558.595006:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423219072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166558.595007:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423219968 00000100:00100000:1.0:1746166558.595009:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423219968 00000100:00100000:1.0:1746166558.595027:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35793 00000100:00100000:1.0:1746166558.595032:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d803b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423219456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166558.595035:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423219072:12345-0@lo:400:kworker.0 Request processed in 31us (1008us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166558.595041:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 853 00000100:00100000:1.0:1746166558.595234:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d803b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423219456:12345-0@lo:400:kworker.0 Request processed in 29us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166558.595239:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423219584:0@lo:8:kworker.0 00000100:00100000:1.0:1746166558.595240:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35793 00000100:00100000:1.0:1746166558.595253:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35794 00000100:00100000:1.0:1746166558.595257:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d800e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423219968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166558.595259:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166558.595272:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423220096:0@lo:8:kworker.0 00000100:00100000:1.0:1746166558.595281:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d800e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423219968:12345-0@lo:400:kworker.0 Request processed in 24us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166558.595285:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35794 00000100:00100000:0.0:1746166558.595290:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166558.595310:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423220224 00000100:00100000:0.0:1746166558.595313:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423220224 00000100:00100000:1.0:1746166558.595313:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423219968:0@lo:400:kworker.0 00000100:00100000:1.0:1746166558.595321:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423219456:0@lo:400:kworker.0 00000100:00100000:0.0:1746166558.595329:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423219584 00000100:00100000:0.0:1746166558.595330:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423219584 00000100:00100000:0.0:1746166558.595340:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423220096 00000100:00100000:0.0:1746166558.595341:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423220096 00000100:00080000:1.0:1746166558.595342:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746166558.595345:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166558.595350:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423219328 00000100:00100000:1.0:1746166558.595352:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423219328 00000100:00100000:1.0:1746166558.595371:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2777 00000100:00100000:1.0:1746166558.595375:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d802a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423219328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166558.595400:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d802a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423219328:12345-0@lo:400:kworker.0 Request processed in 26us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166558.595405:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2777 00000100:00100000:1.0:1746166558.595422:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423219328:0@lo:400:kworker.0 00000100:00080000:1.0:1746166558.595430:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166558.595451:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7737 00000100:00100000:1.0:1746166558.595455:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d802300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423220224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166558.595479:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d802300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423220224:12345-0@lo:400:kworker.0 Request processed in 24us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166558.595483:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7737 00000100:00100000:1.0:1746166558.595491:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50178 00000100:00100000:1.0:1746166558.595495:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423219584:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166558.595511:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166558.595531:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423219584:12345-0@lo:8:kworker.0 Request processed in 35us (271us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166558.595536:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50178 00000100:00100000:1.0:1746166558.595556:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423220224:0@lo:400:kworker.0 00000100:00100000:3.0:1746166558.595752:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423219200:0@lo:400:kworker.0 00000100:00100000:3.0:1746166558.595777:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423219840:0@lo:400:kworker.0 00000100:00100000:3.0:1746166558.595795:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166558.595819:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423219840 00000100:00100000:3.0:1746166558.595821:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423219840 00000100:00100000:3.0:1746166558.595838:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2778 00000100:00100000:3.0:1746166558.595843:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423219840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166558.595879:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423219840:12345-0@lo:400:kworker.0 Request processed in 36us (83us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166558.595884:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2778 00000100:00100000:3.0:1746166558.595906:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423219840:0@lo:400:kworker.0 00000100:00100000:3.0:1746166558.595929:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166558.595948:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423219072:0@lo:400:kworker.0 00000100:00100000:3.0:1746166558.595962:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423219712:0@lo:400:kworker.0 00000100:00100000:3.0:1746166558.595973:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423220352 00000100:00100000:3.0:1746166558.595974:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423220352 00000100:00100000:3.0:1746166558.596313:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2779 00000100:00100000:3.0:1746166558.596320:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423220352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166558.596346:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423220352:12345-0@lo:400:kworker.0 Request processed in 28us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166558.596350:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2779 00000100:00100000:2.0:1746166558.596370:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423219712:12345-0@lo:400:kworker.0 Request processed in 1392us (1451us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166558.596370:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423220352:0@lo:400:kworker.0 00000100:00100000:2.0:1746166558.596377:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7736 00000100:00100000:2.0:1746166558.596395:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50179 00000100:00100000:2.0:1746166558.596400:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c89450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423220096:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166558.596410:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166558.596431:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c89450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423220096:12345-0@lo:8:kworker.0 Request processed in 31us (1140us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166558.596436:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50179 00000100:00080000:1.0:1746166558.597556:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166558.597561:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166558.597564:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423219584:0@lo:8:kworker.0 00000100:00080000:1.0:1746166558.597571:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166558.597573:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166558.597576:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423220096:0@lo:8:kworker.0 00000100:00100000:1.0:1746166558.642598:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746166558.642616:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423220608:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166558.642671:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166558.642967:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746166558.642975:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423220480:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166558.643001:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166558.643140:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423220608 00000100:00100000:0.0:1746166558.643147:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423220608 00000100:00100000:0.0:1746166558.643187:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423220480 00000100:00100000:0.0:1746166558.643190:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423220480 00000100:00100000:0.0:1746166558.643205:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35795 00000100:00100000:0.0:1746166558.643212:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d803800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423220608:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746166558.643239:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746166558.643274:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d803800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423220608:12345-0@lo:41:osp-pre-1-0.0 Request processed in 63us (603us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166558.643280:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35795 00000100:00100000:0.0:1746166558.643293:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35796 00000100:00100000:0.0:1746166558.643607:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e323800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423220480:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746166558.643624:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746166558.643659:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e323800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423220480:12345-0@lo:41:osp-pre-0-1.0 Request processed in 56us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166558.643664:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35796 00000100:00100000:0.0:1746166558.643715:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423220608:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166558.643909:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423220480:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166558.882339:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166558.882358:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e320380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423220736:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166558.882414:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166558.884920:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423220736 00000100:00100000:2.0:1746166558.884930:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423220736 00000100:00100000:2.0:1746166558.887815:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7110 00000100:00100000:2.0:1746166558.887833:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d803480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423220736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166558.887860:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166558.887941:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d803480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423220736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 117us (5527us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166558.887947:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7110 00000100:00100000:1.0:1746166558.888058:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e320380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423220736:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166559.562292:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166560.563303:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166561.564299:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166562.569191:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166562.575870:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166562.575970:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439165568 00000100:00100000:2.0:1746166562.575978:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439165568 00000100:00100000:2.0:1746166562.576023:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50180 00000100:00100000:2.0:1746166562.576030:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439165568:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166562.576054:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166562.576098:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439165568:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 68us (237us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166562.576104:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50180 00000100:00100000:0.0:1746166562.577669:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166562.577740:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166562.577781:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166562.577808:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439165312 00000100:00100000:3.0:1746166562.577814:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439165312 00000100:00100000:1.0:1746166562.577832:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439165184 00000100:00100000:1.0:1746166562.577837:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439165184 00000100:00100000:3.0:1746166562.577852:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439165440 00000100:00100000:3.0:1746166562.577855:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439165440 00000100:00100000:1.0:1746166562.577868:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 854 00000100:00100000:3.0:1746166562.577871:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2780 00000100:00100000:1.0:1746166562.577874:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439165184:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166562.577878:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439165312:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166562.577915:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439165184:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 41us (1996us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166562.577915:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439165312:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 38us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166562.577921:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 854 00000100:00100000:3.0:1746166562.577921:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2780 00000100:00080000:1.0:1746166562.577946:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166562.577949:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166562.579761:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2781 00000100:00100000:1.0:1746166562.579772:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439165440:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166562.579809:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439165440:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 41us (2028us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166562.579814:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2781 00000100:00100000:3.0:1746166562.696588:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423220864:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166562.696704:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166562.696843:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423220864 00000100:00100000:0.0:1746166562.696852:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423220864 00000100:00080000:1.0:1746166562.696922:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166562.696924:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7111 00000100:00100000:0.0:1746166562.696933:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e321500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423220864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166562.696968:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166562.699982:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e321500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423220864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3038us (3296us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166562.700328:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7111 00000100:00100000:2.0:1746166562.700530:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423220864:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166563.570080:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746166563.604438:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166563.604443:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166563.604447:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166563.604455:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10479 00000100:00080000:2.0:1746166563.604460:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746166563.604467:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166563.604488:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008e49b100 x1830977423221504/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166563.604517:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166563.604520:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166563.604522:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166563.604524:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10479 00000100:00080000:2.0:1746166563.604526:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746166563.604530:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166563.604537:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009fa90700 x1830977423222016/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166563.604587:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423221248:0@lo:400:kworker.0 00000100:00100000:2.0:1746166563.604650:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166563.604742:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423221888:0@lo:400:kworker.0 00000100:00100000:2.0:1746166563.604765:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166563.604786:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1746166563.604790:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423221120:0@lo:400:kworker.0 00000100:00100000:2.0:1746166563.604803:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166563.604819:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423221760:0@lo:400:kworker.0 00000100:00100000:2.0:1746166563.604832:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166563.604857:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423221248 00000100:00100000:2.0:1746166563.604865:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423221248 00000100:00100000:2.0:1746166563.604903:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423221120 00000100:00100000:2.0:1746166563.604905:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423221120 00000100:00100000:2.0:1746166563.604917:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423221760 00000100:00100000:2.0:1746166563.604919:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423221760 00000100:00100000:2.0:1746166563.604932:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2782 00000100:00100000:2.0:1746166563.604939:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423221248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166563.604975:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423221248:12345-0@lo:400:kworker.0 Request processed in 37us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166563.604981:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2782 00000100:00100000:2.0:1746166563.604993:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2783 00000100:00100000:2.0:1746166563.604997:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423221120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166563.605012:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423221120:12345-0@lo:400:kworker.0 Request processed in 15us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166563.605017:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2783 00000100:00100000:2.0:1746166563.605024:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2784 00000100:00100000:2.0:1746166563.605028:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423221760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166563.605043:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423221760:12345-0@lo:400:kworker.0 Request processed in 15us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166563.605048:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2784 00000100:00100000:2.0:1746166563.605077:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423221120:0@lo:400:kworker.0 00000100:00100000:2.0:1746166563.605084:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423221760:0@lo:400:kworker.0 00000100:00100000:2.0:1746166563.605090:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423221248:0@lo:400:kworker.0 00000100:00100000:2.0:1746166563.605111:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423221888 00000100:00100000:2.0:1746166563.605112:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423221888 00000100:00100000:2.0:1746166563.605131:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35797 00000100:00100000:2.0:1746166563.605136:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423221888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166563.605164:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423221888:12345-0@lo:400:kworker.0 Request processed in 29us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166563.605169:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35797 00000100:00100000:2.0:1746166563.605183:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423221888:0@lo:400:kworker.0 00000100:00100000:2.0:1746166563.605226:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e49b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423221504:0@lo:8:kworker.0 00000100:00100000:2.0:1746166563.605247:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166563.605271:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423222016:0@lo:8:kworker.0 00000100:00100000:2.0:1746166563.605284:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166563.605304:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423221504 00000100:00100000:2.0:1746166563.605307:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423221504 00000100:00100000:2.0:1746166563.605318:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423222016 00000100:00100000:2.0:1746166563.605320:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423222016 00000100:00100000:2.0:1746166563.605329:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50181 00000100:00100000:2.0:1746166563.605332:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423221504:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166563.605354:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166563.605375:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423221504:12345-0@lo:8:kworker.0 Request processed in 42us (128us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166563.605380:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50181 00000100:00100000:2.0:1746166563.605386:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50182 00000100:00100000:2.0:1746166563.605389:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423222016:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166563.605396:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166563.605408:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423222016:12345-0@lo:8:kworker.0 Request processed in 17us (123us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166563.605412:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50182 00000100:00080000:2.0:1746166563.605424:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166563.605428:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166563.605431:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e49b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423221504:0@lo:8:kworker.0 00000100:00080000:2.0:1746166563.605437:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166563.605439:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166563.605441:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423222016:0@lo:8:kworker.0 00000100:00080000:2.0:1746166563.605458:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746166563.605461:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166563.606957:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423220992:0@lo:400:kworker.0 00000100:00100000:0.0:1746166563.607018:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166563.607058:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e49aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423221632:0@lo:400:kworker.0 00000100:00100000:0.0:1746166563.607077:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166563.607090:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423222272:0@lo:400:kworker.0 00000100:00100000:0.0:1746166563.607109:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166563.607125:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746166563.607130:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009431aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423221376:0@lo:400:kworker.0 00000100:00100000:0.0:1746166563.607146:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166563.607159:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423222144:0@lo:400:kworker.0 00000100:00100000:0.0:1746166563.607184:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166563.607204:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423221376 00000100:00100000:0.0:1746166563.607210:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423221376 00000100:00100000:0.0:1746166563.607241:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35798 00000100:00100000:0.0:1746166563.607246:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423221376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166563.607282:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423221376:12345-0@lo:400:kworker.0 Request processed in 36us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166563.607287:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35798 00000100:00100000:0.0:1746166563.607311:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009431aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423221376:0@lo:400:kworker.0 00000100:00100000:0.0:1746166563.607341:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423222272 00000100:00100000:0.0:1746166563.607343:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423222272 00000100:00100000:0.0:1746166563.607359:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2785 00000100:00100000:0.0:1746166563.607363:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423222272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166563.607960:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423220992 00000100:00100000:1.0:1746166563.607965:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423220992 00000100:00100000:1.0:1746166563.607991:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00100000:1.0:1746166563.607996:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423220992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166563.608036:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423220992:12345-0@lo:400:kworker.0 Request processed in 40us (1019us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166563.608042:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000100:00100000:1.0:1746166563.608078:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423220992:0@lo:400:kworker.0 00000100:00100000:2.0:1746166563.608178:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423221632 00000100:00100000:2.0:1746166563.608182:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423221632 00000100:00100000:2.0:1746166563.608293:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423222144 00000100:00100000:2.0:1746166563.608296:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423222144 00000100:00100000:2.0:1746166563.608317:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7738 00000100:00100000:2.0:1746166563.608322:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423221632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166563.608357:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423221632:12345-0@lo:400:kworker.0 Request processed in 35us (1279us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166563.608361:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7738 00000100:00100000:2.0:1746166563.608370:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7739 00000100:00100000:2.0:1746166563.608373:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423222144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166563.608389:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423222144:12345-0@lo:400:kworker.0 Request processed in 15us (1204us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166563.608394:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7739 00000100:00080000:2.0:1746166563.608410:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166563.608462:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423222144:0@lo:400:kworker.0 00000100:00100000:1.0:1746166563.608471:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e49aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423221632:0@lo:400:kworker.0 00000100:00100000:0.0:1746166563.608881:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423222272:12345-0@lo:400:kworker.0 Request processed in 1516us (1770us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166563.608891:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2785 00000100:00100000:1.0:1746166563.608951:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423222272:0@lo:400:kworker.0 00000100:00100000:1.0:1746166563.650319:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e320380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423222400:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166563.650398:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166563.650459:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166563.650465:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423222528:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166563.650487:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166563.650536:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423222400 00000100:00100000:1.0:1746166563.650544:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423222400 00000100:00100000:0.0:1746166563.650659:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423222528 00000100:00100000:0.0:1746166563.650664:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423222528 00000100:00100000:0.0:1746166563.650730:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35799 00000100:00100000:0.0:1746166563.650738:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d801f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423222528:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746166563.650773:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746166563.650817:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d801f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423222528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166563.650824:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35799 00000100:00100000:1.0:1746166563.652382:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35800 00000100:00100000:1.0:1746166563.652392:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d803100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423222400:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166563.652418:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166563.652457:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d803100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423222400:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (2060us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166563.652463:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35800 00000100:00100000:1.0:1746166563.652505:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423222528:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166563.652517:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e320380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423222400:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166563.906025:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d800a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423222656:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166563.906105:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166563.906340:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423222656 00000100:00100000:0.0:1746166563.906349:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423222656 00000100:00100000:0.0:1746166563.906550:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7112 00000100:00100000:0.0:1746166563.906559:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e320380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423222656:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166563.906587:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166563.909217:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e320380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423222656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2648us (3100us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166563.909234:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7112 00000100:00100000:3.0:1746166563.909552:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d800a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423222656:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166564.572511:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166565.574075:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166566.576461:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166567.579056:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166567.582470:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166567.582524:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166567.582555:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166567.582632:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166567.582668:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439166080 00000100:00100000:0.0:1746166567.582715:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439166080 00000100:00100000:0.0:1746166567.582756:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50183 00000100:00100000:0.0:1746166567.582764:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439166080:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746166567.582794:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166567.582856:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439166080:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 91us (249us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166567.582863:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50183 00000100:00100000:2.0:1746166567.583051:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439165824 00000100:00100000:2.0:1746166567.583055:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439165824 00000100:00100000:2.0:1746166567.583184:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439165952 00000100:00100000:2.0:1746166567.583187:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439165952 00000100:00100000:2.0:1746166567.583205:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2786 00000100:00100000:2.0:1746166567.583215:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439165824:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166567.583462:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2787 00000100:00100000:3.0:1746166567.583471:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439165952:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166567.583557:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439165696 00000100:00100000:1.0:1746166567.583561:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439165696 00000100:00100000:1.0:1746166567.583587:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 856 00000100:00100000:1.0:1746166567.583592:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439165696:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166567.584028:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439165824:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 814us (1567us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166567.584035:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2786 00000100:00080000:2.0:1746166567.584058:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746166567.584060:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166567.584521:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439165952:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1049us (1963us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166567.584528:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2787 00000100:00100000:1.0:1746166567.584596:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439165696:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1002us (2069us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166567.584603:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 856 00000100:00100000:0.0:1746166567.714301:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423222784:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166567.714374:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166567.714637:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423222784 00000100:00100000:1.0:1746166567.714646:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423222784 00000100:00100000:1.0:1746166567.714738:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7113 00000100:00100000:1.0:1746166567.714747:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423222784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166567.714777:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166567.714823:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423222784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166567.714834:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7113 00000100:00080000:2.0:1746166567.714911:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166567.714998:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423222784:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166568.583657:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166568.610477:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423222912:0@lo:400:kworker.0 00000100:00080000:2.0:1746166568.610518:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166568.610524:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166568.610528:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166568.610533:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10484 00000100:00080000:2.0:1746166568.610538:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746166568.610545:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166568.610549:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e49aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423223296:0@lo:400:kworker.0 00000100:00100000:2.0:1746166568.610567:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008e49b100 x1830977423223424/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166568.610613:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166568.610616:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166568.610617:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166568.610620:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10484 00000100:00080000:2.0:1746166568.610622:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1746166568.610622:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423223040:0@lo:400:kworker.0 00000100:00080000:2.0:1746166568.610626:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166568.610636:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801223f8000 x1830977423223936/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166568.610672:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e49b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423223424:0@lo:8:kworker.0 00000100:00100000:0.0:1746166568.611367:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166568.611424:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423224064:0@lo:400:kworker.0 00000100:00100000:0.0:1746166568.611448:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166568.611463:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746166568.611468:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423223168:0@lo:400:kworker.0 00000100:00100000:0.0:1746166568.611668:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166568.611907:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423223808:0@lo:400:kworker.0 00000100:00100000:0.0:1746166568.611929:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166568.611963:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423223296 00000100:00100000:1.0:1746166568.611965:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166568.611971:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423223296 00000100:00100000:3.0:1746166568.611997:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166568.612001:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423223552:0@lo:400:kworker.0 00000100:00100000:0.0:1746166568.612008:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423223808 00000100:00100000:0.0:1746166568.612010:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423223808 00000100:00100000:3.0:1746166568.612020:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423223680:0@lo:400:kworker.0 00000100:00100000:1.0:1746166568.612024:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166568.612026:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35801 00000100:00100000:0.0:1746166568.612034:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423223296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166568.612038:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423224192:0@lo:400:kworker.0 00000100:00100000:3.0:1746166568.612043:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166568.612054:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166568.612072:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423223168 00000100:00100000:3.0:1746166568.612076:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423223168 00000100:00100000:0.0:1746166568.612079:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423223296:12345-0@lo:400:kworker.0 Request processed in 46us (714us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166568.612079:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35802 00000100:00100000:0.0:1746166568.612085:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35801 00000100:00100000:1.0:1746166568.612094:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423223808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166568.612106:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423224064 00000100:00100000:0.0:1746166568.612109:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423224064 00000100:00100000:3.0:1746166568.612110:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423223040 00000100:00100000:3.0:1746166568.612112:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423223040 00000100:00100000:1.0:1746166568.612119:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423223808:12345-0@lo:400:kworker.0 Request processed in 35us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166568.612125:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35802 00000100:00100000:3.0:1746166568.612127:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423223680 00000100:00100000:3.0:1746166568.612129:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423223680 00000100:00100000:0.0:1746166568.612130:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423223552 00000100:00100000:0.0:1746166568.612133:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423223552 00000100:00100000:3.0:1746166568.612138:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423224192 00000100:00100000:3.0:1746166568.612140:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423224192 00000100:00100000:1.0:1746166568.612143:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423222912 00000100:00100000:1.0:1746166568.612145:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423222912 00000100:00100000:0.0:1746166568.612146:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7740 00000100:00100000:0.0:1746166568.612150:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423224064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166568.612151:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2788 00000100:00100000:3.0:1746166568.612157:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423223168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166568.612167:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857 00000100:00100000:1.0:1746166568.612171:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423222912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166568.612177:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423224064:12345-0@lo:400:kworker.0 Request processed in 27us (729us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166568.612182:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7740 00000100:00100000:3.0:1746166568.612186:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423223168:12345-0@lo:400:kworker.0 Request processed in 30us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166568.612190:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7741 00000100:00100000:0.0:1746166568.612194:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d802d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423223552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166568.612196:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423222912:12345-0@lo:400:kworker.0 Request processed in 25us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166568.612197:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2788 00000100:00100000:1.0:1746166568.612202:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857 00000100:00100000:0.0:1746166568.612211:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d802d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423223552:12345-0@lo:400:kworker.0 Request processed in 17us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166568.612212:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2789 00000100:00100000:0.0:1746166568.612215:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7741 00000100:00100000:3.0:1746166568.612217:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423223040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166568.612244:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423223168:0@lo:400:kworker.0 00000100:00100000:1.0:1746166568.612244:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423223552:0@lo:400:kworker.0 00000100:00100000:3.0:1746166568.612246:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423223040:12345-0@lo:400:kworker.0 Request processed in 29us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166568.612251:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2789 00000100:00100000:0.0:1746166568.612253:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423223808:0@lo:400:kworker.0 00000100:00100000:1.0:1746166568.612253:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423222912:0@lo:400:kworker.0 00000100:00100000:0.0:1746166568.612259:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423224064:0@lo:400:kworker.0 00000100:00100000:3.0:1746166568.612261:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2790 00000100:00100000:3.0:1746166568.612265:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423223680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166568.612266:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e49aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423223296:0@lo:400:kworker.0 00000100:00100000:3.0:1746166568.612285:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423223680:12345-0@lo:400:kworker.0 Request processed in 20us (241us total) trans 0 rc 0/0 00000100:00080000:0.0:1746166568.612289:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166568.612289:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2791 00000100:00100000:3.0:1746166568.612292:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2790 00000100:00080000:0.0:1746166568.612294:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166568.612294:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d801180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423224192:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1746166568.612295:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166568.612318:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423223040:0@lo:400:kworker.0 00000100:00100000:1.0:1746166568.612321:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d801180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423224192:12345-0@lo:400:kworker.0 Request processed in 27us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166568.612326:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2791 00000100:00100000:3.0:1746166568.612327:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423223680:0@lo:400:kworker.0 00000100:00100000:1.0:1746166568.612347:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423224192:0@lo:400:kworker.0 00000100:00100000:2.0:1746166568.612983:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166568.613228:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423223936:0@lo:8:kworker.0 00000100:00100000:2.0:1746166568.613247:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166568.613401:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423223424 00000100:00100000:1.0:1746166568.613405:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423223424 00000100:00100000:1.0:1746166568.613421:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423223936 00000100:00100000:1.0:1746166568.613423:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423223936 00000100:00100000:1.0:1746166568.613434:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50184 00000100:00100000:1.0:1746166568.613440:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423223424:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166568.613462:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166568.613492:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423223424:12345-0@lo:8:kworker.0 Request processed in 51us (509us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166568.613498:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50184 00000100:00100000:1.0:1746166568.613507:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50185 00000100:00100000:1.0:1746166568.613511:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423223936:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166568.613520:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166568.613539:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423223936:12345-0@lo:8:kworker.0 Request processed in 26us (289us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166568.613545:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50185 00000100:00080000:2.0:1746166568.614744:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166568.614751:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166568.614756:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e49b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423223424:0@lo:8:kworker.0 00000100:00080000:2.0:1746166568.614766:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166568.614768:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166568.614771:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423223936:0@lo:8:kworker.0 00000100:00100000:3.0:1746166568.659566:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423224448:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166568.659895:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166568.659967:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423224448 00000100:00100000:3.0:1746166568.659975:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423224448 00000100:00100000:1.0:1746166568.660005:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166568.660017:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d802300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423224320:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166568.660022:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35803 00000100:00100000:3.0:1746166568.660243:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423224448:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166568.660263:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:3.0:1746166568.660282:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166568.660319:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423224448:12345-0@lo:41:osp-pre-0-1.0 Request processed in 290us (659us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166568.660326:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35803 00000100:00100000:3.0:1746166568.660343:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423224320 00000100:00100000:3.0:1746166568.660347:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423224320 00000100:00100000:3.0:1746166568.660361:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35804 00000100:00100000:3.0:1746166568.660365:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d800a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423224320:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166568.660381:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166568.662938:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d802300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423224320:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166568.663003:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423224448:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166568.663095:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d800a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423224320:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2726us (2829us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166568.663107:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35804 00000100:00100000:1.0:1746166568.914988:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746166568.915013:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423224576:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166568.915087:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166568.916782:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423224576 00000100:00100000:2.0:1746166568.916794:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423224576 00000100:00100000:2.0:1746166568.917087:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7114 00000100:00100000:2.0:1746166568.917096:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d802300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423224576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166568.917121:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166568.917715:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d802300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423224576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 619us (2626us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166568.917918:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7114 00000100:00100000:0.0:1746166568.918012:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423224576:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166569.581921:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166570.584463:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166571.586040:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166572.587899:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166572.589701:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166572.589748:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166572.589763:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439166208 00000100:00100000:1.0:1746166572.589773:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439166208 00000100:00100000:0.0:1746166572.589775:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166572.589820:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 858 00000100:00100000:1.0:1746166572.589829:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439166208:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166572.589853:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166572.589902:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439166208:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 73us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166572.589908:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 858 00000100:00100000:2.0:1746166572.590229:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439166336 00000100:00100000:2.0:1746166572.590234:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439166336 00000100:00100000:2.0:1746166572.590286:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439166464 00000100:00100000:2.0:1746166572.590288:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439166464 00000100:00100000:2.0:1746166572.590305:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2792 00000100:00100000:2.0:1746166572.590311:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439166336:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:3.0:1746166572.590312:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746166572.590317:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166572.590343:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2793 00000100:00100000:3.0:1746166572.590352:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439166464:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166572.590752:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439166592 00000100:00100000:1.0:1746166572.590755:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439166592 00000100:00100000:1.0:1746166572.590779:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50186 00000100:00100000:1.0:1746166572.590784:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439166592:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166572.590809:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166572.591341:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439166336:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1027us (1589us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166572.591349:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2792 00000100:00100000:3.0:1746166572.591359:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439166464:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1007us (1579us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166572.591365:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439166592:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 579us (1512us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166572.591366:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2793 00000100:00100000:1.0:1746166572.591372:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50186 00000100:00100000:2.0:1746166572.722726:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746166572.722757:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098deb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423224704:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166572.722837:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166572.723090:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423224704 00000100:00100000:3.0:1746166572.723099:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423224704 00000100:00100000:3.0:1746166572.723155:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7115 00000100:00100000:3.0:1746166572.723164:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423224704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166572.723198:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166572.723235:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423224704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166572.723241:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7115 00000100:00080000:2.0:1746166572.724309:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166572.724366:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098deb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423224704:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166573.594371:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746166573.618350:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166573.618356:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166573.618360:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166573.618369:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10489 00000100:00080000:2.0:1746166573.618374:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166573.618381:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166573.618405:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a085e300 x1830977423225344/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166573.618438:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166573.618441:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166573.618442:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166573.618445:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10489 00000100:00080000:2.0:1746166573.618447:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166573.618451:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166573.618460:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009761b100 x1830977423225856/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166573.618529:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423225344:0@lo:8:kworker.0 00000100:00100000:2.0:1746166573.618598:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166573.618654:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423225856:0@lo:8:kworker.0 00000100:00100000:2.0:1746166573.618671:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166573.618726:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423225344 00000100:00100000:0.0:1746166573.618792:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095627800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423224960:0@lo:400:kworker.0 00000100:00100000:3.0:1746166573.618845:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095624380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423225088:0@lo:400:kworker.0 00000100:00100000:3.0:1746166573.618990:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166573.619008:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423225728:0@lo:400:kworker.0 00000100:00100000:3.0:1746166573.619024:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166573.619048:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423225088 00000100:00100000:3.0:1746166573.619052:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423225088 00000100:00100000:3.0:1746166573.619291:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2794 00000100:00100000:3.0:1746166573.619298:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423225088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166573.619342:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423225088:12345-0@lo:400:kworker.0 Request processed in 45us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166573.619348:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2794 00000100:00100000:3.0:1746166573.619370:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423225728 00000100:00100000:3.0:1746166573.619374:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423225728 00000100:00100000:3.0:1746166573.619396:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35805 00000100:00100000:3.0:1746166573.619401:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423225728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166573.619427:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423225728:12345-0@lo:400:kworker.0 Request processed in 26us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166573.619432:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35805 00000100:00100000:3.0:1746166573.619459:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095624380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423225088:0@lo:400:kworker.0 00000100:00100000:3.0:1746166573.619466:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423225728:0@lo:400:kworker.0 00000100:00080000:3.0:1746166573.619513:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166573.619569:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166573.619595:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423225600:0@lo:400:kworker.0 00000100:00100000:0.0:1746166573.619613:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166573.619838:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423225856 00000100:00100000:1.0:1746166573.619843:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423225856 00000100:00100000:1.0:1746166573.619867:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50187 00000100:00100000:1.0:1746166573.619872:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423225856:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166573.619894:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166573.619934:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423225856:12345-0@lo:8:kworker.0 Request processed in 61us (1261us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166573.619940:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50187 00000100:00100000:1.0:1746166573.619962:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423225216:0@lo:400:kworker.0 00000100:00100000:1.0:1746166573.619986:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166573.620003:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423225216 00000100:00100000:1.0:1746166573.620006:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423225216 00000100:00100000:1.0:1746166573.620025:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35806 00000100:00100000:1.0:1746166573.620029:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423225216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166573.620055:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423225216:12345-0@lo:400:kworker.0 Request processed in 26us (69us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166573.620060:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35806 00000100:00100000:1.0:1746166573.620095:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423225216:0@lo:400:kworker.0 00000100:00100000:1.0:1746166573.620101:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097619880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423225984:0@lo:400:kworker.0 00000100:00100000:1.0:1746166573.620120:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166573.620137:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423225984 00000100:00100000:1.0:1746166573.620139:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423225984 00000100:00100000:1.0:1746166573.620166:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7742 00000100:00100000:1.0:1746166573.620171:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423225984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166573.620198:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423225984:12345-0@lo:400:kworker.0 Request processed in 27us (77us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166573.620202:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7742 00000100:00080000:1.0:1746166573.620213:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166573.620229:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097619880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423225984:0@lo:400:kworker.0 00000100:00100000:1.0:1746166573.620243:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1746166573.620248:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423224832:0@lo:400:kworker.0 00000100:00100000:1.0:1746166573.620271:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166573.620295:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423225472:0@lo:400:kworker.0 00000100:00100000:1.0:1746166573.620314:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166573.620327:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423226112:0@lo:400:kworker.0 00000100:00100000:1.0:1746166573.620344:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166573.620362:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423225472 00000100:00100000:1.0:1746166573.620365:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423225472 00000100:00100000:1.0:1746166573.620379:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7743 00000100:00100000:1.0:1746166573.620383:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423225472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166573.620408:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423225472:12345-0@lo:400:kworker.0 Request processed in 25us (94us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166573.620413:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7743 00000100:00100000:1.0:1746166573.620429:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423224832 00000100:00100000:1.0:1746166573.620431:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423224832 00000100:00100000:1.0:1746166573.620448:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00000100:00100000:1.0:1746166573.620452:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423224832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166573.620473:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423224832:12345-0@lo:400:kworker.0 Request processed in 21us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166573.620478:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00100000:1.0:1746166573.620503:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423224832:0@lo:400:kworker.0 00000100:00100000:1.0:1746166573.620527:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423225472:0@lo:400:kworker.0 00000100:00100000:1.0:1746166573.620552:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423224960 00000100:00100000:1.0:1746166573.620555:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423224960 00000100:00100000:1.0:1746166573.620577:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423225600 00000100:00100000:1.0:1746166573.620579:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423225600 00000100:00100000:1.0:1746166573.620589:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423226112 00000100:00100000:1.0:1746166573.620590:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423226112 00000100:00100000:1.0:1746166573.620603:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2795 00000100:00100000:1.0:1746166573.620607:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098dea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423224960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166573.620632:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098dea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423224960:12345-0@lo:400:kworker.0 Request processed in 25us (1064us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166573.620637:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2795 00000100:00100000:1.0:1746166573.620645:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2796 00000100:00100000:1.0:1746166573.620649:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423225600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166573.620665:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423225600:12345-0@lo:400:kworker.0 Request processed in 17us (1052us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166573.620670:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2796 00000100:00100000:1.0:1746166573.620713:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2797 00000100:00100000:1.0:1746166573.620719:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423226112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166573.620744:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423226112:12345-0@lo:400:kworker.0 Request processed in 26us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166573.620750:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2797 00000100:00080000:1.0:1746166573.620763:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166573.620777:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423226112:0@lo:400:kworker.0 00000100:00100000:0.0:1746166573.622501:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095627800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423224960:0@lo:400:kworker.0 00000100:00100000:0.0:1746166573.622529:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423225600:0@lo:400:kworker.0 00000100:00100000:2.0:1746166573.624332:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423225344 00000100:00100000:2.0:1746166573.624392:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50188 00000100:00100000:2.0:1746166573.624399:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423225344:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166573.624427:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166573.624898:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423225344:12345-0@lo:8:kworker.0 Request processed in 497us (6298us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166573.624905:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50188 00000100:00080000:2.0:1746166573.624949:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166573.624953:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166573.624957:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423225344:0@lo:8:kworker.0 00000100:00080000:2.0:1746166573.624976:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166573.624978:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166573.624981:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423225856:0@lo:8:kworker.0 00000100:00100000:0.0:1746166573.666982:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423226240:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166573.667045:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423226368:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166573.667060:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166573.667096:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166573.667122:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423226240 00000100:00100000:3.0:1746166573.667130:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423226240 00000100:00100000:3.0:1746166573.667183:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423226368 00000100:00100000:3.0:1746166573.667185:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423226368 00000100:00100000:3.0:1746166573.667202:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35807 00000100:00100000:3.0:1746166573.667210:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423226240:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166573.667246:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166573.667299:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423226240:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166573.667306:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35807 00000100:00100000:3.0:1746166573.667327:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35808 00000100:00100000:3.0:1746166573.667332:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423226368:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166573.667342:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423226240:0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166573.667349:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166573.667374:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423226368:12345-0@lo:41:osp-pre-1-0.0 Request processed in 42us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166573.667379:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35808 00000100:00100000:2.0:1746166573.667552:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423226368:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166573.922201:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746166573.922225:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423226496:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166573.922302:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166573.922409:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423226496 00000100:00100000:0.0:1746166573.922417:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423226496 00000100:00100000:0.0:1746166573.922478:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7116 00000100:00100000:0.0:1746166573.922487:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423226496:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166573.922520:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166573.922842:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423226496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 355us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166573.922849:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7116 00000100:00100000:2.0:1746166573.922926:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423226496:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166574.596484:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166575.599414:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166576.602016:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166577.599066:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166577.599133:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166577.599181:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166577.600125:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439166720 00000100:00100000:1.0:1746166577.600136:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439166720 00000100:00100000:1.0:1746166577.600190:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 860 00000100:00100000:1.0:1746166577.600199:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439166720:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166577.600272:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439166720:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 74us (1215us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166577.600280:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 860 00000100:00100000:0.0:1746166577.608800:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166577.608946:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439167104 00000100:00100000:1.0:1746166577.608958:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439167104 00000100:00100000:1.0:1746166577.609005:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50189 00000100:00100000:1.0:1746166577.609013:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439167104:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166577.609042:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166577.609309:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439167104:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 295us (522us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166577.609316:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50189 00000100:00100000:2.0:1746166577.610415:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439166976 00000100:00100000:2.0:1746166577.610422:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439166976 00000100:00100000:2.0:1746166577.610475:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439166848 00000100:00100000:2.0:1746166577.610479:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439166848 00000100:00100000:2.0:1746166577.610497:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2798 00000100:00100000:2.0:1746166577.610503:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439166976:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166577.610546:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439166976:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 44us (11413us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166577.610552:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2798 00000100:00100000:2.0:1746166577.610563:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2799 00000100:00100000:2.0:1746166577.610567:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439166848:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166577.610582:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439166848:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 15us (11401us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166577.610587:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2799 00010000:00010000:2.0:1746166577.610638:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746166577.610829:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746166577.610833:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166577.731812:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423226624:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166577.731886:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166577.732006:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423226624 00000100:00100000:2.0:1746166577.732014:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423226624 00000100:00100000:2.0:1746166577.732069:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7117 00000100:00100000:2.0:1746166577.732079:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423226624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166577.732109:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166577.732148:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423226624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166577.732154:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7117 00000100:00080000:2.0:1746166577.732182:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166577.732336:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423226624:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746166578.612109:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166578.626258:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423226752:0@lo:400:kworker.0 00000100:00100000:0.0:1746166578.626341:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166578.626645:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423226752 00000100:00100000:1.0:1746166578.626654:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423226752 00000100:00100000:1.0:1746166578.626732:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 861 00000100:00100000:1.0:1746166578.626741:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423226752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166578.626800:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423226752:12345-0@lo:400:kworker.0 Request processed in 61us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166578.626807:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 861 00000100:00100000:0.0:1746166578.627447:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423226752:0@lo:400:kworker.0 00000100:00100000:3.0:1746166578.631506:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423226880:0@lo:400:kworker.0 00000100:00100000:3.0:1746166578.631585:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166578.631849:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423227008:0@lo:400:kworker.0 00000100:00100000:3.0:1746166578.631872:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166578.631908:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423226880 00000100:00100000:3.0:1746166578.631915:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423226880 00000100:00100000:3.0:1746166578.631964:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423227008 00000100:00100000:3.0:1746166578.631966:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423227008 00000100:00100000:3.0:1746166578.631985:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2800 00000100:00100000:3.0:1746166578.631993:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097619880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423226880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166578.632037:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097619880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423226880:12345-0@lo:400:kworker.0 Request processed in 45us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166578.632044:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2800 00000100:00100000:3.0:1746166578.632061:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2801 00000100:00100000:3.0:1746166578.632066:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423227008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166578.632088:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423227008:12345-0@lo:400:kworker.0 Request processed in 23us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166578.632094:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2801 00000100:00100000:3.0:1746166578.632153:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423226880:0@lo:400:kworker.0 00000100:00100000:3.0:1746166578.632174:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423227008:0@lo:400:kworker.0 00000100:00080000:3.0:1746166578.632198:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746166578.632201:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746166578.632378:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166578.632383:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166578.632386:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166578.632392:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10494 00000100:00080000:2.0:1746166578.632395:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166578.632401:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166578.632430:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088eb7b80 x1830977423227264/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166578.632479:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166578.632482:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166578.632483:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166578.632487:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10494 00000100:00080000:2.0:1746166578.632490:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746166578.632493:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166578.632505:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800949c5500 x1830977423227776/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166578.632538:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423227264:0@lo:8:kworker.0 00000100:00100000:2.0:1746166578.632569:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166578.632588:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423227776:0@lo:8:kworker.0 00000100:00100000:2.0:1746166578.632603:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166578.632635:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423227264 00000100:00100000:2.0:1746166578.632639:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423227264 00000100:00100000:2.0:1746166578.632654:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423227776 00000100:00100000:2.0:1746166578.632657:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423227776 00000100:00100000:2.0:1746166578.632667:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50190 00000100:00100000:2.0:1746166578.632672:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423227264:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166578.632713:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166578.632740:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423227264:12345-0@lo:8:kworker.0 Request processed in 68us (171us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166578.632746:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50190 00000100:00100000:2.0:1746166578.632758:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50191 00000100:00100000:2.0:1746166578.632762:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423227776:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166578.632771:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166578.632788:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423227776:12345-0@lo:8:kworker.0 Request processed in 25us (184us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166578.632793:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50191 00000100:00080000:2.0:1746166578.632810:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166578.632814:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166578.632817:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423227264:0@lo:8:kworker.0 00000100:00080000:2.0:1746166578.632823:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166578.632826:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166578.632828:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423227776:0@lo:8:kworker.0 00000100:00100000:0.0:1746166578.632916:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423227136:0@lo:400:kworker.0 00000100:00100000:0.0:1746166578.632950:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166578.632966:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423227904:0@lo:400:kworker.0 00000100:00100000:0.0:1746166578.632981:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166578.633005:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746166578.633010:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423227648:0@lo:400:kworker.0 00000100:00100000:0.0:1746166578.633028:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166578.633051:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423227136 00000100:00100000:0.0:1746166578.633054:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423227136 00000100:00100000:0.0:1746166578.633078:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423227648 00000100:00100000:0.0:1746166578.633080:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423227648 00000100:00100000:0.0:1746166578.633092:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35809 00000100:00100000:0.0:1746166578.633097:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090943800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423227136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166578.633152:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090943800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423227136:12345-0@lo:400:kworker.0 Request processed in 54us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166578.633157:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35809 00000100:00100000:0.0:1746166578.633168:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35810 00000100:00100000:0.0:1746166578.633172:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423227648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166578.633191:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423227648:12345-0@lo:400:kworker.0 Request processed in 19us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166578.633196:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35810 00000100:00100000:0.0:1746166578.633221:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423227648:0@lo:400:kworker.0 00000100:00100000:0.0:1746166578.633229:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423227136:0@lo:400:kworker.0 00000100:00100000:2.0:1746166578.633300:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423227904 00000100:00100000:2.0:1746166578.633303:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423227904 00000100:00100000:2.0:1746166578.633329:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7744 00000100:00100000:2.0:1746166578.633334:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090943100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423227904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166578.633373:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090943100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423227904:12345-0@lo:400:kworker.0 Request processed in 40us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166578.633379:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7744 00000100:00080000:2.0:1746166578.633390:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166578.633448:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423227392:0@lo:400:kworker.0 00000100:00100000:1.0:1746166578.633474:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166578.633500:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423228032:0@lo:400:kworker.0 00000100:00100000:1.0:1746166578.633516:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166578.633527:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746166578.633531:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423227520:0@lo:400:kworker.0 00000100:00100000:1.0:1746166578.633543:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166578.633560:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423228032 00000100:00100000:1.0:1746166578.633563:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423228032 00000100:00100000:1.0:1746166578.633578:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423227520 00000100:00100000:1.0:1746166578.633580:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423227520 00000100:00100000:1.0:1746166578.633589:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2802 00000100:00100000:1.0:1746166578.633593:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423228032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166578.633614:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423228032:12345-0@lo:400:kworker.0 Request processed in 21us (97us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166578.633814:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2802 00000100:00100000:1.0:1746166578.633827:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2803 00000100:00100000:1.0:1746166578.633832:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423227520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166578.633856:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423227520:12345-0@lo:400:kworker.0 Request processed in 25us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166578.633861:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2803 00000100:00100000:1.0:1746166578.633883:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423227520:0@lo:400:kworker.0 00000100:00100000:1.0:1746166578.633890:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423228032:0@lo:400:kworker.0 00000100:00100000:2.0:1746166578.633997:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423227392 00000100:00100000:2.0:1746166578.634000:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423227392 00000100:00100000:2.0:1746166578.634026:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7745 00000100:00100000:2.0:1746166578.634031:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423227392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166578.634066:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423227392:12345-0@lo:400:kworker.0 Request processed in 34us (590us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166578.634074:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7745 00000100:00100000:0.0:1746166578.634172:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423227904:0@lo:400:kworker.0 00000100:00100000:1.0:1746166578.634230:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423227392:0@lo:400:kworker.0 00000100:00100000:0.0:1746166578.674380:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746166578.674404:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423228160:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166578.674498:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166578.674553:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423228160 00000100:00100000:0.0:1746166578.674561:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423228160 00000100:00100000:0.0:1746166578.674604:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35811 00000100:00100000:0.0:1746166578.674613:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423228160:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746166578.674651:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746166578.674713:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423228160:12345-0@lo:41:osp-pre-0-1.0 Request processed in 100us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166578.674720:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35811 00000100:00100000:0.0:1746166578.674766:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423228160:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166578.675137:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423228288:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166578.675165:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166578.675367:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423228288 00000100:00100000:1.0:1746166578.675372:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423228288 00000100:00100000:1.0:1746166578.675404:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35812 00000100:00100000:1.0:1746166578.675409:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423228288:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166578.675439:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166578.675489:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423228288:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166578.675496:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35812 00000100:00100000:3.0:1746166578.675568:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423228288:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166578.942940:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423228416:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166578.943027:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166578.943086:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423228416 00000100:00100000:0.0:1746166578.943094:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423228416 00000100:00100000:0.0:1746166578.943177:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7118 00000100:00100000:0.0:1746166578.943381:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423228416:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166578.943408:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166578.943458:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423228416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 274us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166578.943464:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7118 00000100:00100000:0.0:1746166578.948446:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423228416:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166579.614956:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166580.618087:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166581.620438:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166582.606018:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166582.606068:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166582.606099:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166582.606167:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166582.606216:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439167360 00000100:00100000:0.0:1746166582.606225:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439167360 00000100:00100000:0.0:1746166582.606263:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439167488 00000100:00100000:0.0:1746166582.606266:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439167488 00000100:00100000:0.0:1746166582.606284:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2804 00000100:00100000:0.0:1746166582.606291:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136051c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439167360:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166582.606341:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136051c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439167360:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 51us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166582.606348:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2804 00000100:00100000:0.0:1746166582.606391:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2805 00000100:00100000:0.0:1746166582.606396:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e832d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439167488:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166582.606417:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e832d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439167488:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 22us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166582.606423:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2805 00000100:00080000:0.0:1746166582.606488:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166582.606491:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166582.607281:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439167616 00000100:00100000:2.0:1746166582.607285:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439167616 00000100:00100000:2.0:1746166582.607305:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50192 00000100:00100000:2.0:1746166582.607309:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439167616:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166582.607328:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166582.607369:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439167616:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 58us (1201us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166582.607375:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50192 00000100:00100000:1.0:1746166582.608060:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439167232 00000100:00100000:1.0:1746166582.608167:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439167232 00000100:00100000:1.0:1746166582.608199:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 862 00000100:00100000:1.0:1746166582.608204:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439167232:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166582.608234:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439167232:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 30us (2166us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166582.608239:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 862 00010000:00010000:0.0:1746166582.623199:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166582.737986:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746166582.738005:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423228544:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166582.738061:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166582.738199:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423228544 00000100:00100000:0.0:1746166582.738207:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423228544 00000100:00100000:0.0:1746166582.738256:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7119 00000100:00100000:0.0:1746166582.738264:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423228544:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166582.738288:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166582.738322:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423228544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166582.738329:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7119 00000100:00080000:1.0:1746166582.738422:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166582.738710:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423228544:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746166583.623917:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746166583.649868:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166583.649872:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166583.649875:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166583.649882:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10499 00000100:00080000:2.0:1746166583.649886:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746166583.649891:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166583.649908:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088eb7b80 x1830977423229184/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166583.649938:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166583.649940:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166583.649941:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166583.649944:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10499 00000100:00080000:2.0:1746166583.649947:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746166583.649951:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166583.649959:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130e14e00 x1830977423229696/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166583.649992:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423229184:0@lo:8:kworker.0 00000100:00100000:2.0:1746166583.650042:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166583.650089:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423229696:0@lo:8:kworker.0 00000100:00100000:2.0:1746166583.650108:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166583.650139:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423229184 00000100:00100000:2.0:1746166583.650145:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423229184 00000100:00100000:2.0:1746166583.650164:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423229696 00000100:00100000:2.0:1746166583.650166:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423229696 00000100:00100000:2.0:1746166583.650177:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50193 00000100:00100000:2.0:1746166583.650182:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423229184:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166583.650200:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166583.650230:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423229184:12345-0@lo:8:kworker.0 Request processed in 47us (188us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166583.650236:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50193 00000100:00100000:2.0:1746166583.650247:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50194 00000100:00100000:2.0:1746166583.650251:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ea2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423229696:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166583.650259:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166583.650274:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ea2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423229696:12345-0@lo:8:kworker.0 Request processed in 22us (165us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166583.650278:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50194 00000100:00080000:2.0:1746166583.650304:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166583.650307:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166583.650310:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423229184:0@lo:8:kworker.0 00000100:00080000:2.0:1746166583.650317:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166583.650319:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166583.650321:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423229696:0@lo:8:kworker.0 00000100:00100000:2.0:1746166583.650386:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423228800:0@lo:400:kworker.0 00000100:00100000:2.0:1746166583.650409:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166583.650424:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423229440:0@lo:400:kworker.0 00000100:00100000:2.0:1746166583.650437:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166583.650450:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1746166583.650454:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423228928:0@lo:400:kworker.0 00000100:00100000:2.0:1746166583.650470:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166583.650483:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423229568:0@lo:400:kworker.0 00000100:00100000:2.0:1746166583.650497:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166583.650515:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423228800 00000100:00100000:2.0:1746166583.650518:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423228800 00000100:00100000:2.0:1746166583.650544:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423229440 00000100:00100000:2.0:1746166583.650546:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423229440 00000100:00100000:2.0:1746166583.650556:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423228928 00000100:00100000:2.0:1746166583.650558:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423228928 00000100:00100000:2.0:1746166583.650570:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2806 00000100:00100000:2.0:1746166583.650574:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423228800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166583.650604:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423228800:12345-0@lo:400:kworker.0 Request processed in 29us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166583.650608:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2806 00000100:00100000:2.0:1746166583.650617:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2807 00000100:00100000:2.0:1746166583.650621:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423229440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166583.650641:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423229440:12345-0@lo:400:kworker.0 Request processed in 20us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166583.650646:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2807 00000100:00100000:2.0:1746166583.650653:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2808 00000100:00100000:2.0:1746166583.650658:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423228928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166583.650696:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423228928:12345-0@lo:400:kworker.0 Request processed in 38us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166583.650702:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2808 00000100:00100000:2.0:1746166583.650717:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423229568 00000100:00100000:2.0:1746166583.650720:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423229568 00000100:00100000:2.0:1746166583.650737:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35813 00000100:00100000:2.0:1746166583.650741:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423229568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166583.650766:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423229568:12345-0@lo:400:kworker.0 Request processed in 24us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166583.650770:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35813 00000100:00100000:2.0:1746166583.650790:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423228928:0@lo:400:kworker.0 00000100:00100000:2.0:1746166583.650796:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423229568:0@lo:400:kworker.0 00000100:00100000:2.0:1746166583.650802:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423228800:0@lo:400:kworker.0 00000100:00100000:2.0:1746166583.650807:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423229440:0@lo:400:kworker.0 00000100:00080000:2.0:1746166583.650843:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746166583.650845:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166583.650962:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423228672:0@lo:400:kworker.0 00000100:00100000:3.0:1746166583.650988:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166583.651032:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423229312:0@lo:400:kworker.0 00000100:00100000:3.0:1746166583.651049:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166583.651061:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130489c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423229952:0@lo:400:kworker.0 00000100:00100000:3.0:1746166583.651073:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166583.651085:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1746166583.651090:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423229056:0@lo:400:kworker.0 00000100:00100000:3.0:1746166583.651105:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166583.651116:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013048a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423229824:0@lo:400:kworker.0 00000100:00100000:3.0:1746166583.651129:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166583.651147:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423229312 00000100:00100000:3.0:1746166583.651149:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423229312 00000100:00100000:3.0:1746166583.651172:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423229824 00000100:00100000:3.0:1746166583.651174:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423229824 00000100:00100000:3.0:1746166583.651188:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7746 00000100:00100000:3.0:1746166583.651193:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423229312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166583.651216:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423229312:12345-0@lo:400:kworker.0 Request processed in 23us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166583.651220:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7746 00000100:00100000:3.0:1746166583.651228:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7747 00000100:00100000:3.0:1746166583.651232:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423229824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166583.651250:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423229824:12345-0@lo:400:kworker.0 Request processed in 18us (120us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166583.651254:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7747 00000100:00100000:3.0:1746166583.651267:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423229952 00000100:00100000:3.0:1746166583.651270:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423229952 00000100:00100000:3.0:1746166583.651283:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2809 00000100:00100000:3.0:1746166583.651286:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423229952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166583.651307:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423229952:12345-0@lo:400:kworker.0 Request processed in 21us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166583.651312:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2809 00000100:00100000:3.0:1746166583.651345:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013048a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423229824:0@lo:400:kworker.0 00000100:00100000:3.0:1746166583.651357:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423229312:0@lo:400:kworker.0 00000100:00100000:3.0:1746166583.651364:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130489c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423229952:0@lo:400:kworker.0 00000100:00100000:3.0:1746166583.651388:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423228672 00000100:00100000:3.0:1746166583.651390:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423228672 00000100:00100000:3.0:1746166583.651406:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:3.0:1746166583.651410:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423228672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166583.651430:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423228672:12345-0@lo:400:kworker.0 Request processed in 19us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166583.651434:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00100000:3.0:1746166583.651450:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423228672:0@lo:400:kworker.0 00000100:00080000:2.0:1746166583.651722:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166583.651728:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423229056 00000100:00100000:2.0:1746166583.651730:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423229056 00000100:00100000:2.0:1746166583.652316:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35814 00000100:00100000:2.0:1746166583.652322:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423229056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166583.653316:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423229056:12345-0@lo:400:kworker.0 Request processed in 992us (2207us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166583.653322:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35814 00000100:00100000:3.0:1746166583.653383:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423229056:0@lo:400:kworker.0 00000100:00100000:2.0:1746166583.682303:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423230080:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166583.682370:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166583.682404:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746166583.682409:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423230208:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166583.682427:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166583.682453:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423230080 00000100:00100000:2.0:1746166583.682458:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423230080 00000100:00100000:2.0:1746166583.682487:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423230208 00000100:00100000:2.0:1746166583.682489:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423230208 00000100:00100000:2.0:1746166583.682502:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35815 00000100:00100000:2.0:1746166583.682509:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423230080:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166583.682534:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166583.682564:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423230080:12345-0@lo:41:osp-pre-0-1.0 Request processed in 55us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166583.682569:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35815 00000100:00100000:2.0:1746166583.682582:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35816 00000100:00100000:2.0:1746166583.682586:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423230208:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166583.682598:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166583.682617:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423230208:12345-0@lo:41:osp-pre-1-0.0 Request processed in 31us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166583.682621:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35816 00000100:00100000:2.0:1746166583.682650:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423230208:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166583.682660:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423230080:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166583.957410:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746166583.957427:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423230336:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166583.957479:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166583.957557:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423230336 00000100:00100000:0.0:1746166583.957564:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423230336 00000100:00100000:0.0:1746166583.958391:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7120 00000100:00100000:0.0:1746166583.958400:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423230336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166583.958419:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166583.959153:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423230336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 753us (1672us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166583.959160:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7120 00000100:00100000:3.0:1746166583.959258:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423230336:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166584.625875:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166585.630790:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166586.631892:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166587.613922:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166587.614435:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166587.615665:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439167872 00000100:00100000:2.0:1746166587.615700:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439167872 00000100:00100000:2.0:1746166587.615763:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2810 00000100:00100000:2.0:1746166587.615773:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439167872:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166587.615834:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439167872:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 63us (1919us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166587.615840:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2810 00000100:00080000:3.0:1746166587.616016:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166587.617612:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166587.617667:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439167744 00000100:00100000:1.0:1746166587.617687:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439167744 00000100:00100000:1.0:1746166587.617729:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 864 00000100:00100000:1.0:1746166587.617736:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439167744:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166587.617776:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439167744:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 41us (3341us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166587.617781:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 864 00000100:00100000:0.0:1746166587.618897:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166587.619511:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439168000 00000100:00100000:2.0:1746166587.619517:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439168000 00000100:00100000:3.0:1746166587.620418:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439168128 00000100:00100000:3.0:1746166587.620423:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439168128 00000100:00100000:3.0:1746166587.620457:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50195 00000100:00100000:3.0:1746166587.620463:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439168128:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166587.620483:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166587.620527:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439168128:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 63us (1633us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166587.620532:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50195 00000100:00080000:3.0:1746166587.622243:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166587.622293:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2811 00000100:00100000:2.0:1746166587.622304:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439168000:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166587.622483:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439168000:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 181us (4873us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166587.622489:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2811 00010000:00010000:0.0:1746166587.640212:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166587.745945:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423230464:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166587.746013:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166587.746246:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423230464 00000100:00100000:1.0:1746166587.746253:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423230464 00000100:00100000:1.0:1746166587.746305:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7121 00000100:00100000:1.0:1746166587.746312:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423230464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166587.746335:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166587.746372:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423230464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166587.746377:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7121 00000100:00080000:3.0:1746166587.746436:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166587.746504:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423230464:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746166588.642414:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166588.659128:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423230592:0@lo:400:kworker.0 00000100:00100000:0.0:1746166588.659375:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166588.659499:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166588.659502:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166588.659506:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166588.659510:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10504 00000100:00080000:2.0:1746166588.659513:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746166588.659518:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166588.659534:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f12ad80 x1830977423231104/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166588.659556:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166588.659559:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166588.659560:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166588.659563:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10504 00000100:00080000:2.0:1746166588.659565:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746166588.659568:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166588.659576:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088faf100 x1830977423231616/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166588.659603:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423230848:0@lo:400:kworker.0 00000100:00100000:2.0:1746166588.659626:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166588.659641:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423231488:0@lo:400:kworker.0 00000100:00100000:2.0:1746166588.659655:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166588.659666:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1746166588.659670:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423230976:0@lo:400:kworker.0 00000100:00100000:2.0:1746166588.659696:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166588.659706:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423231744:0@lo:400:kworker.0 00000100:00100000:2.0:1746166588.659730:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166588.659748:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423231104:0@lo:8:kworker.0 00000100:00100000:2.0:1746166588.659761:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166588.659770:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423231616:0@lo:8:kworker.0 00000100:00100000:2.0:1746166588.659780:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166588.659798:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423230848 00000100:00100000:2.0:1746166588.659804:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423230848 00000100:00100000:2.0:1746166588.659839:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2812 00000100:00100000:2.0:1746166588.659846:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423230848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166588.659884:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423230848:12345-0@lo:400:kworker.0 Request processed in 38us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166588.659891:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2812 00000100:00100000:2.0:1746166588.659909:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423231488 00000100:00100000:2.0:1746166588.659912:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423231488 00000100:00100000:2.0:1746166588.659928:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423230976 00000100:00100000:2.0:1746166588.659930:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423230976 00000100:00100000:2.0:1746166588.659942:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35817 00000100:00100000:2.0:1746166588.659947:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423231488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166588.659970:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423231488:12345-0@lo:400:kworker.0 Request processed in 23us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166588.659974:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35817 00000100:00100000:2.0:1746166588.659982:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35818 00000100:00100000:2.0:1746166588.659986:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423230976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166588.660000:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423230976:12345-0@lo:400:kworker.0 Request processed in 14us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166588.660004:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35818 00000100:00100000:2.0:1746166588.660031:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423230976:0@lo:400:kworker.0 00000100:00100000:2.0:1746166588.660039:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423230848:0@lo:400:kworker.0 00000100:00100000:2.0:1746166588.660045:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423231488:0@lo:400:kworker.0 00000100:00100000:2.0:1746166588.660072:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423231744 00000100:00100000:2.0:1746166588.660074:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423231744 00000100:00100000:2.0:1746166588.660091:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423231104 00000100:00100000:2.0:1746166588.660092:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423231104 00000100:00100000:3.0:1746166588.660352:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423230592 00000100:00100000:3.0:1746166588.660355:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423230592 00000100:00100000:1.0:1746166588.660611:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423230720:0@lo:400:kworker.0 00000100:00100000:1.0:1746166588.660640:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166588.660657:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f128000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423231360:0@lo:400:kworker.0 00000100:00100000:1.0:1746166588.660669:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166588.660693:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1746166588.660697:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423231232:0@lo:400:kworker.0 00000100:00100000:1.0:1746166588.660710:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166588.662463:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423230720 00000100:00100000:0.0:1746166588.662473:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423230720 00000100:00100000:0.0:1746166588.662508:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423231360 00000100:00100000:0.0:1746166588.662512:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423231360 00000100:00100000:0.0:1746166588.662527:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2813 00000100:00100000:0.0:1746166588.662533:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423230720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166588.662587:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423230720:12345-0@lo:400:kworker.0 Request processed in 54us (1946us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166588.662592:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2813 00000100:00100000:0.0:1746166588.662603:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2814 00000100:00100000:0.0:1746166588.662607:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423231360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166588.662626:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423231360:12345-0@lo:400:kworker.0 Request processed in 19us (1956us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166588.662630:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2814 00000100:00100000:3.0:1746166588.664572:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:3.0:1746166588.664588:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423230592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166588.664646:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423230592:12345-0@lo:400:kworker.0 Request processed in 66us (5271us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166588.664653:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00100000:1.0:1746166588.664998:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801340e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423231872:0@lo:400:kworker.0 00000100:00100000:1.0:1746166588.665028:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166588.665058:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423230720:0@lo:400:kworker.0 00000100:00100000:1.0:1746166588.665068:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f128000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423231360:0@lo:400:kworker.0 00000100:00100000:2.0:1746166588.665110:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423231616 00000100:00100000:2.0:1746166588.665116:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423231616 00000100:00100000:2.0:1746166588.665133:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423231232 00000100:00100000:2.0:1746166588.665135:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423231232 00000100:00100000:2.0:1746166588.665150:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7748 00000100:00100000:2.0:1746166588.665155:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423231744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166588.665189:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423231744:12345-0@lo:400:kworker.0 Request processed in 34us (5458us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166588.665194:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7748 00000100:00100000:2.0:1746166588.665202:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7749 00000100:00100000:2.0:1746166588.665206:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423231232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166588.665223:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423231232:12345-0@lo:400:kworker.0 Request processed in 17us (4512us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166588.665227:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7749 00000100:00100000:2.0:1746166588.665233:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50196 00000100:00100000:2.0:1746166588.665236:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423231104:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166588.665264:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166588.665284:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423231104:12345-0@lo:8:kworker.0 Request processed in 47us (5522us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166588.665288:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50196 00000100:00100000:2.0:1746166588.665296:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50197 00000100:00100000:2.0:1746166588.665298:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423231616:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166588.665305:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166588.665317:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423231616:12345-0@lo:8:kworker.0 Request processed in 18us (5536us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166588.665321:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50197 00000100:00080000:2.0:1746166588.665341:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166588.665345:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166588.665348:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423231104:0@lo:8:kworker.0 00000100:00080000:2.0:1746166588.665356:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166588.665358:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166588.665361:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423231616:0@lo:8:kworker.0 00000100:00100000:2.0:1746166588.665379:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423231872 00000100:00100000:2.0:1746166588.665381:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423231872 00000100:00100000:2.0:1746166588.665394:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2815 00000100:00100000:2.0:1746166588.665398:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423231872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166588.665416:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423231872:12345-0@lo:400:kworker.0 Request processed in 18us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166588.665420:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2815 00000100:00080000:2.0:1746166588.665430:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746166588.665433:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746166588.665435:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166588.665448:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423231744:0@lo:400:kworker.0 00000100:00100000:2.0:1746166588.665504:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423230592:0@lo:400:kworker.0 00000100:00100000:0.0:1746166588.666318:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423231232:0@lo:400:kworker.0 00000100:00100000:0.0:1746166588.666328:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801340e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423231872:0@lo:400:kworker.0 00000100:00100000:0.0:1746166588.690350:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746166588.690367:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423232128:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166588.690420:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166588.690458:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423232128 00000100:00100000:0.0:1746166588.690463:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423232128 00000100:00100000:0.0:1746166588.690496:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35819 00000100:00100000:0.0:1746166588.690503:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423232128:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746166588.690534:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746166588.690569:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423232128:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166588.690575:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35819 00000100:00100000:0.0:1746166588.690615:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423232128:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166588.690943:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423232000:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166588.690970:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166588.691940:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423232000 00000100:00100000:0.0:1746166588.691947:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423232000 00000100:00100000:0.0:1746166588.691982:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35820 00000100:00100000:0.0:1746166588.691988:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423232000:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746166588.692007:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746166588.692049:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423232000:12345-0@lo:41:osp-pre-1-0.0 Request processed in 61us (1078us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166588.692055:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35820 00000100:00100000:1.0:1746166588.692085:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423232000:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166588.962934:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423232256:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166588.962993:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166588.963045:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423232256 00000100:00100000:0.0:1746166588.963052:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423232256 00000100:00100000:0.0:1746166588.964012:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7122 00000100:00100000:0.0:1746166588.964021:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423232256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166588.964044:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166588.964330:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423232256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 310us (1335us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166588.964336:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7122 00000100:00100000:2.0:1746166588.964496:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423232256:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166589.643863:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166590.646375:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166591.647885:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166592.626521:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166592.626569:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166592.626615:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166592.626653:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439168384 00000100:00100000:0.0:1746166592.626659:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439168384 00000100:00100000:0.0:1746166592.626960:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439168512 00000100:00100000:0.0:1746166592.626964:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439168512 00000100:00100000:0.0:1746166592.626987:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2816 00000100:00100000:0.0:1746166592.626995:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439168384:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166592.627052:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439168384:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 58us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166592.627058:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2816 00000100:00100000:0.0:1746166592.627072:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2817 00000100:00100000:0.0:1746166592.627077:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439168512:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166592.627097:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439168512:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 20us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166592.627102:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2817 00000100:00080000:0.0:1746166592.627197:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166592.627200:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166592.627308:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439168256 00000100:00100000:3.0:1746166592.627312:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439168256 00000100:00100000:3.0:1746166592.627347:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 866 00000100:00100000:3.0:1746166592.627352:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439168256:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166592.627378:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439168256:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 26us (809us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166592.627383:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 866 00000100:00100000:0.0:1746166592.627816:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166592.627885:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439168640 00000100:00100000:1.0:1746166592.627889:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439168640 00000100:00100000:1.0:1746166592.627917:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50198 00000100:00100000:1.0:1746166592.627922:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439168640:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166592.627941:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166592.627964:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439168640:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 42us (149us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166592.627969:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50198 00010000:00010000:0.0:1746166592.650291:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166592.753907:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746166592.753925:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b202300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423232384:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166592.753981:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166592.754117:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423232384 00000100:00100000:0.0:1746166592.754124:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423232384 00000100:00100000:0.0:1746166592.754174:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7123 00000100:00100000:0.0:1746166592.754208:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423232384:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166592.754233:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166592.754268:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423232384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166592.754274:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7123 00000100:00100000:0.0:1746166592.754309:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b202300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423232384:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1746166592.754378:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746166593.651860:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746166593.667473:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166593.667477:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166593.667480:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166593.667486:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10509 00000100:00080000:2.0:1746166593.667490:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746166593.667495:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166593.667511:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f12ad80 x1830977423233024/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166593.667540:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166593.667542:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166593.667543:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166593.667546:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10509 00000100:00080000:2.0:1746166593.667548:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166593.667551:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166593.667558:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800949c5500 x1830977423233536/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166593.667590:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423232768:0@lo:400:kworker.0 00000100:00100000:2.0:1746166593.667634:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166593.667689:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423233408:0@lo:400:kworker.0 00000100:00100000:2.0:1746166593.667707:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166593.667725:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1746166593.667729:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423232640:0@lo:400:kworker.0 00000100:00100000:2.0:1746166593.667742:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166593.667764:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423233280:0@lo:400:kworker.0 00000100:00100000:2.0:1746166593.667777:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166593.667795:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423233024:0@lo:8:kworker.0 00000100:00100000:2.0:1746166593.667810:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166593.667829:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423233536:0@lo:8:kworker.0 00000100:00100000:2.0:1746166593.667841:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166593.667861:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423233408 00000100:00100000:2.0:1746166593.667866:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423233408 00000100:00100000:2.0:1746166593.667893:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35821 00000100:00100000:2.0:1746166593.667899:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124dac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423233408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166593.667930:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124dac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423233408:12345-0@lo:400:kworker.0 Request processed in 31us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166593.667936:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35821 00000100:00100000:2.0:1746166593.667952:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423232768 00000100:00100000:2.0:1746166593.667954:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423232768 00000100:00100000:2.0:1746166593.667974:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423232640 00000100:00100000:2.0:1746166593.667976:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423232640 00000100:00100000:2.0:1746166593.667987:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423233280 00000100:00100000:2.0:1746166593.667989:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423233280 00000100:00100000:2.0:1746166593.667998:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2818 00000100:00100000:2.0:1746166593.668002:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124dae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423232768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166593.668021:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124dae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423232768:12345-0@lo:400:kworker.0 Request processed in 19us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166593.668025:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2818 00000100:00100000:2.0:1746166593.668032:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2819 00000100:00100000:2.0:1746166593.668036:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124dad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423232640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166593.668052:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124dad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423232640:12345-0@lo:400:kworker.0 Request processed in 16us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166593.668056:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2819 00000100:00100000:2.0:1746166593.668063:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2820 00000100:00100000:2.0:1746166593.668067:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423233280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166593.668081:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423233280:12345-0@lo:400:kworker.0 Request processed in 14us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166593.668085:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2820 00000100:00100000:2.0:1746166593.668109:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423232640:0@lo:400:kworker.0 00000100:00100000:2.0:1746166593.668119:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423233280:0@lo:400:kworker.0 00000100:00100000:2.0:1746166593.668125:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423232768:0@lo:400:kworker.0 00000100:00100000:2.0:1746166593.668131:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423233408:0@lo:400:kworker.0 00000100:00080000:2.0:1746166593.668150:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746166593.668153:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166593.668194:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423233024 00000100:00100000:2.0:1746166593.668197:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423233024 00000100:00100000:2.0:1746166593.668208:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423233536 00000100:00100000:2.0:1746166593.668210:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423233536 00000100:00100000:2.0:1746166593.668218:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50199 00000100:00100000:2.0:1746166593.668222:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423233024:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166593.668236:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166593.668258:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423233024:12345-0@lo:8:kworker.0 Request processed in 35us (447us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166593.668262:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50199 00000100:00100000:2.0:1746166593.668269:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50200 00000100:00100000:2.0:1746166593.668272:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423233536:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166593.668278:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166593.668290:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423233536:12345-0@lo:8:kworker.0 Request processed in 18us (449us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166593.668294:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50200 00000100:00080000:2.0:1746166593.668311:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166593.668314:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166593.668317:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423233024:0@lo:8:kworker.0 00000100:00080000:2.0:1746166593.668325:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166593.668327:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166593.668329:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423233536:0@lo:8:kworker.0 00000100:00100000:0.0:1746166593.668425:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423232512:0@lo:400:kworker.0 00000100:00100000:0.0:1746166593.668450:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166593.668474:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f128000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423233152:0@lo:400:kworker.0 00000100:00100000:0.0:1746166593.668488:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166593.668496:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124daf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423233792:0@lo:400:kworker.0 00000100:00100000:0.0:1746166593.668509:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166593.668520:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1746166593.668524:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423232896:0@lo:400:kworker.0 00000100:00100000:0.0:1746166593.668548:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166593.668557:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423233664:0@lo:400:kworker.0 00000100:00100000:0.0:1746166593.668569:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166593.668582:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423233792 00000100:00100000:0.0:1746166593.668585:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423233792 00000100:00100000:0.0:1746166593.668599:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2821 00000100:00100000:0.0:1746166593.668603:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423233792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166593.668623:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423233792:12345-0@lo:400:kworker.0 Request processed in 20us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166593.668628:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2821 00000100:00100000:0.0:1746166593.668640:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423233152 00000100:00100000:0.0:1746166593.668642:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423233152 00000100:00100000:0.0:1746166593.668653:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423233664 00000100:00100000:0.0:1746166593.668654:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423233664 00000100:00100000:0.0:1746166593.668667:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7750 00000100:00100000:0.0:1746166593.668671:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b202300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423233152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166593.668713:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b202300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423233152:12345-0@lo:400:kworker.0 Request processed in 42us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166593.668718:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7750 00000100:00100000:0.0:1746166593.668920:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7751 00000100:00100000:0.0:1746166593.668925:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423233664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166593.668945:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423233664:12345-0@lo:400:kworker.0 Request processed in 21us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166593.668949:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7751 00000100:00100000:0.0:1746166593.668971:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423233664:0@lo:400:kworker.0 00000100:00100000:0.0:1746166593.668977:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f128000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423233152:0@lo:400:kworker.0 00000100:00100000:0.0:1746166593.668983:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124daf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423233792:0@lo:400:kworker.0 00000100:00100000:0.0:1746166593.669014:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423232512 00000100:00100000:0.0:1746166593.669016:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423232512 00000100:00100000:0.0:1746166593.669031:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:0.0:1746166593.669035:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e862450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423232512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166593.669055:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e862450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423232512:12345-0@lo:400:kworker.0 Request processed in 20us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166593.669060:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00100000:0.0:1746166593.669076:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423232512:0@lo:400:kworker.0 00000100:00100000:2.0:1746166593.669960:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423232896 00000100:00100000:2.0:1746166593.669966:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423232896 00000100:00100000:2.0:1746166593.669991:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35822 00000100:00100000:2.0:1746166593.669996:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423232896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166593.670229:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423232896:12345-0@lo:400:kworker.0 Request processed in 233us (1679us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166593.670234:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35822 00000100:00080000:2.0:1746166593.670252:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166593.670314:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423232896:0@lo:400:kworker.0 00000100:00100000:1.0:1746166593.698742:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090464e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423233920:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166593.698800:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166593.698956:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746166593.698963:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423234048:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166593.698986:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166593.699050:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423233920 00000100:00100000:3.0:1746166593.699058:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423233920 00000100:00100000:3.0:1746166593.699091:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423234048 00000100:00100000:3.0:1746166593.699093:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423234048 00000100:00100000:3.0:1746166593.699109:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35823 00000100:00100000:3.0:1746166593.699115:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423233920:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166593.699141:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166593.699230:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423233920:12345-0@lo:41:osp-pre-0-1.0 Request processed in 115us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166593.699237:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35823 00000100:00100000:3.0:1746166593.699251:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35824 00000100:00100000:3.0:1746166593.699255:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423234048:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166593.699270:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166593.699306:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423234048:12345-0@lo:41:osp-pre-1-0.0 Request processed in 51us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166593.699311:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35824 00000100:00100000:1.0:1746166593.699472:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423234048:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166593.699482:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090464e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423233920:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166593.972476:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746166593.972494:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423234176:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166593.972547:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166593.972583:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423234176 00000100:00100000:3.0:1746166593.972589:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423234176 00000100:00100000:3.0:1746166593.972620:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7124 00000100:00100000:3.0:1746166593.972625:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423234176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166593.972644:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166593.972671:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423234176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 46us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166593.972700:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7124 00000100:00100000:3.0:1746166593.972735:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423234176:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166594.653879:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166595.655842:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166596.657864:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166597.632628:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166597.633957:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439168768 00000100:00100000:3.0:1746166597.633968:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439168768 00000100:00100000:3.0:1746166597.634012:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 868 00000100:00100000:3.0:1746166597.634021:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e861050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439168768:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166597.636390:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e861050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439168768:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 2363us (3762us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166597.636399:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 868 00000100:00100000:0.0:1746166597.637229:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166597.637618:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166597.637647:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166597.637694:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439169024 00000100:00100000:0.0:1746166597.637699:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439169024 00000100:00100000:3.0:1746166597.637753:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439169152 00000100:00100000:3.0:1746166597.637756:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439169152 00000100:00100000:3.0:1746166597.637777:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50201 00000100:00100000:3.0:1746166597.637782:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124daf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439169152:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166597.637802:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166597.637836:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124daf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439169152:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 53us (188us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166597.637841:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50201 00000100:00100000:2.0:1746166597.639268:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439168896 00000100:00100000:2.0:1746166597.639274:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439168896 00000100:00100000:0.0:1746166597.639466:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2822 00000100:00100000:0.0:1746166597.639473:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090464e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439169024:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166597.639513:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090464e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439169024:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 40us (2285us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166597.639519:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2822 00000100:00100000:2.0:1746166597.640377:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2823 00000100:00100000:2.0:1746166597.640385:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097632d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439168896:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166597.640424:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097632d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439168896:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 40us (2805us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166597.640429:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2823 00000100:00080000:0.0:1746166597.645253:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746166597.645260:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1746166597.659937:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166597.762320:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746166597.762340:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423234304:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166597.762399:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166597.762795:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423234304 00000100:00100000:0.0:1746166597.762802:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423234304 00000100:00100000:0.0:1746166597.763342:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7125 00000100:00100000:0.0:1746166597.763349:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423234304:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166597.763373:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166597.763406:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423234304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (1008us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166597.763412:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7125 00000100:00100000:0.0:1746166597.763453:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423234304:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1746166597.763540:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746166598.661868:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746166598.675541:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166598.675546:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166598.675549:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166598.675555:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10514 00000100:00080000:2.0:1746166598.675559:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166598.675564:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166598.675582:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f129500 x1830977423234944/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166598.675609:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166598.675611:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166598.675612:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166598.675615:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10514 00000100:00080000:2.0:1746166598.675616:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166598.675619:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166598.675628:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088faf100 x1830977423235456/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166598.675694:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423234944:0@lo:8:kworker.0 00000100:00100000:2.0:1746166598.675746:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166598.675795:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423235456:0@lo:8:kworker.0 00000100:00100000:2.0:1746166598.675817:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166598.675848:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423234944 00000100:00100000:2.0:1746166598.675854:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423234944 00000100:00100000:2.0:1746166598.675872:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423235456 00000100:00100000:2.0:1746166598.675873:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423235456 00000100:00100000:2.0:1746166598.675884:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50202 00000100:00100000:2.0:1746166598.675889:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423234944:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166598.675906:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166598.675933:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423234944:12345-0@lo:8:kworker.0 Request processed in 44us (187us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166598.675940:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50202 00000100:00100000:2.0:1746166598.675951:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50203 00000100:00100000:2.0:1746166598.675955:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c89050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423235456:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166598.675963:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166598.675979:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c89050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423235456:12345-0@lo:8:kworker.0 Request processed in 23us (162us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166598.675983:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50203 00000100:00080000:2.0:1746166598.676137:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166598.676141:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166598.676144:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423234944:0@lo:8:kworker.0 00000100:00080000:2.0:1746166598.676151:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166598.676153:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166598.676155:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423235456:0@lo:8:kworker.0 00000100:00100000:2.0:1746166598.676191:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423234816:0@lo:400:kworker.0 00000100:00100000:2.0:1746166598.676386:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166598.676402:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423235584:0@lo:400:kworker.0 00000100:00100000:2.0:1746166598.676416:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166598.676428:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1746166598.676432:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423234688:0@lo:400:kworker.0 00000100:00100000:2.0:1746166598.676447:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166598.676458:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423235328:0@lo:400:kworker.0 00000100:00100000:2.0:1746166598.676471:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166598.676489:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423234816 00000100:00100000:2.0:1746166598.676492:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423234816 00000100:00100000:2.0:1746166598.676511:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423235328 00000100:00100000:2.0:1746166598.676513:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423235328 00000100:00100000:2.0:1746166598.676525:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35825 00000100:00100000:2.0:1746166598.676529:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423234816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166598.676560:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423234816:12345-0@lo:400:kworker.0 Request processed in 31us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166598.676565:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35825 00000100:00100000:2.0:1746166598.676574:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35826 00000100:00100000:2.0:1746166598.676578:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423235328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166598.676594:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423235328:12345-0@lo:400:kworker.0 Request processed in 17us (123us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166598.676599:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35826 00000100:00100000:2.0:1746166598.676610:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423234688 00000100:00100000:2.0:1746166598.676612:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423234688 00000100:00100000:2.0:1746166598.676635:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2824 00000100:00100000:2.0:1746166598.676639:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423234688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166598.676659:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423234688:12345-0@lo:400:kworker.0 Request processed in 20us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166598.676664:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2824 00000100:00080000:2.0:1746166598.676692:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166598.676700:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423235584 00000100:00100000:2.0:1746166598.676703:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423235584 00000100:00100000:2.0:1746166598.676722:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7752 00000100:00100000:2.0:1746166598.676726:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423235584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166598.676749:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423235584:12345-0@lo:400:kworker.0 Request processed in 23us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166598.676753:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7752 00000100:00080000:2.0:1746166598.676764:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166598.676778:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423234688:0@lo:400:kworker.0 00000100:00100000:2.0:1746166598.676786:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423235328:0@lo:400:kworker.0 00000100:00100000:2.0:1746166598.676792:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423234816:0@lo:400:kworker.0 00000100:00100000:2.0:1746166598.676798:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423235584:0@lo:400:kworker.0 00000100:00100000:1.0:1746166598.676974:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423234432:0@lo:400:kworker.0 00000100:00100000:1.0:1746166598.677002:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166598.677037:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f128000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423235072:0@lo:400:kworker.0 00000100:00100000:1.0:1746166598.677051:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166598.677061:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423235712:0@lo:400:kworker.0 00000100:00100000:1.0:1746166598.677074:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166598.677097:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746166598.677102:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423234560:0@lo:400:kworker.0 00000100:00100000:1.0:1746166598.677116:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166598.677126:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423235200:0@lo:400:kworker.0 00000100:00100000:1.0:1746166598.677139:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166598.677153:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423235712 00000100:00100000:1.0:1746166598.677156:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423235712 00000100:00100000:1.0:1746166598.677170:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423234560 00000100:00100000:1.0:1746166598.677171:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423234560 00000100:00100000:1.0:1746166598.677183:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423235200 00000100:00100000:1.0:1746166598.677185:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423235200 00000100:00100000:1.0:1746166598.677194:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2825 00000100:00100000:1.0:1746166598.677198:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423235712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166598.677221:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423235712:12345-0@lo:400:kworker.0 Request processed in 22us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166598.677226:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2825 00000100:00100000:1.0:1746166598.677236:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2826 00000100:00100000:1.0:1746166598.677240:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423234560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166598.677257:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423234560:12345-0@lo:400:kworker.0 Request processed in 18us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166598.677261:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2826 00000100:00100000:1.0:1746166598.677268:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2827 00000100:00100000:1.0:1746166598.677272:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423235200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166598.677286:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423235200:12345-0@lo:400:kworker.0 Request processed in 14us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166598.677290:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2827 00000100:00100000:1.0:1746166598.677312:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423234560:0@lo:400:kworker.0 00000100:00100000:1.0:1746166598.677319:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423235200:0@lo:400:kworker.0 00000100:00100000:1.0:1746166598.677325:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423235712:0@lo:400:kworker.0 00000100:00100000:2.0:1746166598.682373:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423234432 00000100:00100000:2.0:1746166598.682383:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423234432 00000100:00100000:2.0:1746166598.684332:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:2.0:1746166598.684347:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e860050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423234432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166598.684427:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e860050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423234432:12345-0@lo:400:kworker.0 Request processed in 86us (7424us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166598.684433:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00100000:1.0:1746166598.684522:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423234432:0@lo:400:kworker.0 00000100:00080000:1.0:1746166598.684560:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166598.684577:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423235072 00000100:00100000:1.0:1746166598.684581:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423235072 00000100:00100000:1.0:1746166598.684624:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7753 00000100:00100000:1.0:1746166598.684630:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423235072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166598.684664:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423235072:12345-0@lo:400:kworker.0 Request processed in 35us (7611us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166598.684669:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7753 00000100:00100000:1.0:1746166598.684721:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f128000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423235072:0@lo:400:kworker.0 00000100:00100000:0.0:1746166598.707125:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423235968:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166598.707355:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166598.707412:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423235968 00000100:00100000:0.0:1746166598.707418:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423235968 00000100:00100000:0.0:1746166598.707453:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35827 00000100:00100000:0.0:1746166598.707460:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423235968:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746166598.707487:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746166598.707518:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423235968:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166598.707524:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35827 00000100:00100000:0.0:1746166598.707557:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423235968:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166598.708280:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746166598.708291:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423235840:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166598.708314:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166598.709165:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423235840 00000100:00100000:1.0:1746166598.709170:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423235840 00000100:00100000:1.0:1746166598.709207:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35828 00000100:00100000:1.0:1746166598.709214:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423235840:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166598.709236:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166598.709283:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423235840:12345-0@lo:41:osp-pre-1-0.0 Request processed in 70us (968us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166598.709288:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35828 00000100:00100000:2.0:1746166598.709356:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423235840:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166598.978669:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013048a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423236096:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166598.978743:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166598.981117:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423236096 00000100:00100000:0.0:1746166598.981125:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423236096 00000100:00100000:0.0:1746166598.981175:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7126 00000100:00100000:0.0:1746166598.981181:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423236096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166598.981201:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166598.984154:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423236096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2965us (5403us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166598.984165:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7126 00000100:00100000:2.0:1746166598.984270:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013048a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423236096:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166599.663936:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166600.668831:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166601.668218:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166602.639736:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166602.640003:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166602.640061:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166602.640095:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166602.640118:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439169536 00000100:00100000:0.0:1746166602.640125:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439169536 00000100:00100000:0.0:1746166602.640167:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439169408 00000100:00100000:0.0:1746166602.640169:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439169408 00000100:00100000:0.0:1746166602.640187:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2828 00000100:00100000:0.0:1746166602.640194:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439169536:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166602.640254:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439169536:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 59us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166602.640260:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2828 00000100:00100000:0.0:1746166602.640273:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2829 00000100:00100000:0.0:1746166602.640278:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439169408:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166602.640312:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439169664 00000100:00100000:1.0:1746166602.640316:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439169664 00000100:00100000:2.0:1746166602.640386:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439169280 00000100:00100000:2.0:1746166602.640390:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439169280 00000100:00100000:2.0:1746166602.640414:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 870 00000100:00100000:2.0:1746166602.640419:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439169280:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166602.640441:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439169280:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 23us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166602.640447:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 870 00000100:00100000:1.0:1746166602.640593:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50204 00000100:00100000:1.0:1746166602.640598:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439169664:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166602.640617:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166602.640644:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439169664:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 45us (917us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166602.640650:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50204 00000100:00100000:0.0:1746166602.642689:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439169408:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 21us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166602.642698:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2829 00000100:00080000:0.0:1746166602.642720:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746166602.642723:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1746166602.671130:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166602.770111:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746166602.770128:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423236224:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166602.770386:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166602.770438:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423236224 00000100:00100000:0.0:1746166602.770445:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423236224 00000100:00100000:0.0:1746166602.770486:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7127 00000100:00100000:0.0:1746166602.770493:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013048a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423236224:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166602.770517:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:1.0:1746166602.770551:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166602.770707:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013048a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423236224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 213us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166602.770714:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7127 00000100:00100000:3.0:1746166602.770723:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423236224:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746166603.674164:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166603.684017:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746166603.684034:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423236352:0@lo:400:kworker.0 00000100:00100000:0.0:1746166603.684089:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166603.684140:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423236352 00000100:00100000:0.0:1746166603.684146:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423236352 00000100:00100000:0.0:1746166603.684171:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 871 00000100:00100000:0.0:1746166603.684177:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423236352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166603.684207:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423236352:12345-0@lo:400:kworker.0 Request processed in 31us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166603.684213:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 871 00000100:00100000:0.0:1746166603.684243:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423236352:0@lo:400:kworker.0 00000100:00080000:2.0:1746166603.685718:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166603.685723:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166603.685727:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166603.685732:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10519 00000100:00100000:0.0:1746166603.685734:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423236736:0@lo:400:kworker.0 00000100:00080000:2.0:1746166603.685734:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166603.685739:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166603.685753:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e2a2300 x1830977423236864/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166603.685766:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166603.685778:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166603.685781:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166603.685782:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1746166603.685785:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1746166603.685785:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10519 00000100:00080000:2.0:1746166603.685787:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00100000:0.0:1746166603.685789:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423236992:0@lo:400:kworker.0 00000100:00080000:2.0:1746166603.685790:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166603.685799:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e2a3100 x1830977423237376/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166603.685804:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166603.686338:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423236608:0@lo:400:kworker.0 00000100:00100000:2.0:1746166603.686364:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166603.686380:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423237248:0@lo:400:kworker.0 00000100:00100000:2.0:1746166603.686392:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166603.687141:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423236608 00000100:00100000:1.0:1746166603.687149:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423236608 00000100:00100000:1.0:1746166603.687185:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2830 00000100:00100000:1.0:1746166603.687190:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423236608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166603.687231:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423236608:12345-0@lo:400:kworker.0 Request processed in 41us (866us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166603.687236:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2830 00000100:00080000:1.0:1746166603.687255:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166603.687263:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423236480:0@lo:400:kworker.0 00000100:00100000:1.0:1746166603.687282:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166603.687293:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423237120:0@lo:400:kworker.0 00000100:00100000:1.0:1746166603.687308:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166603.687323:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423236480 00000100:00100000:1.0:1746166603.687325:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423236480 00000100:00100000:1.0:1746166603.687345:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423237120 00000100:00100000:1.0:1746166603.687347:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423237120 00000100:00100000:1.0:1746166603.687358:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2831 00000100:00100000:1.0:1746166603.687362:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423236480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166603.687393:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423236480:12345-0@lo:400:kworker.0 Request processed in 30us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166603.687402:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2831 00000100:00100000:1.0:1746166603.687411:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2832 00000100:00100000:1.0:1746166603.687415:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423237120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166603.687437:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423237120:12345-0@lo:400:kworker.0 Request processed in 18us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166603.687442:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2832 00000100:00080000:1.0:1746166603.687455:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166603.687471:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423236480:0@lo:400:kworker.0 00000100:00100000:1.0:1746166603.687481:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423237120:0@lo:400:kworker.0 00000100:00100000:2.0:1746166603.687574:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423236608:0@lo:400:kworker.0 00000100:00100000:2.0:1746166603.687595:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423236864:0@lo:8:kworker.0 00000100:00100000:1.0:1746166603.687985:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423236736 00000100:00100000:1.0:1746166603.687989:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423236736 00000100:00100000:1.0:1746166603.688023:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423237248 00000100:00100000:1.0:1746166603.688025:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423237248 00000100:00100000:1.0:1746166603.688042:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35829 00000100:00100000:1.0:1746166603.688047:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423236736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166603.688076:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423236736:12345-0@lo:400:kworker.0 Request processed in 30us (2310us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166603.688081:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35829 00000100:00100000:1.0:1746166603.688096:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35830 00000100:00100000:1.0:1746166603.688101:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423237248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166603.688128:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423237248:12345-0@lo:400:kworker.0 Request processed in 27us (1735us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166603.688137:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35830 00000100:00100000:1.0:1746166603.688173:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423237248:0@lo:400:kworker.0 00000100:00100000:3.0:1746166603.689289:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423237632:0@lo:400:kworker.0 00000100:00100000:3.0:1746166603.689320:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166603.689355:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746166603.689360:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423237504:0@lo:400:kworker.0 00000100:00100000:3.0:1746166603.689385:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423236992 00000100:00100000:3.0:1746166603.689389:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423236992 00000100:00100000:3.0:1746166603.689418:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7754 00000100:00100000:3.0:1746166603.689429:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423236992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166603.689483:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423237632 00000100:00100000:1.0:1746166603.689486:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423237632 00000100:00100000:1.0:1746166603.689510:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2833 00000100:00100000:1.0:1746166603.689515:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423237632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166603.689888:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423236992:12345-0@lo:400:kworker.0 Request processed in 463us (4081us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166603.689894:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7754 00000100:00100000:3.0:1746166603.689922:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166603.689939:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423237376:0@lo:8:kworker.0 00000100:00100000:3.0:1746166603.689959:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166603.689976:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423236864 00000100:00100000:3.0:1746166603.689978:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423236864 00000100:00100000:3.0:1746166603.689988:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423237376 00000100:00100000:3.0:1746166603.689990:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423237376 00000100:00100000:3.0:1746166603.690011:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50205 00000100:00100000:2.0:1746166603.690012:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166603.690015:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423236864:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166603.690032:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166603.690039:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423237504 00000100:00100000:2.0:1746166603.690043:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423237504 00000100:00100000:3.0:1746166603.690056:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423236864:12345-0@lo:8:kworker.0 Request processed in 40us (134us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166603.690061:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50205 00000100:00100000:2.0:1746166603.690317:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7755 00000100:00100000:2.0:1746166603.690323:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423237504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166603.690351:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423237504:12345-0@lo:400:kworker.0 Request processed in 30us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166603.690356:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7755 00000100:00100000:2.0:1746166603.690365:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50206 00000100:00100000:2.0:1746166603.690369:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423237376:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166603.690377:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166603.690390:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423237376:12345-0@lo:8:kworker.0 Request processed in 21us (431us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166603.690394:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50206 00000100:00080000:2.0:1746166603.690410:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166603.690427:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423237504:0@lo:400:kworker.0 00000100:00100000:1.0:1746166603.692070:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423237632:12345-0@lo:400:kworker.0 Request processed in 2548us (2743us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166603.692081:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2833 00000100:00100000:2.0:1746166603.692247:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423237632:0@lo:400:kworker.0 00000100:00080000:2.0:1746166603.692276:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166603.692280:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166603.692283:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423236864:0@lo:8:kworker.0 00000100:00080000:2.0:1746166603.692291:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166603.692293:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166603.692296:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423237376:0@lo:8:kworker.0 00000100:00100000:0.0:1746166603.692354:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423236992:0@lo:400:kworker.0 00000100:00100000:0.0:1746166603.692364:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423236736:0@lo:400:kworker.0 00000100:00100000:1.0:1746166603.714249:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423237760:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166603.714309:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166603.714364:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166603.714369:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423237888:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166603.714388:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166603.714418:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423237760 00000100:00100000:1.0:1746166603.714424:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423237760 00000100:00100000:1.0:1746166603.714468:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423237888 00000100:00100000:1.0:1746166603.714469:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423237888 00000100:00100000:1.0:1746166603.714482:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35831 00000100:00100000:1.0:1746166603.714488:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423237760:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166603.714520:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166603.714558:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423237760:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166603.714564:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35831 00000100:00100000:1.0:1746166603.714579:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35832 00000100:00100000:1.0:1746166603.714583:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423237888:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166603.714600:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166603.714622:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423237888:12345-0@lo:41:osp-pre-1-0.0 Request processed in 39us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166603.714627:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35832 00000100:00100000:1.0:1746166603.714736:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423237888:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166603.714747:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423237760:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166604.001872:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746166604.001891:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423238016:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166604.001951:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166604.002313:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423238016 00000100:00100000:0.0:1746166604.002319:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423238016 00000100:00100000:0.0:1746166604.002361:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7128 00000100:00100000:0.0:1746166604.002368:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423238016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166604.002387:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166604.002421:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423238016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166604.002427:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7128 00000100:00100000:3.0:1746166604.002561:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423238016:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166604.676325:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166605.678440:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166606.681386:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166607.646039:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166607.646089:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166607.646104:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439169920 00000100:00100000:1.0:1746166607.646112:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439169920 00000100:00100000:0.0:1746166607.646322:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166607.646398:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439169792 00000100:00100000:2.0:1746166607.646402:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439169792 00000100:00100000:2.0:1746166607.646438:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 872 00000100:00100000:2.0:1746166607.646445:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a080a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439169792:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166607.646496:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a080a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439169792:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 51us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166607.646503:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 872 00000100:00100000:3.0:1746166607.647203:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439170048 00000100:00100000:3.0:1746166607.647207:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439170048 00000100:00100000:1.0:1746166607.648042:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2834 00000100:00100000:1.0:1746166607.648049:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439169920:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166607.648089:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439169920:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 41us (2057us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166607.648095:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2834 00000100:00100000:3.0:1746166607.648174:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2835 00000100:00100000:3.0:1746166607.648181:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439170048:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166607.648206:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439170048:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 27us (1884us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166607.648211:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2835 00000100:00080000:3.0:1746166607.648229:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746166607.648232:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166607.648713:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166607.648978:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439170176 00000100:00100000:3.0:1746166607.648983:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439170176 00000100:00100000:3.0:1746166607.649012:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50207 00000100:00100000:3.0:1746166607.649017:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439170176:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166607.649038:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166607.649059:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439170176:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 41us (349us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166607.649064:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50207 00010000:00010000:0.0:1746166607.681953:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166607.778239:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746166607.778258:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423238144:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166607.778317:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166607.781402:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423238144 00000100:00100000:2.0:1746166607.781411:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423238144 00000100:00100000:2.0:1746166607.781468:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7129 00000100:00100000:2.0:1746166607.781476:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423238144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166607.781502:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166607.781554:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423238144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (3238us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166607.781561:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7129 00000100:00080000:3.0:1746166607.781634:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166607.781695:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423238144:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746166608.684202:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746166608.692452:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166608.692456:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166608.692459:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166608.692466:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10524 00000100:00080000:2.0:1746166608.692470:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746166608.692475:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166608.692493:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e2a3100 x1830977423238784/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166608.692518:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166608.692521:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166608.692522:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166608.692524:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10524 00000100:00080000:2.0:1746166608.692526:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746166608.692529:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166608.692535:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e2a2a00 x1830977423239296/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166608.692575:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423238784:0@lo:8:kworker.0 00000100:00100000:2.0:1746166608.692632:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166608.692826:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423238272:0@lo:400:kworker.0 00000100:00100000:1.0:1746166608.692855:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166608.692891:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423238912:0@lo:400:kworker.0 00000100:00100000:1.0:1746166608.692908:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423238656:0@lo:400:kworker.0 00000100:00100000:1.0:1746166608.692936:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166608.692990:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423238400:0@lo:400:kworker.0 00000100:00100000:3.0:1746166608.693014:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166608.693027:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423239040:0@lo:400:kworker.0 00000100:00100000:3.0:1746166608.693039:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166608.693064:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423238272 00000100:00100000:3.0:1746166608.693069:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423238272 00000100:00100000:3.0:1746166608.693095:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:3.0:1746166608.693101:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0808c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423238272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166608.693130:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0808c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423238272:12345-0@lo:400:kworker.0 Request processed in 29us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166608.693135:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00100000:3.0:1746166608.693158:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423238400 00000100:00100000:3.0:1746166608.693160:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423238400 00000100:00100000:3.0:1746166608.693182:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423239040 00000100:00100000:3.0:1746166608.693184:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423239040 00000100:00100000:3.0:1746166608.693197:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2836 00000100:00100000:3.0:1746166608.693201:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423238400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166608.693233:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423238400:12345-0@lo:400:kworker.0 Request processed in 32us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166608.693239:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2836 00000100:00100000:3.0:1746166608.693248:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2837 00000100:00100000:3.0:1746166608.693252:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423239040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166608.693271:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423239040:12345-0@lo:400:kworker.0 Request processed in 19us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166608.693276:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2837 00000100:00080000:3.0:1746166608.693291:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166608.693311:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423238400:0@lo:400:kworker.0 00000100:00100000:3.0:1746166608.693318:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423239040:0@lo:400:kworker.0 00000100:00100000:0.0:1746166608.693763:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423238528:0@lo:400:kworker.0 00000100:00100000:0.0:1746166608.693790:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166608.694278:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423239296:0@lo:8:kworker.0 00000100:00100000:2.0:1746166608.694298:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166608.694481:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423239424:0@lo:400:kworker.0 00000100:00100000:1.0:1746166608.694521:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423238656 00000100:00100000:1.0:1746166608.694525:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423238656 00000100:00100000:1.0:1746166608.694549:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35833 00000100:00100000:1.0:1746166608.694554:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423238656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166608.694585:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423238656:12345-0@lo:400:kworker.0 Request processed in 31us (1648us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166608.694591:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35833 00000100:00100000:1.0:1746166608.695290:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166608.695327:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423239168:0@lo:400:kworker.0 00000100:00100000:0.0:1746166608.695351:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166608.695376:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423239168 00000100:00100000:0.0:1746166608.695379:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423239168 00000100:00100000:0.0:1746166608.695396:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35834 00000100:00100000:0.0:1746166608.695400:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423239168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166608.695958:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423239168:12345-0@lo:400:kworker.0 Request processed in 555us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166608.695964:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35834 00000100:00100000:0.0:1746166608.695994:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423239168:0@lo:400:kworker.0 00000100:00100000:1.0:1746166608.696407:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423239552:0@lo:400:kworker.0 00000100:00100000:1.0:1746166608.696428:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166608.696447:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423238272:0@lo:400:kworker.0 00000100:00100000:1.0:1746166608.696466:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166608.696886:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423238784 00000100:00100000:3.0:1746166608.696892:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423238784 00000100:00100000:3.0:1746166608.696911:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423239296 00000100:00100000:3.0:1746166608.696926:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423239296 00000100:00100000:3.0:1746166608.696936:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423238912 00000100:00100000:3.0:1746166608.696938:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423238912 00000100:00100000:3.0:1746166608.696956:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7756 00000100:00100000:3.0:1746166608.696961:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423238912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166608.696993:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423238912:12345-0@lo:400:kworker.0 Request processed in 33us (1704us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166608.696998:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7756 00000100:00100000:3.0:1746166608.697008:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50208 00000100:00100000:3.0:1746166608.697011:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423238784:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166608.697029:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166608.697054:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423238784:12345-0@lo:8:kworker.0 Request processed in 41us (4422us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166608.697058:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50208 00000100:00100000:3.0:1746166608.697066:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50209 00000100:00100000:3.0:1746166608.697069:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423239296:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166608.697076:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166608.697092:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423239296:12345-0@lo:8:kworker.0 Request processed in 23us (2793us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166608.697096:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50209 00000100:00100000:3.0:1746166608.697112:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423238528 00000100:00100000:3.0:1746166608.697115:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423238528 00000100:00100000:3.0:1746166608.697134:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423239552 00000100:00100000:3.0:1746166608.697136:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423239552 00000100:00100000:3.0:1746166608.697147:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2838 00000100:00100000:3.0:1746166608.697152:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423238528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166608.697178:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423238528:12345-0@lo:400:kworker.0 Request processed in 27us (3387us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166608.697183:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2838 00000100:00100000:3.0:1746166608.697192:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2839 00000100:00100000:3.0:1746166608.697196:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423239552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166608.697215:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423239552:12345-0@lo:400:kworker.0 Request processed in 19us (787us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166608.697219:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2839 00000100:00080000:3.0:1746166608.697236:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746166608.697256:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166608.697260:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166608.697263:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423238784:0@lo:8:kworker.0 00000100:00080000:3.0:1746166608.697271:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166608.697273:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166608.697276:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423239296:0@lo:8:kworker.0 00000100:00100000:3.0:1746166608.697318:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423238528:0@lo:400:kworker.0 00000100:00100000:3.0:1746166608.697338:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423238912:0@lo:400:kworker.0 00000100:00100000:3.0:1746166608.697346:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423239552:0@lo:400:kworker.0 00000100:00100000:1.0:1746166608.698395:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423238656:0@lo:400:kworker.0 00000100:00100000:2.0:1746166608.698446:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423239424 00000100:00100000:2.0:1746166608.698451:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423239424 00000100:00100000:2.0:1746166608.698478:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7757 00000100:00100000:2.0:1746166608.698483:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423239424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166608.698516:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423239424:12345-0@lo:400:kworker.0 Request processed in 32us (2048us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166608.698520:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7757 00000100:00100000:1.0:1746166608.698623:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423239424:0@lo:400:kworker.0 00000100:00080000:3.0:1746166608.698815:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166608.724338:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166608.724356:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423239680:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166608.724409:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166608.724508:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423239808:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166608.726602:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166608.726691:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423239680 00000100:00100000:1.0:1746166608.726699:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423239680 00000100:00100000:1.0:1746166608.726730:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423239808 00000100:00100000:1.0:1746166608.726732:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423239808 00000100:00100000:1.0:1746166608.726745:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35835 00000100:00100000:1.0:1746166608.726750:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423239680:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166608.726777:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166608.726810:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423239680:12345-0@lo:41:osp-pre-0-1.0 Request processed in 60us (2400us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166608.726815:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35835 00000100:00100000:1.0:1746166608.726826:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35836 00000100:00100000:1.0:1746166608.726830:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423239808:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166608.726842:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166608.726875:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423239808:12345-0@lo:41:osp-pre-1-0.0 Request processed in 43us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166608.726880:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35836 00000100:00100000:1.0:1746166608.726921:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423239680:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166608.727231:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423239808:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166609.012097:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423239936:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166609.012167:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166609.012312:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423239936 00000100:00100000:1.0:1746166609.012320:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423239936 00000100:00100000:1.0:1746166609.012355:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7130 00000100:00100000:1.0:1746166609.012363:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088faf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423239936:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746166609.012387:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166609.012449:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088faf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423239936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166609.012456:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7130 00000100:00100000:3.0:1746166609.012591:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423239936:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166609.686851:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166610.690723:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166611.691988:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166612.654341:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166612.654878:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439170304 00000100:00100000:3.0:1746166612.654886:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439170304 00000100:00100000:3.0:1746166612.654927:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 874 00000100:00100000:3.0:1746166612.654934:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0808450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439170304:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166612.655000:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0808450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439170304:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 66us (664us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166612.655006:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 874 00000100:00100000:1.0:1746166612.656638:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166612.656671:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166612.656766:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439170560 00000100:00100000:1.0:1746166612.656772:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166612.656772:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439170560 00000100:00100000:1.0:1746166612.656807:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439170432 00000100:00100000:1.0:1746166612.656810:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439170432 00000100:00100000:2.0:1746166612.656812:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2840 00000100:00100000:2.0:1746166612.656818:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439170560:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166612.656831:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2841 00000100:00100000:1.0:1746166612.656835:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439170432:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166612.656970:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439170560:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 150us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166612.656977:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2840 00000100:00080000:2.0:1746166612.656994:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746166612.656997:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166612.658268:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439170432:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1430us (1594us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166612.658275:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2841 00000100:00100000:1.0:1746166612.658294:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439170688 00000100:00100000:1.0:1746166612.658297:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439170688 00000100:00100000:1.0:1746166612.658699:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50210 00000100:00100000:1.0:1746166612.658705:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439170688:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166612.658725:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166612.658767:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439170688:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 61us (1993us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166612.658772:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50210 00010000:00010000:0.0:1746166612.694527:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166612.790587:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746166612.790606:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423240064:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166612.790661:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166612.790886:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423240064 00000100:00100000:0.0:1746166612.790893:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423240064 00000100:00080000:2.0:1746166612.790979:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166612.791296:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7131 00000100:00100000:0.0:1746166612.791305:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423240064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166612.791332:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166612.791608:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423240064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 303us (945us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166612.791960:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7131 00000100:00100000:3.0:1746166612.792042:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423240064:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746166613.695871:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166613.700895:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423240320:0@lo:400:kworker.0 00000100:00100000:1.0:1746166613.700952:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166613.701017:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423240320 00000100:00100000:1.0:1746166613.701023:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423240320 00000100:00100000:1.0:1746166613.701064:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2842 00000100:00100000:1.0:1746166613.701071:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423240320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166613.701106:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423240320:12345-0@lo:400:kworker.0 Request processed in 36us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166613.701111:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2842 00000100:00100000:1.0:1746166613.701140:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423240320:0@lo:400:kworker.0 00000100:00080000:1.0:1746166613.701167:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166613.701359:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746166613.701368:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f128000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423240192:0@lo:400:kworker.0 00000100:00100000:0.0:1746166613.701395:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166613.701524:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166613.701528:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166613.701530:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166613.701534:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10529 00000100:00080000:2.0:1746166613.701537:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746166613.701541:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166613.701554:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f12ad80 x1830977423240704/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166613.701576:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166613.701578:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166613.701580:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166613.701582:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10529 00000100:00080000:2.0:1746166613.701584:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746166613.701586:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166613.701592:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130e66d80 x1830977423241216/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166613.701615:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423240704:0@lo:8:kworker.0 00000100:00100000:2.0:1746166613.701647:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166613.701660:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423241216:0@lo:8:kworker.0 00000100:00100000:2.0:1746166613.701671:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166613.701908:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423240704 00000100:00100000:2.0:1746166613.701911:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423240704 00000100:00100000:2.0:1746166613.701925:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423241216 00000100:00100000:2.0:1746166613.701926:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423241216 00000100:00100000:2.0:1746166613.701935:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50211 00000100:00100000:2.0:1746166613.701938:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423240704:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166613.701956:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166613.701979:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423240704:12345-0@lo:8:kworker.0 Request processed in 39us (331us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166613.701984:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50211 00000100:00100000:2.0:1746166613.701994:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50212 00000100:00100000:2.0:1746166613.701997:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423241216:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166613.702006:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166613.702021:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423241216:12345-0@lo:8:kworker.0 Request processed in 23us (349us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166613.702025:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50212 00000100:00080000:2.0:1746166613.702045:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166613.702048:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166613.702051:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423240704:0@lo:8:kworker.0 00000100:00080000:2.0:1746166613.702058:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166613.702059:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166613.702062:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423241216:0@lo:8:kworker.0 00000100:00100000:2.0:1746166613.702085:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423240448:0@lo:400:kworker.0 00000100:00100000:2.0:1746166613.702102:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166613.702115:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423241088:0@lo:400:kworker.0 00000100:00100000:2.0:1746166613.702131:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166613.702142:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746166613.702146:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423240960:0@lo:400:kworker.0 00000100:00100000:2.0:1746166613.702159:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166613.702179:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423240448 00000100:00100000:2.0:1746166613.702182:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423240448 00000100:00100000:2.0:1746166613.702200:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423240960 00000100:00100000:2.0:1746166613.702202:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423240960 00000100:00100000:2.0:1746166613.702215:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2843 00000100:00100000:2.0:1746166613.702219:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423240448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166613.702244:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423240448:12345-0@lo:400:kworker.0 Request processed in 25us (141us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166613.702249:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2843 00000100:00100000:2.0:1746166613.702257:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2844 00000100:00100000:2.0:1746166613.702261:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423240960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166613.702276:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423240960:12345-0@lo:400:kworker.0 Request processed in 15us (116us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166613.702280:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2844 00000100:00080000:2.0:1746166613.702289:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166613.702301:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423240960:0@lo:400:kworker.0 00000100:00100000:2.0:1746166613.702308:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423240448:0@lo:400:kworker.0 00000100:00100000:2.0:1746166613.702337:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423241088 00000100:00100000:2.0:1746166613.702339:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423241088 00000100:00100000:2.0:1746166613.702356:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35837 00000100:00100000:2.0:1746166613.702359:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423241088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166613.702384:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423241088:12345-0@lo:400:kworker.0 Request processed in 24us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166613.702388:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35837 00000100:00100000:2.0:1746166613.702406:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423241088:0@lo:400:kworker.0 00000100:00100000:2.0:1746166613.702424:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423240192 00000100:00100000:2.0:1746166613.702427:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423240192 00000100:00100000:2.0:1746166613.702443:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:2.0:1746166613.702447:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0809450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423240192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166613.702468:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0809450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423240192:12345-0@lo:400:kworker.0 Request processed in 21us (1072us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166613.702472:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00100000:3.0:1746166613.702539:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423240832:0@lo:400:kworker.0 00000100:00100000:3.0:1746166613.702560:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166613.702572:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d802d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423241472:0@lo:400:kworker.0 00000100:00100000:3.0:1746166613.702584:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166613.702592:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1746166613.702596:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423240576:0@lo:400:kworker.0 00000100:00100000:3.0:1746166613.702607:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166613.702615:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423241344:0@lo:400:kworker.0 00000100:00100000:3.0:1746166613.702627:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166613.702642:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423240576 00000100:00100000:3.0:1746166613.702644:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423240576 00000100:00100000:3.0:1746166613.702661:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35838 00000100:00100000:3.0:1746166613.702666:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423240576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166613.702707:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423240576:12345-0@lo:400:kworker.0 Request processed in 40us (98us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166613.702712:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35838 00000100:00100000:3.0:1746166613.702735:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423240576:0@lo:400:kworker.0 00000100:00100000:0.0:1746166613.702796:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f128000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423240192:0@lo:400:kworker.0 00000100:00100000:1.0:1746166613.702848:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423241472 00000100:00100000:1.0:1746166613.702851:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423241472 00000100:00100000:1.0:1746166613.702876:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2845 00000100:00100000:1.0:1746166613.702880:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423241472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166613.702918:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423241472:12345-0@lo:400:kworker.0 Request processed in 38us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166613.702923:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2845 00000100:00100000:3.0:1746166613.702997:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d802d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423241472:0@lo:400:kworker.0 00000100:00100000:2.0:1746166613.703268:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423240832 00000100:00100000:2.0:1746166613.703271:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423240832 00000100:00100000:3.0:1746166613.704533:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423241344 00000100:00100000:3.0:1746166613.704537:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423241344 00000100:00100000:3.0:1746166613.704565:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7758 00000100:00100000:3.0:1746166613.704571:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423240832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166613.704610:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423240832:12345-0@lo:400:kworker.0 Request processed in 40us (2049us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166613.704614:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7758 00000100:00100000:3.0:1746166613.704624:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7759 00000100:00100000:3.0:1746166613.704628:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423241344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166613.704648:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423241344:12345-0@lo:400:kworker.0 Request processed in 20us (2021us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166613.704653:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7759 00000100:00100000:3.0:1746166613.704698:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423241344:0@lo:400:kworker.0 00000100:00100000:3.0:1746166613.704708:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423240832:0@lo:400:kworker.0 00000100:00080000:3.0:1746166613.704731:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166613.729852:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746166613.729868:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423241600:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166613.729915:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166613.729978:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423241600 00000100:00100000:3.0:1746166613.729983:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423241600 00000100:00100000:3.0:1746166613.730016:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35839 00000100:00100000:3.0:1746166613.730023:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423241600:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166613.730062:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166613.730097:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423241600:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166613.730102:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35839 00000100:00100000:0.0:1746166613.730223:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746166613.730232:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423241728:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166613.730256:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166613.730318:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423241728 00000100:00100000:2.0:1746166613.730322:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423241728 00000100:00100000:2.0:1746166613.730343:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35840 00000100:00100000:2.0:1746166613.730347:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ea2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423241728:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166613.730364:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166613.730390:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ea2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423241728:12345-0@lo:41:osp-pre-0-1.0 Request processed in 42us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166613.730396:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35840 00000100:00100000:2.0:1746166613.730424:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423241600:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166613.730878:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423241728:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166614.018364:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746166614.018383:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423241856:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166614.018449:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166614.019131:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423241856 00000100:00100000:1.0:1746166614.019139:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423241856 00000100:00100000:1.0:1746166614.019173:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7132 00000100:00100000:1.0:1746166614.019180:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423241856:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746166614.019200:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166614.019364:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423241856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 183us (919us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166614.019370:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7132 00000100:00100000:3.0:1746166614.019446:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423241856:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166614.699123:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166615.702330:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166616.703915:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166617.663278:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166617.663320:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166617.663435:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166617.663465:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166617.663490:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439171072 00000100:00100000:0.0:1746166617.663497:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439171072 00000100:00100000:2.0:1746166617.663991:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439170816 00000100:00100000:2.0:1746166617.663995:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439170816 00000100:00100000:2.0:1746166617.664031:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 876 00000100:00100000:2.0:1746166617.664038:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439170816:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166617.664091:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439170816:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 53us (821us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166617.664097:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 876 00000100:00100000:2.0:1746166617.664404:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439171200 00000100:00100000:2.0:1746166617.664407:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439171200 00000100:00100000:2.0:1746166617.664424:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50213 00000100:00100000:2.0:1746166617.664429:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124daf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439171200:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166617.664450:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166617.664622:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439170944 00000100:00100000:1.0:1746166617.664626:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439170944 00000100:00100000:0.0:1746166617.666243:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2846 00000100:00100000:0.0:1746166617.666251:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439171072:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166617.666519:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2847 00000100:00100000:1.0:1746166617.666526:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b202300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439170944:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:3.0:1746166617.666603:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746166617.666607:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166617.669403:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124daf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439171200:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 4962us (5926us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166617.669414:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50213 00000100:00100000:0.0:1746166617.670060:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439171072:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 3807us (6735us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166617.670068:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2846 00000100:00100000:1.0:1746166617.670523:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b202300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439170944:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 3995us (7085us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166617.670529:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2847 00010000:00010000:0.0:1746166617.706965:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166617.795404:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423241984:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166617.795464:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166617.795533:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423241984 00000100:00100000:2.0:1746166617.795540:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423241984 00000100:00100000:2.0:1746166617.795588:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7133 00000100:00100000:2.0:1746166617.795597:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423241984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166617.795622:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:3.0:1746166617.795635:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166617.795871:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090466d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423241984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 275us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166617.795876:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7133 00000100:00100000:0.0:1746166617.795890:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423241984:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1746166618.705976:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166618.705980:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166618.705983:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166618.705989:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10534 00000100:00080000:2.0:1746166618.705993:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746166618.705998:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166618.706017:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130e64a80 x1830977423242624/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166618.706044:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166618.706046:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166618.706048:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166618.706051:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10534 00000100:00080000:2.0:1746166618.706053:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166618.706056:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166618.706064:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009fa91500 x1830977423243136/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166618.706096:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423242624:0@lo:8:kworker.0 00000100:00100000:2.0:1746166618.706156:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166618.706201:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423243136:0@lo:8:kworker.0 00000100:00100000:2.0:1746166618.706217:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166618.706245:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423242624 00000100:00100000:2.0:1746166618.706250:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423242624 00000100:00100000:2.0:1746166618.707465:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423243136 00000100:00100000:2.0:1746166618.707472:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423243136 00000100:00100000:2.0:1746166618.707486:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50214 00000100:00100000:2.0:1746166618.707492:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423242624:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166618.707513:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166618.707552:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423242624:12345-0@lo:8:kworker.0 Request processed in 60us (1396us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166618.707559:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50214 00000100:00100000:3.0:1746166618.707570:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423242240:0@lo:400:kworker.0 00000100:00100000:2.0:1746166618.707571:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50215 00000100:00100000:2.0:1746166618.707574:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090943100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423243136:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166618.707584:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166618.707600:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166618.707602:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090943100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423243136:12345-0@lo:8:kworker.0 Request processed in 26us (1384us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166618.707606:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50215 00000100:00100000:3.0:1746166618.707620:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423242880:0@lo:400:kworker.0 00000100:00080000:2.0:1746166618.707633:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1746166618.707634:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166618.707636:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166618.707640:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423242624:0@lo:8:kworker.0 00000100:00100000:3.0:1746166618.707648:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:02020000:2.0:1746166618.707649:0:3768:0:(client.c:1389:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_connect to node 0@lo failed: rc = -19 00000100:00080000:2.0:1746166618.707652:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1746166618.707653:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423242112:0@lo:400:kworker.0 00000100:00080000:2.0:1746166618.707654:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166618.707656:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423243136:0@lo:8:kworker.0 00000100:00100000:3.0:1746166618.707702:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166618.707718:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423242112 00000100:00100000:2.0:1746166618.707721:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423242112 00000100:00100000:3.0:1746166618.707728:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423242752:0@lo:400:kworker.0 00000100:00100000:3.0:1746166618.707757:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166618.707766:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 877 00000100:00100000:3.0:1746166618.707771:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423243392:0@lo:400:kworker.0 00000100:00100000:2.0:1746166618.707773:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423242112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166618.707786:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166618.707801:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423242112:12345-0@lo:400:kworker.0 Request processed in 29us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166618.707805:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423242112:0@lo:400:kworker.0 00000100:00100000:2.0:1746166618.707806:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 877 00000100:00100000:3.0:1746166618.707824:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423242240 00000100:00100000:2.0:1746166618.707826:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423242496:0@lo:400:kworker.0 00000100:00100000:3.0:1746166618.707827:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423242240 00000100:00100000:2.0:1746166618.707845:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166618.707851:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423242880 00000100:00100000:3.0:1746166618.707854:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423242880 00000100:00100000:2.0:1746166618.707861:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f87f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423243264:0@lo:400:kworker.0 00000100:00100000:3.0:1746166618.707864:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423243392 00000100:00100000:3.0:1746166618.707866:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423243392 00000100:00100000:2.0:1746166618.707875:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166618.707877:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2848 00000100:00100000:3.0:1746166618.707882:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423242240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166618.707887:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1746166618.707893:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423242368:0@lo:400:kworker.0 00000100:00100000:3.0:1746166618.707910:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423242240:12345-0@lo:400:kworker.0 Request processed in 28us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166618.707916:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2848 00000100:00100000:2.0:1746166618.707926:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166618.707927:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2849 00000100:00100000:3.0:1746166618.707931:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423242880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166618.707940:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423243008:0@lo:400:kworker.0 00000100:00100000:3.0:1746166618.707951:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423242880:12345-0@lo:400:kworker.0 Request processed in 19us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166618.707956:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166618.707956:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2849 00000100:00100000:3.0:1746166618.707963:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423242368 00000100:00100000:3.0:1746166618.707965:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423242368 00000100:00100000:3.0:1746166618.707977:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2850 00000100:00100000:2.0:1746166618.707981:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2851 00000100:00100000:3.0:1746166618.707982:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423243392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166618.707988:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423242368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166618.708000:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423243392:12345-0@lo:400:kworker.0 Request processed in 18us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166618.708005:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2850 00000100:00100000:2.0:1746166618.708013:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423242368:12345-0@lo:400:kworker.0 Request processed in 27us (86us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166618.708018:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2851 00000100:00100000:3.0:1746166618.708020:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423242752 00000100:00100000:3.0:1746166618.708022:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423242752 00000100:00100000:3.0:1746166618.708035:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423243264 00000100:00100000:3.0:1746166618.708037:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423243264 00000100:00100000:2.0:1746166618.708040:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423242496 00000100:00100000:2.0:1746166618.708043:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423242496 00000100:00100000:3.0:1746166618.708048:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7760 00000100:00100000:3.0:1746166618.708052:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423242752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166618.708060:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423243008 00000100:00100000:2.0:1746166618.708063:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423243008 00000100:00100000:3.0:1746166618.708071:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423242752:12345-0@lo:400:kworker.0 Request processed in 19us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166618.708074:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35841 00000100:00100000:3.0:1746166618.708077:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7760 00000100:00100000:2.0:1746166618.708079:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423242496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166618.708085:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7761 00000100:00100000:3.0:1746166618.708089:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423243264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166618.708104:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423242496:12345-0@lo:400:kworker.0 Request processed in 25us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166618.708108:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423243264:12345-0@lo:400:kworker.0 Request processed in 18us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166618.708109:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35841 00000100:00100000:3.0:1746166618.708112:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7761 00000100:00100000:2.0:1746166618.708119:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35842 00000100:00100000:2.0:1746166618.708123:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423243008:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1746166618.708125:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746166618.708128:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746166618.708129:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166618.708142:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423243008:12345-0@lo:400:kworker.0 Request processed in 19us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166618.708142:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423242752:0@lo:400:kworker.0 00000100:00100000:2.0:1746166618.708146:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35842 00000100:00100000:3.0:1746166618.708150:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423243392:0@lo:400:kworker.0 00000100:00100000:3.0:1746166618.708157:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423242240:0@lo:400:kworker.0 00000100:00100000:3.0:1746166618.708164:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423242880:0@lo:400:kworker.0 00000100:00100000:2.0:1746166618.708169:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423242368:0@lo:400:kworker.0 00000100:00100000:2.0:1746166618.708177:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423243008:0@lo:400:kworker.0 00000100:00100000:2.0:1746166618.708183:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423242496:0@lo:400:kworker.0 00000100:00100000:2.0:1746166618.708189:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f87f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423243264:0@lo:400:kworker.0 00010000:00010000:1.0:1746166618.710755:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166618.737837:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746166618.737837:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746166618.737853:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423243520:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166618.737853:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423243648:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166618.737983:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166618.738021:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166618.738044:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423243648 00000100:00100000:2.0:1746166618.738050:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423243648 00000100:00100000:2.0:1746166618.738078:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423243520 00000100:00100000:2.0:1746166618.738080:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423243520 00000100:00100000:2.0:1746166618.738092:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35843 00000100:00100000:2.0:1746166618.738098:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423243648:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166618.738109:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35844 00000100:00100000:0.0:1746166618.738117:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423243520:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166618.738123:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000004:00000024:0.0:1746166618.738135:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166618.738153:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423243648:12345-0@lo:41:osp-pre-0-1.0 Request processed in 55us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166618.738159:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35843 00000100:00100000:0.0:1746166618.738164:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423243520:12345-0@lo:41:osp-pre-1-0.0 Request processed in 49us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166618.738170:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35844 00000100:00100000:2.0:1746166618.738190:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423243648:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166618.738881:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e3d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423243520:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166619.038577:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423243776:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166619.038636:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166619.044815:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423243776 00000100:00100000:3.0:1746166619.044826:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423243776 00000100:00100000:3.0:1746166619.044892:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7134 00000100:00100000:3.0:1746166619.044901:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423243776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166619.044926:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166619.045001:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423243776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (6366us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166619.045007:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7134 00000100:00100000:2.0:1746166619.045060:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423243776:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166619.711893:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166620.714091:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166621.719151:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166622.671538:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166622.671583:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166622.671616:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166622.671721:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166622.671764:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439171712 00000100:00100000:0.0:1746166622.671772:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439171712 00000100:00100000:1.0:1746166622.671773:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439171456 00000100:00100000:1.0:1746166622.671777:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439171456 00000100:00100000:0.0:1746166622.671797:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50216 00000100:00100000:0.0:1746166622.671803:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b714700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439171712:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:1.0:1746166622.671807:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439171584 00000100:00100000:1.0:1746166622.671808:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439171584 00010000:00020000:0.0:1746166622.671824:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166622.671828:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2852 00000100:00100000:1.0:1746166622.671833:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b714380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439171456:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166622.671863:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b714700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439171712:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 60us (247us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166622.671863:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b714380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439171456:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 31us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166622.671870:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50216 00000100:00100000:1.0:1746166622.671870:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2852 00000100:00100000:1.0:1746166622.671880:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2853 00000100:00100000:1.0:1746166622.671885:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b714a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439171584:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166622.671902:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b714a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439171584:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 16us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166622.671906:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2853 00000100:00080000:0.0:1746166622.671932:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166622.671934:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166622.672055:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439171328 00000100:00100000:2.0:1746166622.672059:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439171328 00000100:00100000:2.0:1746166622.672090:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 878 00000100:00100000:2.0:1746166622.672095:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439171328:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166622.672291:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439171328:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 194us (761us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166622.672298:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 878 00010000:00010000:0.0:1746166622.722453:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166622.802399:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423243904:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166622.802460:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166622.802592:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423243904 00000100:00100000:2.0:1746166622.802598:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423243904 00000100:00100000:2.0:1746166622.802645:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7135 00000100:00100000:2.0:1746166622.802652:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423243904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166622.802723:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166622.802761:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423243904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 110us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166622.802767:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7135 00000100:00080000:0.0:1746166622.802826:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166622.802952:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423243904:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1746166623.714533:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166623.714537:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166623.714540:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166623.714546:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10539 00000100:00080000:2.0:1746166623.714549:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166623.714554:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746166623.714558:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423244416:0@lo:400:kworker.0 00000100:00100000:2.0:1746166623.714569:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e3d5f80 x1830977423244544/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166623.714590:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166623.714593:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166623.714594:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166623.714597:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10539 00000100:00080000:2.0:1746166623.714598:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166623.714601:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166623.714608:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e3d6d80 x1830977423245056/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746166623.714609:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166623.714637:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423244288:0@lo:400:kworker.0 00000100:00100000:1.0:1746166623.714706:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423245184:0@lo:400:kworker.0 00000100:00100000:2.0:1746166623.714708:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166623.714754:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166623.714770:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1746166623.714775:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423244032:0@lo:400:kworker.0 00000100:00100000:1.0:1746166623.714800:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166623.714822:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423244672:0@lo:400:kworker.0 00000100:00100000:1.0:1746166623.714838:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166623.714853:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423244160:0@lo:400:kworker.0 00000100:00100000:0.0:1746166623.714880:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166623.714895:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423244800:0@lo:400:kworker.0 00000100:00100000:0.0:1746166623.714907:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166623.715077:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423245312:0@lo:400:kworker.0 00000100:00100000:1.0:1746166623.715104:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423245184 00000100:00100000:1.0:1746166623.715109:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423245184 00000100:00100000:1.0:1746166623.715143:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423244672 00000100:00100000:1.0:1746166623.715145:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423244672 00000100:00100000:1.0:1746166623.715327:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7762 00000100:00100000:1.0:1746166623.715335:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132101c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423245184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166623.715378:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132101c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423245184:12345-0@lo:400:kworker.0 Request processed in 44us (623us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166623.715383:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7762 00000100:00100000:1.0:1746166623.715397:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7763 00000100:00100000:1.0:1746166623.715401:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132102a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423244672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166623.715421:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132102a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423244672:12345-0@lo:400:kworker.0 Request processed in 20us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166623.715425:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7763 00000100:00100000:0.0:1746166623.715607:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423244416 00000100:00100000:0.0:1746166623.715611:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423244416 00000100:00100000:0.0:1746166623.715632:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35845 00000100:00100000:0.0:1746166623.715637:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423244416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166623.715699:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423244416:12345-0@lo:400:kworker.0 Request processed in 61us (1089us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166623.715893:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35845 00000100:00100000:0.0:1746166623.715909:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423244032 00000100:00100000:0.0:1746166623.715912:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423244032 00000100:00100000:0.0:1746166623.715929:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00000100:00100000:0.0:1746166623.715933:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423244032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166623.715956:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423244032:12345-0@lo:400:kworker.0 Request processed in 23us (1155us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166623.715961:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00100000:2.0:1746166623.716015:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423244928:0@lo:400:kworker.0 00000100:00100000:2.0:1746166623.716080:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166623.716104:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423244544:0@lo:8:kworker.0 00000100:00100000:2.0:1746166623.716120:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166623.716131:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423245056:0@lo:8:kworker.0 00000100:00100000:2.0:1746166623.716161:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166623.716182:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423244928 00000100:00100000:2.0:1746166623.716184:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423244928 00000100:00100000:2.0:1746166623.716200:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35846 00000100:00100000:2.0:1746166623.716204:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423244928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166623.716225:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423244928:12345-0@lo:400:kworker.0 Request processed in 20us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166623.716229:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35846 00000100:00100000:2.0:1746166623.716246:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423244544 00000100:00100000:2.0:1746166623.716248:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423244544 00000100:00100000:2.0:1746166623.716258:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423245056 00000100:00100000:2.0:1746166623.716260:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423245056 00000100:00100000:2.0:1746166623.716269:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50217 00000100:00100000:2.0:1746166623.716273:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423244544:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166623.716288:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166623.716305:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423244544:12345-0@lo:8:kworker.0 Request processed in 32us (184us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166623.716309:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50217 00000100:00100000:2.0:1746166623.716315:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50218 00000100:00100000:2.0:1746166623.716318:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423245056:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166623.716325:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166623.716335:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423245056:12345-0@lo:8:kworker.0 Request processed in 16us (174us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166623.716338:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50218 00000100:00080000:2.0:1746166623.716359:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166623.716361:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166623.716364:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e3d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423244544:0@lo:8:kworker.0 00000100:00080000:2.0:1746166623.716370:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166623.716372:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166623.716374:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e3d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423245056:0@lo:8:kworker.0 00000100:00100000:2.0:1746166623.716393:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e3d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423244928:0@lo:400:kworker.0 00000100:00080000:2.0:1746166623.716424:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166623.716820:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423244288 00000100:00100000:1.0:1746166623.716824:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423244288 00000100:00100000:1.0:1746166623.716853:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423244160 00000100:00100000:3.0:1746166623.716855:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423244800 00000100:00100000:1.0:1746166623.716856:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423244160 00000100:00100000:3.0:1746166623.716859:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423244800 00000100:00100000:1.0:1746166623.716871:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2854 00000100:00100000:1.0:1746166623.716876:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423244288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166623.716905:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423244288:12345-0@lo:400:kworker.0 Request processed in 30us (2197us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166623.716910:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2854 00000100:00100000:3.0:1746166623.716917:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2855 00000100:00100000:1.0:1746166623.716921:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2856 00000100:00100000:3.0:1746166623.716924:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b715180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423244160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166623.716925:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b715500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423244800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166623.716949:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b715500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423244800:12345-0@lo:400:kworker.0 Request processed in 24us (2041us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166623.716951:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b715180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423244160:12345-0@lo:400:kworker.0 Request processed in 29us (2071us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166623.716954:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2856 00000100:00100000:3.0:1746166623.716957:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2855 00000100:00100000:1.0:1746166623.716980:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166623.716994:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e3d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423244160:0@lo:400:kworker.0 00000100:00100000:3.0:1746166623.717003:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e3d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423244800:0@lo:400:kworker.0 00000100:00100000:1.0:1746166623.717006:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e3d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423245184:0@lo:400:kworker.0 00000100:00100000:1.0:1746166623.717015:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e3d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423244416:0@lo:400:kworker.0 00000100:00100000:3.0:1746166623.717016:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423245312 00000100:00100000:3.0:1746166623.717018:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423245312 00000100:00100000:1.0:1746166623.717029:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e3d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423244032:0@lo:400:kworker.0 00000100:00100000:3.0:1746166623.717033:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2857 00000100:00100000:1.0:1746166623.717036:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e3d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423244672:0@lo:400:kworker.0 00000100:00100000:3.0:1746166623.717037:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132100380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423245312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166623.717261:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132100380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423245312:12345-0@lo:400:kworker.0 Request processed in 223us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166623.717266:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e3d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423245312:0@lo:400:kworker.0 00000100:00100000:3.0:1746166623.717267:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2857 00000100:00080000:2.0:1746166623.720628:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746166623.720635:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166623.720715:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e3d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423244288:0@lo:400:kworker.0 00010000:00010000:1.0:1746166623.723838:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166623.746261:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423245440:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166623.746324:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166623.746416:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423245440 00000100:00100000:1.0:1746166623.746422:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423245440 00000100:00100000:1.0:1746166623.746461:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35847 00000100:00100000:1.0:1746166623.746468:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423245440:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166623.746495:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166623.746536:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423245440:12345-0@lo:41:osp-pre-1-0.0 Request processed in 68us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166623.746541:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35847 00000100:00100000:3.0:1746166623.746552:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423245440:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166623.748573:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746166623.748796:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423245568:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166623.748831:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166623.748916:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423245568 00000100:00100000:1.0:1746166623.748922:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423245568 00000100:00100000:1.0:1746166623.748946:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35848 00000100:00100000:1.0:1746166623.748951:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423245568:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166623.748971:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166623.749004:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423245568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 52us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166623.749010:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35848 00000100:00100000:3.0:1746166623.749264:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423245568:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166624.051840:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423245696:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166624.051897:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166624.052039:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423245696 00000100:00100000:0.0:1746166624.052047:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423245696 00000100:00100000:0.0:1746166624.052163:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7136 00000100:00100000:0.0:1746166624.052171:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423245696:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166624.052191:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166624.052224:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423245696:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166624.052230:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7136 00000100:00100000:1.0:1746166624.052379:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e3d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423245696:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166624.728197:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166625.730749:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166626.733850:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166627.678548:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166627.681970:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439171840 00000100:00100000:2.0:1746166627.681980:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439171840 00000100:00100000:2.0:1746166627.682032:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 880 00000100:00100000:2.0:1746166627.682040:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439171840:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166627.682106:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439171840:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 67us (3566us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166627.682113:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 880 00000100:00100000:3.0:1746166627.683808:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166627.684544:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439172096 00000100:00100000:0.0:1746166627.684551:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439172096 00000100:00100000:3.0:1746166627.684558:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166627.684618:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166627.684639:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439172224 00000100:00100000:3.0:1746166627.684643:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439172224 00000100:00100000:0.0:1746166627.686133:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439171968 00000100:00100000:0.0:1746166627.686139:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439171968 00000100:00100000:0.0:1746166627.686172:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2858 00000100:00100000:0.0:1746166627.686180:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439172096:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166627.686202:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2859 00000100:00100000:1.0:1746166627.686210:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439171968:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166627.686233:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439172096:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 54us (2427us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166627.686236:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439171968:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 28us (1680us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166627.686242:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2858 00000100:00100000:1.0:1746166627.686291:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2859 00000100:00080000:1.0:1746166627.686316:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746166627.686319:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166627.688471:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50219 00000100:00100000:2.0:1746166627.688478:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439172224:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166627.688500:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166627.688550:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439172224:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 70us (3932us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166627.688556:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50219 00010000:00010000:0.0:1746166627.735942:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166627.810047:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746166627.810272:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423245824:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166627.810325:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166627.810447:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423245824 00000100:00100000:2.0:1746166627.810454:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423245824 00000100:00100000:2.0:1746166627.810494:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7137 00000100:00100000:2.0:1746166627.810501:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b715c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423245824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166627.810524:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166627.810559:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b715c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423245824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166627.810565:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7137 00000100:00080000:1.0:1746166627.810659:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166627.811668:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423245824:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1746166628.721874:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166628.721878:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166628.721881:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166628.721887:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10544 00000100:00080000:2.0:1746166628.721891:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166628.721896:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166628.721912:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e3d7100 x1830977423246464/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166628.721938:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166628.721940:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166628.721942:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166628.721944:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10544 00000100:00080000:2.0:1746166628.721947:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746166628.721950:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166628.721957:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e3d6d80 x1830977423246976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166628.721990:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423246464:0@lo:8:kworker.0 00000100:00100000:2.0:1746166628.722054:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166628.722106:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423246976:0@lo:8:kworker.0 00000100:00100000:2.0:1746166628.722124:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166628.722155:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423246464 00000100:00100000:2.0:1746166628.722167:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423246464 00000100:00100000:2.0:1746166628.722382:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423246976 00000100:00100000:2.0:1746166628.722385:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423246976 00000100:00100000:2.0:1746166628.722403:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50220 00000100:00100000:2.0:1746166628.722408:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423246464:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166628.722427:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166628.722455:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423246464:12345-0@lo:8:kworker.0 Request processed in 46us (401us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166628.722460:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50220 00000100:00100000:2.0:1746166628.722471:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50221 00000100:00100000:2.0:1746166628.722475:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423246976:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166628.722483:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166628.722532:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423246208:0@lo:400:kworker.0 00000100:00100000:3.0:1746166628.722616:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423245952:0@lo:400:kworker.0 00000100:00100000:0.0:1746166628.722670:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423246080:0@lo:400:kworker.0 00000100:00100000:1.0:1746166628.722882:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166628.722904:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423246848:0@lo:400:kworker.0 00000100:00100000:1.0:1746166628.722923:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166628.722938:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746166628.722942:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423246336:0@lo:400:kworker.0 00000100:00100000:1.0:1746166628.722957:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166628.722968:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423247104:0@lo:400:kworker.0 00000100:00100000:1.0:1746166628.722981:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166628.723001:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423246208 00000100:00100000:1.0:1746166628.723004:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423246208 00000100:00100000:1.0:1746166628.723033:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2860 00000100:00100000:1.0:1746166628.723038:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423246208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166628.723069:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423246208:12345-0@lo:400:kworker.0 Request processed in 31us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166628.723073:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2860 00000100:00100000:1.0:1746166628.723271:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423246848 00000100:00100000:1.0:1746166628.723274:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423246848 00000100:00100000:1.0:1746166628.723291:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423246336 00000100:00100000:1.0:1746166628.723293:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423246336 00000100:00100000:1.0:1746166628.723303:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35849 00000100:00100000:1.0:1746166628.723307:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423246848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166628.723332:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423246848:12345-0@lo:400:kworker.0 Request processed in 25us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166628.723337:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35849 00000100:00100000:1.0:1746166628.723345:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35850 00000100:00100000:1.0:1746166628.723349:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423246336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166628.723365:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423246336:12345-0@lo:400:kworker.0 Request processed in 17us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166628.723370:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35850 00000100:00080000:1.0:1746166628.723386:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166628.723403:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e3d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423246336:0@lo:400:kworker.0 00000100:00100000:1.0:1746166628.723411:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e3d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423246208:0@lo:400:kworker.0 00000100:00100000:1.0:1746166628.723416:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e3d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423246848:0@lo:400:kworker.0 00000100:00100000:1.0:1746166628.723443:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423247104 00000100:00100000:1.0:1746166628.723445:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423247104 00000100:00100000:1.0:1746166628.723463:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7764 00000100:00100000:1.0:1746166628.723468:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423247104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166628.723491:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423247104:12345-0@lo:400:kworker.0 Request processed in 23us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166628.723495:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7764 00000100:00080000:1.0:1746166628.723516:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166628.723520:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166628.723523:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e3d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423246464:0@lo:8:kworker.0 00000100:00080000:1.0:1746166628.723528:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166628.723530:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166628.723532:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e3d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423246976:0@lo:8:kworker.0 00000100:00080000:1.0:1746166628.723547:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166628.723555:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e3d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423247104:0@lo:400:kworker.0 00000100:00100000:3.0:1746166628.724019:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166628.724049:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423246592:0@lo:400:kworker.0 00000100:00100000:3.0:1746166628.724264:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166628.724274:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423247232:0@lo:400:kworker.0 00000100:00100000:3.0:1746166628.724288:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166628.724308:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423247232 00000100:00100000:3.0:1746166628.724311:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423247232 00000100:00100000:3.0:1746166628.724330:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2861 00000100:00100000:3.0:1746166628.724334:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423247232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166628.724358:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423247232:12345-0@lo:400:kworker.0 Request processed in 24us (69us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166628.724362:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2861 00000100:00100000:3.0:1746166628.724391:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e3d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423247232:0@lo:400:kworker.0 00000100:00100000:3.0:1746166628.724415:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423245952 00000100:00100000:3.0:1746166628.724417:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423245952 00000100:00100000:3.0:1746166628.724432:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881 00000100:00100000:3.0:1746166628.724436:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423245952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166628.724456:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423245952:12345-0@lo:400:kworker.0 Request processed in 21us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166628.724460:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881 00000100:00100000:3.0:1746166628.724480:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e3d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423245952:0@lo:400:kworker.0 00000100:00100000:3.0:1746166628.724496:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423246592 00000100:00100000:3.0:1746166628.724497:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423246592 00000100:00100000:3.0:1746166628.724510:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7765 00000100:00100000:3.0:1746166628.724513:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423246592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166628.724533:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423246592:12345-0@lo:400:kworker.0 Request processed in 20us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166628.724537:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7765 00000100:00100000:3.0:1746166628.724551:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e3d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423246592:0@lo:400:kworker.0 00000100:00100000:0.0:1746166628.725031:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166628.725048:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423246720:0@lo:400:kworker.0 00000100:00100000:0.0:1746166628.725065:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166628.725089:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423246080 00000100:00100000:0.0:1746166628.725091:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423246080 00000100:00100000:0.0:1746166628.725118:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423246720 00000100:00100000:0.0:1746166628.725120:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423246720 00000100:00100000:0.0:1746166628.725131:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2862 00000100:00100000:0.0:1746166628.725135:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b715f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423246080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166628.725158:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b715f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423246080:12345-0@lo:400:kworker.0 Request processed in 23us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166628.725161:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2862 00000100:00100000:0.0:1746166628.725169:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2863 00000100:00100000:0.0:1746166628.725172:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b716300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423246720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166628.725187:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b716300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423246720:12345-0@lo:400:kworker.0 Request processed in 15us (122us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166628.725191:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2863 00000100:00100000:0.0:1746166628.725212:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e3d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423246080:0@lo:400:kworker.0 00000100:00100000:0.0:1746166628.725219:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e3d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423246720:0@lo:400:kworker.0 00000100:00080000:1.0:1746166628.725278:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166628.725324:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423246976:12345-0@lo:8:kworker.0 Request processed in 2847us (3199us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166628.725331:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50221 00010000:00010000:1.0:1746166628.737846:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166628.753910:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746166628.753931:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423247360:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166628.753986:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166628.754035:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423247360 00000100:00100000:2.0:1746166628.754040:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423247360 00000100:00100000:2.0:1746166628.754073:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35851 00000100:00100000:2.0:1746166628.754079:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423247360:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166628.754105:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166628.754137:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423247360:12345-0@lo:41:osp-pre-1-0.0 Request processed in 58us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166628.754142:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35851 00000100:00100000:1.0:1746166628.754488:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746166628.754496:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423247488:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166628.754533:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166628.754782:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423247360:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166628.754967:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423247488 00000100:00100000:2.0:1746166628.754971:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423247488 00000100:00100000:2.0:1746166628.754991:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35852 00000100:00100000:2.0:1746166628.754996:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423247488:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166628.755012:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166628.755048:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423247488:12345-0@lo:41:osp-pre-0-1.0 Request processed in 51us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166628.755053:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35852 00000100:00100000:1.0:1746166628.755323:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423247488:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166629.058344:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746166629.058362:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423247616:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166629.058411:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166629.058464:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423247616 00000100:00100000:3.0:1746166629.058471:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423247616 00000100:00100000:3.0:1746166629.058505:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7138 00000100:00100000:3.0:1746166629.058510:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b716680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423247616:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166629.058529:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166629.058584:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b716680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423247616:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166629.058590:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7138 00000100:00100000:1.0:1746166629.059087:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e3d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423247616:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166629.740397:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746166630.742952:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166631.746439:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166632.686977:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166632.687143:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439172352 00000100:00100000:0.0:1746166632.687151:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439172352 00000100:00100000:0.0:1746166632.687195:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 882 00000100:00100000:0.0:1746166632.687204:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439172352:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166632.687258:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439172352:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 58us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166632.687264:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 882 00000100:00100000:0.0:1746166632.688383:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166632.688412:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166632.688469:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166632.688541:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439172736 00000100:00100000:2.0:1746166632.688545:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439172736 00000100:00100000:2.0:1746166632.688564:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50222 00000100:00100000:2.0:1746166632.688568:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b717100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439172736:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166632.688588:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166632.688617:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b717100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439172736:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 48us (148us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166632.688622:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50222 00000100:00100000:1.0:1746166632.690288:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439172480 00000100:00100000:1.0:1746166632.690294:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439172480 00000100:00100000:1.0:1746166632.690326:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439172608 00000100:00100000:1.0:1746166632.690327:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439172608 00000100:00100000:1.0:1746166632.690341:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2864 00000100:00100000:1.0:1746166632.690347:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b716a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439172480:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166632.690380:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b716a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439172480:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 34us (2047us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166632.690385:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2864 00000100:00100000:1.0:1746166632.690394:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2865 00000100:00100000:1.0:1746166632.690397:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b716d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439172608:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166632.690410:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b716d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439172608:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 13us (1999us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166632.690414:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2865 00000100:00080000:1.0:1746166632.690423:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166632.690426:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1746166632.747887:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166632.817893:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423247744:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166632.817951:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166632.820086:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423247744 00000100:00100000:0.0:1746166632.820096:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423247744 00000100:00100000:0.0:1746166632.820492:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7139 00000100:00100000:0.0:1746166632.820501:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423247744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166632.820553:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166632.821873:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423247744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1370us (3918us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166632.821881:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7139 00000100:00080000:1.0:1746166632.821943:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166632.823099:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423247744:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166633.729964:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423247872:0@lo:400:kworker.0 00000100:00100000:1.0:1746166633.730351:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166633.731367:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166633.731372:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166633.731375:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166633.731379:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10549 00000100:00080000:2.0:1746166633.731383:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746166633.731388:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166633.731424:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423248000:0@lo:400:kworker.0 00000100:00100000:0.0:1746166633.731454:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166633.731538:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423248256:0@lo:400:kworker.0 00000100:00100000:3.0:1746166633.731564:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166633.731576:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423248128:0@lo:400:kworker.0 00000100:00100000:3.0:1746166633.731595:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423247872 00000100:00100000:3.0:1746166633.731601:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423247872 00000100:00100000:1.0:1746166633.731610:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423248256 00000100:00100000:1.0:1746166633.731614:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423248256 00000100:00100000:3.0:1746166633.731636:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883 00000100:00100000:1.0:1746166633.731637:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35853 00000100:00100000:3.0:1746166633.731643:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423247872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166633.731689:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423247872:12345-0@lo:400:kworker.0 Request processed in 47us (1338us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166633.731695:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 883 00000100:00100000:1.0:1746166633.731773:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423248256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166633.731785:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d4d9880 x1830977423248384/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746166633.731815:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423248256:12345-0@lo:400:kworker.0 Request processed in 172us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166633.731821:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35853 00000100:00080000:2.0:1746166633.731822:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166633.731825:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166633.731827:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166633.731830:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10549 00000100:00080000:2.0:1746166633.731833:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746166633.731836:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746166633.731840:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423248512:0@lo:400:kworker.0 00000100:00100000:2.0:1746166633.731846:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d4da680 x1830977423248896/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746166633.731861:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166633.731881:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423248384:0@lo:8:kworker.0 00000100:00100000:1.0:1746166633.731888:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423247872:0@lo:400:kworker.0 00000100:00100000:1.0:1746166633.731902:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423249152:0@lo:400:kworker.0 00000100:00100000:2.0:1746166633.731905:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166633.731922:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423248896:0@lo:8:kworker.0 00000100:00100000:1.0:1746166633.731931:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423248512 00000100:00100000:1.0:1746166633.731935:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423248512 00000100:00100000:2.0:1746166633.731936:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166633.731953:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423248384 00000100:00100000:1.0:1746166633.731956:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423248384 00000100:00100000:2.0:1746166633.731957:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423248896 00000100:00100000:2.0:1746166633.731960:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423248896 00000100:00100000:1.0:1746166633.731967:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7766 00000100:00100000:1.0:1746166633.731972:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423248512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166633.732004:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423248512:12345-0@lo:400:kworker.0 Request processed in 32us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166633.732031:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423248640:0@lo:400:kworker.0 00000100:00100000:0.0:1746166633.732057:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166633.732071:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746166633.732076:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423248768:0@lo:400:kworker.0 00000100:00100000:0.0:1746166633.732092:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166633.732388:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7766 00000100:00100000:2.0:1746166633.732396:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50223 00000100:00100000:2.0:1746166633.732401:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423248384:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746166633.732403:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50224 00000100:00100000:1.0:1746166633.732407:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423248896:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166633.732418:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1746166633.732422:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166633.732444:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423248384:12345-0@lo:8:kworker.0 Request processed in 42us (539us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166633.732448:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423248896:12345-0@lo:8:kworker.0 Request processed in 40us (511us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166633.732449:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50223 00000100:00100000:1.0:1746166633.732453:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50224 00000100:00100000:2.0:1746166633.732464:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166633.732469:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423248000 00000100:00100000:1.0:1746166633.732472:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423248000 00000100:00100000:2.0:1746166633.732487:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423248640 00000100:00100000:2.0:1746166633.732501:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423248640 00000100:00100000:1.0:1746166633.732512:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423248128 00000100:00100000:1.0:1746166633.732514:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423248128 00000100:00100000:2.0:1746166633.732519:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2866 00000100:00100000:2.0:1746166633.732524:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b717800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423248000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166633.732529:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2867 00000100:00100000:1.0:1746166633.732534:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b717b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423248640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166633.732552:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b717800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423248000:12345-0@lo:400:kworker.0 Request processed in 28us (1097us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166633.732557:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2866 00000100:00100000:1.0:1746166633.732561:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b717b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423248640:12345-0@lo:400:kworker.0 Request processed in 27us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166633.732566:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2867 00000100:00100000:0.0:1746166633.732607:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423248640:0@lo:400:kworker.0 00000100:00100000:0.0:1746166633.732615:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423248000:0@lo:400:kworker.0 00000100:00100000:2.0:1746166633.733536:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2868 00000100:00080000:0.0:1746166633.733609:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166633.733612:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166633.733626:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423248768 00000100:00100000:0.0:1746166633.733630:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423248768 00000100:00100000:0.0:1746166633.733651:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35854 00000100:00100000:0.0:1746166633.733656:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b717480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423248768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166633.733705:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b717480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423248768:12345-0@lo:400:kworker.0 Request processed in 49us (1612us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166633.733711:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35854 00000100:00100000:0.0:1746166633.733737:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423248768:0@lo:400:kworker.0 00000100:00100000:1.0:1746166633.734149:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166633.734174:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423248512:0@lo:400:kworker.0 00000100:00100000:1.0:1746166633.734184:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746166633.734189:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423249024:0@lo:400:kworker.0 00000100:00100000:1.0:1746166633.734206:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166633.734225:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423249152 00000100:00100000:1.0:1746166633.734229:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423249152 00000100:00100000:1.0:1746166633.734247:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2869 00000100:00100000:1.0:1746166633.734252:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423249152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166633.734279:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423249152:12345-0@lo:400:kworker.0 Request processed in 27us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166633.734283:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2869 00000100:00100000:1.0:1746166633.734304:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423249152:0@lo:400:kworker.0 00000100:00080000:1.0:1746166633.734337:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166633.734341:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166633.734344:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423248384:0@lo:8:kworker.0 00000100:00080000:1.0:1746166633.734352:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166633.734354:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166633.734356:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423248896:0@lo:8:kworker.0 00000100:00100000:1.0:1746166633.734391:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423248256:0@lo:400:kworker.0 00000100:00100000:2.0:1746166633.734571:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423248128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166633.734625:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423248128:12345-0@lo:400:kworker.0 Request processed in 58us (2159us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166633.734631:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2868 00000100:00100000:0.0:1746166633.734647:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423248128:0@lo:400:kworker.0 00000100:00100000:2.0:1746166633.734888:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423249024 00000100:00100000:2.0:1746166633.734892:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423249024 00000100:00080000:0.0:1746166633.734908:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166633.734927:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7767 00000100:00100000:2.0:1746166633.734932:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423249024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166633.734959:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423249024:12345-0@lo:400:kworker.0 Request processed in 28us (752us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166633.734964:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7767 00000100:00100000:0.0:1746166633.735034:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423249024:0@lo:400:kworker.0 00010000:00010000:1.0:1746166633.750199:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166633.761847:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423249408:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166633.761888:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423249280:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166633.761901:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166633.761937:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166633.761966:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423249408 00000100:00100000:0.0:1746166633.761972:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423249408 00000100:00100000:0.0:1746166633.762007:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423249280 00000100:00100000:0.0:1746166633.762009:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423249280 00000100:00100000:0.0:1746166633.762022:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35855 00000100:00100000:0.0:1746166633.762029:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423249408:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166633.762047:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35856 00000004:00000024:0.0:1746166633.762055:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166633.762055:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b715880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423249280:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166633.762074:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746166633.762087:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423249408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166633.762094:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35855 00000100:00100000:1.0:1746166633.762107:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b715880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423249280:12345-0@lo:41:osp-pre-1-0.0 Request processed in 54us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166633.762321:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35856 00000100:00100000:0.0:1746166633.762335:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e3d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423249408:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166633.764792:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423249280:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166634.066048:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746166634.066066:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423249536:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166634.066288:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166634.067689:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423249536 00000100:00100000:1.0:1746166634.067697:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423249536 00000100:00100000:1.0:1746166634.067743:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7140 00000100:00100000:1.0:1746166634.067750:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b714e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423249536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746166634.067773:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166634.068967:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b714e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423249536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1216us (2677us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166634.068974:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7140 00000100:00100000:0.0:1746166634.070145:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e3d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423249536:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166634.752040:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166635.754278:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166636.758784:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166637.694904:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166637.695031:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166637.695302:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166637.695336:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439172864 00000100:00100000:3.0:1746166637.695343:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439172864 00000100:00100000:3.0:1746166637.695380:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 884 00000100:00100000:3.0:1746166637.695387:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439172864:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166637.700396:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439172992 00000100:00100000:2.0:1746166637.700408:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439172992 00000100:00100000:2.0:1746166637.700476:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439173120 00000100:00100000:2.0:1746166637.700478:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439173120 00000100:00100000:2.0:1746166637.700499:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2870 00000100:00100000:2.0:1746166637.700507:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b714000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439172992:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:1.0:1746166637.700600:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166637.700604:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166637.700617:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2871 00000100:00100000:1.0:1746166637.700623:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439173120:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166637.701347:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439172864:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 5957us (6447us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166637.701356:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 884 00000100:00100000:0.0:1746166637.701561:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166637.701586:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439173248 00000100:00100000:0.0:1746166637.701589:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439173248 00000100:00100000:0.0:1746166637.701606:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50225 00000100:00100000:0.0:1746166637.701611:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439173248:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746166637.701629:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166637.701653:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439173248:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 41us (92us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166637.701661:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50225 00000100:00100000:1.0:1746166637.703332:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439173120:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 2703us (8023us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166637.703341:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2871 00000100:00100000:2.0:1746166637.703400:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b714000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439172992:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 2894us (8368us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166637.703407:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2870 00010000:00010000:0.0:1746166637.762098:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166637.825892:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423249664:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166637.825957:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166637.826074:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423249664 00000100:00100000:1.0:1746166637.826080:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423249664 00000100:00100000:1.0:1746166637.826128:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7141 00000100:00100000:1.0:1746166637.826135:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423249664:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166637.826157:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166637.826193:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423249664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166637.826198:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7141 00000100:00080000:0.0:1746166637.826248:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166637.826274:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423249664:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1746166638.738737:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166638.738743:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166638.738746:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166638.738753:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10554 00000100:00080000:2.0:1746166638.738983:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746166638.738988:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166638.739006:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d4d9500 x1830977423250304/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166638.739031:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166638.739033:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166638.739035:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166638.739037:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10554 00000100:00080000:2.0:1746166638.739039:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746166638.739042:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166638.739051:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d4d9c00 x1830977423250816/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166638.739093:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423250176:0@lo:400:kworker.0 00000100:00100000:2.0:1746166638.739141:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166638.739189:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423250944:0@lo:400:kworker.0 00000100:00100000:2.0:1746166638.739225:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166638.739246:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1746166638.739251:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423250048:0@lo:400:kworker.0 00000100:00100000:2.0:1746166638.739277:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166638.739291:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423250688:0@lo:400:kworker.0 00000100:00100000:2.0:1746166638.739304:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166638.739326:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423250176 00000100:00100000:2.0:1746166638.739330:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423250176 00000100:00100000:2.0:1746166638.739362:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423250688 00000100:00100000:2.0:1746166638.739364:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423250688 00000100:00100000:2.0:1746166638.739378:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35857 00000100:00100000:2.0:1746166638.739384:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423250176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166638.739498:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35858 00000100:00100000:3.0:1746166638.739506:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423250688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166638.739558:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423249920:0@lo:400:kworker.0 00000100:00100000:0.0:1746166638.739604:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423249792:0@lo:400:kworker.0 00000100:00100000:2.0:1746166638.742796:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423250176:12345-0@lo:400:kworker.0 Request processed in 3403us (3645us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166638.742808:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35857 00000100:00100000:3.0:1746166638.742959:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423250688:12345-0@lo:400:kworker.0 Request processed in 3453us (3652us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166638.742966:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35858 00000100:00100000:3.0:1746166638.742991:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423250048 00000100:00100000:3.0:1746166638.742998:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423250048 00000100:00100000:3.0:1746166638.743035:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2872 00000100:00100000:3.0:1746166638.743041:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423250048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166638.743079:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423250048:12345-0@lo:400:kworker.0 Request processed in 40us (3801us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166638.743084:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2872 00000100:00080000:3.0:1746166638.743101:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166638.743126:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423250944 00000100:00100000:3.0:1746166638.743129:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423250944 00000100:00100000:3.0:1746166638.743372:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7768 00000100:00100000:3.0:1746166638.743377:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423250944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166638.743405:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423250944:12345-0@lo:400:kworker.0 Request processed in 28us (4180us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166638.743419:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7768 00000100:00080000:3.0:1746166638.743434:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166638.743460:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423250304:0@lo:8:kworker.0 00000100:00100000:3.0:1746166638.743489:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166638.743510:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423250816:0@lo:8:kworker.0 00000100:00100000:3.0:1746166638.743542:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166638.743569:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423250304 00000100:00100000:3.0:1746166638.743572:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423250304 00000100:00100000:3.0:1746166638.743586:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423250816 00000100:00100000:3.0:1746166638.743587:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423250816 00000100:00100000:3.0:1746166638.743597:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50226 00000100:00100000:3.0:1746166638.743601:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c88c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423250304:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166638.743620:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166638.743643:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c88c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423250304:12345-0@lo:8:kworker.0 Request processed in 41us (154us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166638.743649:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50226 00000100:00100000:3.0:1746166638.743794:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50227 00000100:00100000:3.0:1746166638.743799:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423250816:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166638.743808:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166638.743826:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423250816:12345-0@lo:8:kworker.0 Request processed in 26us (283us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166638.743831:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50227 00000100:00080000:3.0:1746166638.743854:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166638.743857:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166638.743860:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423250304:0@lo:8:kworker.0 00000100:00080000:3.0:1746166638.743868:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166638.743870:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166638.743872:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423250816:0@lo:8:kworker.0 00000100:00100000:0.0:1746166638.746173:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166638.746220:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423250432:0@lo:400:kworker.0 00000100:00100000:0.0:1746166638.746243:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166638.746257:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423251072:0@lo:400:kworker.0 00000100:00100000:0.0:1746166638.746274:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166638.746332:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423250432 00000100:00100000:0.0:1746166638.746338:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423250432 00000100:00100000:0.0:1746166638.746369:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7769 00000100:00100000:0.0:1746166638.746375:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423250432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166638.746425:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423250432:12345-0@lo:400:kworker.0 Request processed in 51us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166638.746430:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7769 00000100:00100000:0.0:1746166638.746461:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423250432:0@lo:400:kworker.0 00000100:00100000:0.0:1746166638.746483:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423251072 00000100:00100000:0.0:1746166638.746485:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423251072 00000100:00100000:0.0:1746166638.746500:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2873 00000100:00100000:0.0:1746166638.746504:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423251072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166638.746528:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423251072:12345-0@lo:400:kworker.0 Request processed in 24us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166638.746532:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2873 00000100:00100000:0.0:1746166638.746547:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423251072:0@lo:400:kworker.0 00000100:00100000:2.0:1746166638.746626:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423250176:0@lo:400:kworker.0 00000100:00100000:2.0:1746166638.746637:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423250944:0@lo:400:kworker.0 00000100:00100000:2.0:1746166638.746652:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423250048:0@lo:400:kworker.0 00000100:00100000:2.0:1746166638.746884:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423250688:0@lo:400:kworker.0 00000100:00100000:1.0:1746166638.746972:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166638.746999:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423250560:0@lo:400:kworker.0 00000100:00100000:1.0:1746166638.747014:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166638.747337:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423249792 00000100:00100000:3.0:1746166638.747340:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423249792 00000100:00100000:3.0:1746166638.747371:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 885 00000100:00100000:3.0:1746166638.747376:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423249792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166638.747414:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423249792:12345-0@lo:400:kworker.0 Request processed in 29us (1237us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166638.747420:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 885 00000100:00100000:3.0:1746166638.747446:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423249792:0@lo:400:kworker.0 00000100:00100000:0.0:1746166638.747569:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423249920 00000100:00100000:0.0:1746166638.747573:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423249920 00000100:00100000:0.0:1746166638.748700:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423250560 00000100:00100000:0.0:1746166638.748706:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423250560 00000100:00100000:1.0:1746166638.748777:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2874 00000100:00100000:1.0:1746166638.748784:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423249920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166638.748822:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423249920:12345-0@lo:400:kworker.0 Request processed in 39us (1851us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166638.748827:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2874 00000100:00100000:1.0:1746166638.748837:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2875 00000100:00100000:1.0:1746166638.748841:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423250560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166638.748855:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423250560:12345-0@lo:400:kworker.0 Request processed in 15us (1840us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166638.748859:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2875 00000100:00100000:1.0:1746166638.748877:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423249920:0@lo:400:kworker.0 00000100:00100000:1.0:1746166638.748884:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423250560:0@lo:400:kworker.0 00000100:00080000:3.0:1746166638.749079:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1746166638.764058:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166638.772300:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746166638.772316:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423251200:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166638.772368:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166638.772422:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423251200 00000100:00100000:2.0:1746166638.772427:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423251200 00000100:00100000:2.0:1746166638.772455:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35859 00000100:00100000:2.0:1746166638.772463:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423251200:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166638.772488:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166638.772520:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423251200:12345-0@lo:41:osp-pre-0-1.0 Request processed in 58us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166638.772526:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35859 00000100:00100000:2.0:1746166638.772557:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423251200:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166638.772652:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746166638.772662:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423251328:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166638.772697:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166638.773484:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423251328 00000100:00100000:2.0:1746166638.773489:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423251328 00000100:00100000:2.0:1746166638.773537:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35860 00000100:00100000:2.0:1746166638.773543:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423251328:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166638.773563:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166638.773599:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423251328:12345-0@lo:41:osp-pre-1-0.0 Request processed in 57us (901us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166638.773604:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35860 00000100:00100000:3.0:1746166638.773701:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423251328:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166639.073895:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423251456:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166639.073953:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166639.074576:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423251456 00000100:00100000:0.0:1746166639.074583:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423251456 00000100:00100000:0.0:1746166639.075481:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7142 00000100:00100000:0.0:1746166639.075489:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423251456:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166639.075511:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166639.077383:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423251456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1890us (3424us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166639.077393:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7142 00000100:00100000:3.0:1746166639.077558:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423251456:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166639.766733:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166640.768109:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166641.769870:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166642.704267:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166642.704326:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166642.704337:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439173376 00000100:00100000:2.0:1746166642.704353:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439173376 00000100:00100000:2.0:1746166642.704397:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 886 00000100:00100000:2.0:1746166642.704405:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439173376:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166642.704409:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439173504 00000100:00100000:3.0:1746166642.704412:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439173504 00000100:00100000:3.0:1746166642.704455:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2876 00000100:00100000:3.0:1746166642.704462:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439173504:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:1.0:1746166642.704500:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166642.705069:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439173376:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 663us (808us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166642.705075:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 886 00000100:00100000:3.0:1746166642.705376:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439173504:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 913us (1049us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166642.705382:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2876 00000100:00100000:3.0:1746166642.707727:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166642.707767:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166642.707816:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439173760 00000100:00100000:1.0:1746166642.707823:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439173760 00000100:00100000:0.0:1746166642.708005:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439173632 00000100:00100000:0.0:1746166642.708009:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439173632 00000100:00100000:0.0:1746166642.708040:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2877 00000100:00100000:0.0:1746166642.708046:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439173632:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166642.708064:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50228 00000100:00100000:1.0:1746166642.708069:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439173760:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166642.708262:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166642.708271:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439173632:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 224us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166642.708277:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2877 00000100:00100000:1.0:1746166642.708279:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439173760:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 210us (511us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166642.708286:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50228 00000100:00080000:1.0:1746166642.708297:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1746166642.772940:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166642.833994:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423251584:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166642.834052:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166642.834414:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423251584 00000100:00100000:0.0:1746166642.834421:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423251584 00000100:00100000:0.0:1746166642.834499:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7143 00000100:00100000:0.0:1746166642.834507:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423251584:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166642.834533:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166642.834570:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423251584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (519us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166642.834576:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7143 00000100:00080000:1.0:1746166642.834628:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166642.836651:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423251584:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1746166643.746547:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166643.746551:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166643.746555:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166643.746560:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10559 00000100:00080000:2.0:1746166643.746564:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00100000:3.0:1746166643.746565:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423251968:0@lo:400:kworker.0 00000100:00080000:2.0:1746166643.746569:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166643.746584:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cd3df80 x1830977423252224/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166643.746609:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166643.746611:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166643.746612:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166643.746615:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10559 00000100:00080000:2.0:1746166643.746617:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166643.746620:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746166643.746620:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166643.746627:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cd3ed80 x1830977423252736/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166643.746660:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423251840:0@lo:400:kworker.0 00000100:00100000:1.0:1746166643.746707:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423251712:0@lo:400:kworker.0 00000100:00100000:1.0:1746166643.746737:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166643.746914:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423252224:0@lo:8:kworker.0 00000100:00100000:2.0:1746166643.747221:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166643.747260:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423252736:0@lo:8:kworker.0 00000100:00100000:2.0:1746166643.747275:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166643.747297:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423252096:0@lo:400:kworker.0 00000100:00100000:2.0:1746166643.747314:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166643.747482:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423252608:0@lo:400:kworker.0 00000100:00100000:3.0:1746166643.747510:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423252224 00000100:00100000:3.0:1746166643.747515:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423252224 00000100:00100000:0.0:1746166643.747575:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423251968 00000100:00100000:0.0:1746166643.747578:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423251968 00000100:00100000:1.0:1746166643.747581:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423252352:0@lo:400:kworker.0 00000100:00100000:1.0:1746166643.747598:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166643.747610:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2878 00000100:00100000:2.0:1746166643.748522:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423252864:0@lo:400:kworker.0 00000100:00100000:2.0:1746166643.748547:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166643.748561:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423252480:0@lo:400:kworker.0 00000100:00100000:2.0:1746166643.748577:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166643.748598:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423251840 00000100:00100000:2.0:1746166643.748601:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423251840 00000100:00100000:2.0:1746166643.748621:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423252480 00000100:00100000:2.0:1746166643.748623:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423252480 00000100:00100000:2.0:1746166643.748636:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2879 00000100:00100000:2.0:1746166643.748640:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124daf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423251840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166643.748687:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124daf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423251840:12345-0@lo:400:kworker.0 Request processed in 34us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166643.748693:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2879 00000100:00100000:2.0:1746166643.748705:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2880 00000100:00100000:2.0:1746166643.748710:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423252480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166643.748732:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423252480:12345-0@lo:400:kworker.0 Request processed in 22us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166643.748736:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2880 00000100:00100000:2.0:1746166643.748766:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423251840:0@lo:400:kworker.0 00000100:00100000:2.0:1746166643.748773:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423252480:0@lo:400:kworker.0 00000100:00100000:2.0:1746166643.748804:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423252096 00000100:00100000:2.0:1746166643.748807:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423252096 00000100:00100000:2.0:1746166643.748823:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35861 00000100:00100000:2.0:1746166643.748827:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423252096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166643.748852:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423252096:12345-0@lo:400:kworker.0 Request processed in 24us (1537us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166643.748857:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35861 00000100:00100000:0.0:1746166643.749011:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423251968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166643.749025:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423252992:0@lo:400:kworker.0 00000100:00100000:0.0:1746166643.749038:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423251968:12345-0@lo:400:kworker.0 Request processed in 1423us (2418us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166643.749041:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166643.749043:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2878 00000100:00100000:0.0:1746166643.749053:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423252992 00000100:00100000:0.0:1746166643.749055:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423252992 00000100:00080000:1.0:1746166643.749059:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746166643.749061:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166643.749067:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2881 00000100:00100000:0.0:1746166643.749071:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423252992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166643.749091:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423252992:12345-0@lo:400:kworker.0 Request processed in 20us (49us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166643.749096:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2881 00000100:00100000:0.0:1746166643.749109:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423251712 00000100:00100000:0.0:1746166643.749111:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423251712 00000100:00100000:0.0:1746166643.749128:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 887 00000100:00100000:0.0:1746166643.749132:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423251712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166643.749152:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423251712:12345-0@lo:400:kworker.0 Request processed in 20us (2415us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166643.749157:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 887 00000100:00100000:3.0:1746166643.749395:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423252736 00000100:00100000:3.0:1746166643.749399:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423252736 00000100:00100000:3.0:1746166643.749416:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423252352 00000100:00100000:3.0:1746166643.749417:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423252352 00000100:00100000:3.0:1746166643.749432:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7770 00000100:00100000:3.0:1746166643.749436:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423252352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166643.749462:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423252352:12345-0@lo:400:kworker.0 Request processed in 26us (1864us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166643.749467:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7770 00000100:00100000:3.0:1746166643.749477:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50229 00000100:00100000:3.0:1746166643.749481:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423252224:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166643.749497:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166643.749517:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423252224:12345-0@lo:8:kworker.0 Request processed in 36us (2296us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166643.749522:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50229 00000100:00100000:3.0:1746166643.749529:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50230 00000100:00100000:3.0:1746166643.749532:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423252736:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166643.749539:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166643.749554:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423252736:12345-0@lo:8:kworker.0 Request processed in 20us (2278us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166643.749558:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50230 00000100:00080000:3.0:1746166643.749581:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166643.749584:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166643.749587:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423252224:0@lo:8:kworker.0 00000100:00080000:3.0:1746166643.749595:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166643.749597:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166643.749599:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423252736:0@lo:8:kworker.0 00000100:00100000:3.0:1746166643.749617:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166643.749634:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423251968:0@lo:400:kworker.0 00000100:00100000:1.0:1746166643.750844:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423251712:0@lo:400:kworker.0 00000100:00100000:1.0:1746166643.750854:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423252352:0@lo:400:kworker.0 00000100:00100000:1.0:1746166643.750862:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423252992:0@lo:400:kworker.0 00000100:00100000:2.0:1746166643.751030:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423252608 00000100:00100000:2.0:1746166643.751035:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423252608 00000100:00100000:2.0:1746166643.751264:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35862 00000100:00100000:2.0:1746166643.751271:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423252608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166643.751311:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423252608:12345-0@lo:400:kworker.0 Request processed in 41us (1694us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166643.751317:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35862 00000100:00100000:0.0:1746166643.751630:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166643.752483:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423252608:0@lo:400:kworker.0 00000100:00100000:0.0:1746166643.752582:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423252096:0@lo:400:kworker.0 00000100:00100000:1.0:1746166643.752624:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423252864 00000100:00100000:1.0:1746166643.752628:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423252864 00000100:00100000:1.0:1746166643.752686:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7771 00000100:00100000:1.0:1746166643.752693:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423252864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166643.752918:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423252864:12345-0@lo:400:kworker.0 Request processed in 226us (1289us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166643.752923:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7771 00000100:00100000:0.0:1746166643.752993:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423252864:0@lo:400:kworker.0 00000100:00080000:2.0:1746166643.753351:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746166643.775569:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166643.778365:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423253248:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166643.778422:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166643.778465:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746166643.778471:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423253120:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166643.778489:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166643.778592:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423253248 00000100:00100000:1.0:1746166643.778598:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423253248 00000100:00100000:1.0:1746166643.778636:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423253120 00000100:00100000:1.0:1746166643.778639:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423253120 00000100:00100000:2.0:1746166643.778640:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35863 00000100:00100000:2.0:1746166643.778650:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423253248:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166643.778653:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35864 00000100:00100000:1.0:1746166643.778658:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423253120:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166643.778692:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000004:00000024:2.0:1746166643.778699:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166643.778801:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423253248:12345-0@lo:41:osp-pre-0-1.0 Request processed in 153us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166643.778808:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35863 00000100:00100000:3.0:1746166643.780767:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423253120:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166643.780781:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423253248:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166643.781336:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423253120:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166643.781345:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35864 00000100:00100000:0.0:1746166644.083575:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423253376:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166644.083636:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166644.083767:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423253376 00000100:00100000:2.0:1746166644.083774:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423253376 00000100:00100000:2.0:1746166644.083820:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7144 00000100:00100000:2.0:1746166644.083827:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423253376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166644.083847:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166644.083885:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423253376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166644.083891:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7144 00000100:00100000:0.0:1746166644.084021:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423253376:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166644.780002:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166645.780432:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166646.782121:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166647.710541:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166647.712318:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439173888 00000100:00100000:2.0:1746166647.712328:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439173888 00000100:00100000:0.0:1746166647.712450:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166647.712469:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166647.712527:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166647.713414:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 888 00000100:00100000:2.0:1746166647.713423:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439173888:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166647.713488:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439173888:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 66us (2952us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166647.713498:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 888 00000100:00100000:2.0:1746166647.713538:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439174144 00000100:00100000:2.0:1746166647.713541:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439174144 00000100:00100000:2.0:1746166647.713567:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439174016 00000100:00100000:2.0:1746166647.713569:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439174016 00000100:00100000:2.0:1746166647.713585:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2882 00000100:00100000:2.0:1746166647.713590:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439174144:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166647.713615:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439174144:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 26us (1168us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166647.713621:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2882 00000100:00100000:2.0:1746166647.713630:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2883 00000100:00100000:2.0:1746166647.713634:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439174016:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166647.713649:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439174016:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 15us (1180us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166647.713654:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2883 00000100:00080000:2.0:1746166647.713666:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746166647.713668:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166647.716103:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439174272 00000100:00100000:1.0:1746166647.716112:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439174272 00000100:00100000:1.0:1746166647.716152:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50231 00000100:00100000:1.0:1746166647.716159:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439174272:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166647.716180:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166647.716517:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439174272:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 357us (3987us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166647.716525:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50231 00010000:00010000:0.0:1746166647.783950:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166647.842410:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423253504:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166647.842468:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166647.842596:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423253504 00000100:00100000:2.0:1746166647.842603:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423253504 00000100:00100000:2.0:1746166647.842647:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7145 00000100:00100000:2.0:1746166647.842654:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423253504:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1746166647.842814:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:2.0:1746166647.843653:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166647.843952:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423253504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1299us (1483us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166647.843958:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7145 00000100:00100000:1.0:1746166647.844032:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423253504:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1746166648.758503:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166648.758508:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166648.758511:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166648.758524:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10564 00000100:00080000:2.0:1746166648.758528:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166648.758533:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166648.758550:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cd3dc00 x1830977423254144/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166648.758573:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166648.758576:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166648.758577:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166648.758580:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10564 00000100:00080000:2.0:1746166648.758582:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166648.758585:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166648.758592:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cd3d180 x1830977423254656/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166648.758631:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423254144:0@lo:8:kworker.0 00000100:00100000:2.0:1746166648.758695:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166648.758739:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423254656:0@lo:8:kworker.0 00000100:00100000:2.0:1746166648.758755:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166648.758790:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423254144 00000100:00100000:2.0:1746166648.758797:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423254144 00000100:00100000:2.0:1746166648.759037:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423254656 00000100:00100000:2.0:1746166648.759039:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423254656 00000100:00100000:2.0:1746166648.759051:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50232 00000100:00100000:2.0:1746166648.759056:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423254144:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166648.759075:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166648.759102:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423254144:12345-0@lo:8:kworker.0 Request processed in 46us (407us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166648.759107:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50232 00000100:00100000:2.0:1746166648.759117:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50233 00000100:00100000:2.0:1746166648.759120:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423254656:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166648.759137:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166648.759154:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423254656:12345-0@lo:8:kworker.0 Request processed in 32us (398us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166648.759159:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50233 00000100:00080000:2.0:1746166648.759180:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166648.759183:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166648.759185:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423254144:0@lo:8:kworker.0 00000100:00080000:2.0:1746166648.759192:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166648.759194:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166648.759196:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423254656:0@lo:8:kworker.0 00000100:00100000:2.0:1746166648.759252:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423254016:0@lo:400:kworker.0 00000100:00100000:2.0:1746166648.759273:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166648.759286:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423254784:0@lo:400:kworker.0 00000100:00100000:2.0:1746166648.759299:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166648.759311:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1746166648.759315:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423253888:0@lo:400:kworker.0 00000100:00100000:2.0:1746166648.759331:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166648.759343:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423254528:0@lo:400:kworker.0 00000100:00100000:2.0:1746166648.759357:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166648.759376:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423254016 00000100:00100000:2.0:1746166648.759378:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423254016 00000100:00100000:2.0:1746166648.759397:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423254528 00000100:00100000:2.0:1746166648.759399:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423254528 00000100:00100000:2.0:1746166648.759409:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35865 00000100:00100000:2.0:1746166648.759413:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423254016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166648.759444:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423254016:12345-0@lo:400:kworker.0 Request processed in 30us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166648.759449:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35865 00000100:00100000:2.0:1746166648.759458:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35866 00000100:00100000:2.0:1746166648.759462:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090943100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423254528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166648.759481:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090943100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423254528:12345-0@lo:400:kworker.0 Request processed in 18us (123us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166648.759484:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35866 00000100:00100000:2.0:1746166648.759496:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423254784 00000100:00100000:2.0:1746166648.759498:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423254784 00000100:00100000:2.0:1746166648.759517:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7772 00000100:00100000:2.0:1746166648.759520:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423254784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166648.759537:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423254784:12345-0@lo:400:kworker.0 Request processed in 17us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166648.759550:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7772 00000100:00100000:2.0:1746166648.759567:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423254528:0@lo:400:kworker.0 00000100:00100000:2.0:1746166648.759574:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423254016:0@lo:400:kworker.0 00000100:00100000:2.0:1746166648.759580:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423254784:0@lo:400:kworker.0 00000100:00080000:2.0:1746166648.759598:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166648.759620:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423253888 00000100:00100000:2.0:1746166648.759622:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423253888 00000100:00100000:2.0:1746166648.759643:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2884 00000100:00100000:2.0:1746166648.759647:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423253888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166648.759693:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423253888:12345-0@lo:400:kworker.0 Request processed in 46us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166648.759698:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2884 00000100:00080000:2.0:1746166648.759709:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166648.759719:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423253888:0@lo:400:kworker.0 00000100:00100000:0.0:1746166648.761968:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423253632:0@lo:400:kworker.0 00000100:00100000:3.0:1746166648.761968:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423253760:0@lo:400:kworker.0 00000100:00100000:0.0:1746166648.762008:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166648.762011:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166648.762058:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423254400:0@lo:400:kworker.0 00000100:00100000:3.0:1746166648.762077:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166648.762109:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423253760 00000100:00100000:3.0:1746166648.762113:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423253760 00000100:00100000:3.0:1746166648.762137:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423254400 00000100:00100000:3.0:1746166648.762139:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423254400 00000100:00100000:3.0:1746166648.762148:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2885 00000100:00100000:3.0:1746166648.762152:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423253760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166648.762178:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423253760:12345-0@lo:400:kworker.0 Request processed in 25us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166648.762182:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2885 00000100:00100000:3.0:1746166648.762192:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2886 00000100:00100000:3.0:1746166648.762195:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423254400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166648.762208:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423254400:12345-0@lo:400:kworker.0 Request processed in 13us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166648.762212:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2886 00000100:00100000:3.0:1746166648.762231:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423253760:0@lo:400:kworker.0 00000100:00100000:3.0:1746166648.762246:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423254400:0@lo:400:kworker.0 00000100:00080000:3.0:1746166648.762267:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166648.762645:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423253632 00000100:00100000:1.0:1746166648.762649:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423253632 00000100:00100000:1.0:1746166648.762707:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889 00000100:00100000:1.0:1746166648.762712:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423253632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166648.762741:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423253632:12345-0@lo:400:kworker.0 Request processed in 29us (733us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166648.762748:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889 00000100:00100000:0.0:1746166648.764330:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423253632:0@lo:400:kworker.0 00000100:00100000:0.0:1746166648.764339:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423254272:0@lo:400:kworker.0 00000100:00100000:0.0:1746166648.764366:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166648.764393:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423254912:0@lo:400:kworker.0 00000100:00100000:0.0:1746166648.764407:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166648.764471:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423254272 00000100:00100000:2.0:1746166648.764475:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423254272 00000100:00100000:2.0:1746166648.764495:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7773 00000100:00100000:2.0:1746166648.764499:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423254272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166648.764528:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423254272:12345-0@lo:400:kworker.0 Request processed in 29us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166648.764532:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7773 00000100:00100000:3.0:1746166648.764610:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423254912 00000100:00100000:3.0:1746166648.764612:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423254912 00000100:00100000:3.0:1746166648.764637:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2887 00000100:00100000:3.0:1746166648.764641:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423254912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166648.764662:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423254912:12345-0@lo:400:kworker.0 Request processed in 22us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166648.764667:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2887 00000100:00100000:1.0:1746166648.764819:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423254272:0@lo:400:kworker.0 00000100:00100000:1.0:1746166648.764827:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423254912:0@lo:400:kworker.0 00000100:00100000:1.0:1746166648.785920:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166648.785939:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423255040:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166648.786000:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166648.786186:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423255040 00000100:00100000:3.0:1746166648.786193:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423255040 00000100:00100000:3.0:1746166648.786226:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35867 00000100:00100000:3.0:1746166648.786233:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423255040:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166648.786269:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166648.786304:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423255040:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166648.786314:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35867 00010000:00010000:3.0:1746166648.786339:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166648.786422:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423255168:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166648.786446:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166648.786527:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423255040:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166648.786576:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423255168 00000100:00100000:2.0:1746166648.786579:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423255168 00000100:00100000:2.0:1746166648.786606:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35868 00000100:00100000:2.0:1746166648.786612:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423255168:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166648.786627:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166648.786655:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423255168:12345-0@lo:41:osp-pre-1-0.0 Request processed in 43us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166648.786660:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35868 00000100:00100000:1.0:1746166648.786731:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423255168:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166649.090481:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423255296:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166649.090537:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166649.091487:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423255296 00000100:00100000:3.0:1746166649.091495:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423255296 00000100:00100000:3.0:1746166649.091532:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7146 00000100:00100000:3.0:1746166649.091540:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423255296:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166649.091559:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166649.091594:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423255296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (1057us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166649.091600:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7146 00000100:00100000:2.0:1746166649.093478:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423255296:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166649.788074:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166650.789870:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166651.794804:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166652.720644:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166652.720733:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166652.720997:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439174400 00000100:00100000:2.0:1746166652.721008:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439174400 00000100:00100000:3.0:1746166652.721090:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439174528 00000100:00100000:3.0:1746166652.721101:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439174528 00000100:00100000:3.0:1746166652.721169:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2888 00000100:00100000:3.0:1746166652.721362:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439174528:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166652.721451:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439174528:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 91us (716us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166652.721457:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2888 00000100:00080000:3.0:1746166652.721478:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166652.721616:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 890 00000100:00100000:2.0:1746166652.721624:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439174400:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166652.721665:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439174400:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 43us (1033us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166652.721671:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 890 00000100:00100000:0.0:1746166652.726936:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166652.726979:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166652.727147:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439174656 00000100:00100000:3.0:1746166652.727154:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439174656 00000100:00100000:3.0:1746166652.727387:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2889 00000100:00100000:3.0:1746166652.727394:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439174656:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166652.727478:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439174784 00000100:00100000:2.0:1746166652.727487:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439174784 00000100:00100000:2.0:1746166652.727523:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50234 00000100:00100000:2.0:1746166652.727530:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439174784:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166652.727555:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1746166652.728206:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166652.729321:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439174656:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1923us (2336us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166652.729329:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2889 00000100:00100000:2.0:1746166652.731887:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439174784:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 4341us (4942us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166652.731902:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50234 00010000:00010000:0.0:1746166652.797965:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166652.851693:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746166652.851713:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423255424:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166652.851771:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166652.853757:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423255424 00000100:00100000:0.0:1746166652.853766:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423255424 00000100:00100000:0.0:1746166652.854003:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7147 00000100:00100000:0.0:1746166652.854010:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423255424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166652.854038:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166652.854295:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423255424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 285us (2523us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166652.854302:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7147 00000100:00080000:1.0:1746166652.854664:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166652.854876:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e3d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423255424:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1746166653.762094:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166653.762099:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166653.762102:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166653.762108:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10569 00000100:00080000:2.0:1746166653.762112:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166653.762117:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166653.762136:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cd3f480 x1830977423256064/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166653.762375:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166653.762378:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166653.762380:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166653.762383:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10569 00000100:00080000:2.0:1746166653.762386:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746166653.762390:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166653.762402:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012da7d500 x1830977423256576/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166653.762439:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423255808:0@lo:400:kworker.0 00000100:00100000:2.0:1746166653.762491:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166653.762538:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423255680:0@lo:400:kworker.0 00000100:00100000:2.0:1746166653.762539:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423256448:0@lo:400:kworker.0 00000100:00100000:2.0:1746166653.762560:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166653.762589:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423256064:0@lo:8:kworker.0 00000100:00100000:1.0:1746166653.762597:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166653.762609:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166653.762636:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423256320:0@lo:400:kworker.0 00000100:00100000:0.0:1746166653.762765:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423255936:0@lo:400:kworker.0 00000100:00100000:3.0:1746166653.763001:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423255808 00000100:00100000:3.0:1746166653.763008:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423255808 00000100:00100000:3.0:1746166653.763046:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423255680 00000100:00100000:3.0:1746166653.763049:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423255680 00000100:00100000:3.0:1746166653.763278:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2890 00000100:00100000:3.0:1746166653.763285:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b714700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423255808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166653.765266:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166653.765299:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423256320 00000100:00100000:1.0:1746166653.765304:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423256320 00000100:00100000:1.0:1746166653.765333:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2891 00000100:00100000:1.0:1746166653.765339:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423255680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166653.767430:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423255680:12345-0@lo:400:kworker.0 Request processed in 2086us (4828us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166653.767439:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2891 00000100:00100000:1.0:1746166653.767463:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2892 00000100:00100000:1.0:1746166653.767469:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423256320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166653.767513:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423256320:12345-0@lo:400:kworker.0 Request processed in 46us (2252us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166653.767518:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2892 00000100:00100000:0.0:1746166653.770011:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166653.770059:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423256448 00000100:00100000:0.0:1746166653.770067:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423256448 00000100:00100000:0.0:1746166653.771822:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423255936 00000100:00100000:0.0:1746166653.771830:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423255936 00000100:00100000:1.0:1746166653.771968:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423256704:0@lo:400:kworker.0 00000100:00100000:1.0:1746166653.772011:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166653.772038:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1746166653.772044:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423255552:0@lo:400:kworker.0 00000100:00100000:2.0:1746166653.772378:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423256576:0@lo:8:kworker.0 00000100:00100000:3.0:1746166653.772444:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35869 00000100:00100000:3.0:1746166653.772454:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b717100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423256448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166653.772838:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35870 00000100:00100000:0.0:1746166653.772846:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423255936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166653.773330:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166653.773366:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423256064 00000100:00100000:2.0:1746166653.773370:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423256064 00000100:00100000:2.0:1746166653.773384:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423256704 00000100:00100000:2.0:1746166653.773386:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423256704 00000100:00100000:2.0:1746166653.773405:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423256576 00000100:00100000:2.0:1746166653.773407:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423256576 00000100:00100000:2.0:1746166653.773417:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7774 00000100:00100000:2.0:1746166653.773422:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423256704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166653.773449:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423256704:12345-0@lo:400:kworker.0 Request processed in 27us (1437us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166653.773455:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7774 00000100:00100000:2.0:1746166653.773466:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50235 00000100:00100000:2.0:1746166653.773470:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423256064:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166653.773488:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166653.773510:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423256064:12345-0@lo:8:kworker.0 Request processed in 39us (10900us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166653.773515:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50235 00000100:00100000:2.0:1746166653.773522:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50236 00000100:00100000:2.0:1746166653.773526:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423256576:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166653.773533:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166653.773548:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423256576:12345-0@lo:8:kworker.0 Request processed in 21us (218us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166653.773552:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50236 00000100:00080000:2.0:1746166653.773592:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166653.773596:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166653.773600:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423256064:0@lo:8:kworker.0 00000100:00080000:2.0:1746166653.773607:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166653.773610:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166653.773612:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423256576:0@lo:8:kworker.0 00000100:00100000:2.0:1746166653.773691:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b714700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423255808:12345-0@lo:400:kworker.0 Request processed in 10391us (11184us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166653.773698:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2890 00000100:00100000:2.0:1746166653.773725:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423255808:0@lo:400:kworker.0 00000100:00100000:1.0:1746166653.773896:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166653.773959:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423256192:0@lo:400:kworker.0 00000100:00100000:1.0:1746166653.774000:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166653.774019:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423256832:0@lo:400:kworker.0 00000100:00100000:1.0:1746166653.774040:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166653.774071:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423256704:0@lo:400:kworker.0 00000100:00100000:1.0:1746166653.774104:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423256192 00000100:00100000:1.0:1746166653.774109:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423256192 00000100:00100000:1.0:1746166653.774139:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7775 00000100:00100000:1.0:1746166653.774144:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423256192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166653.774380:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b717100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423256448:12345-0@lo:400:kworker.0 Request processed in 1926us (11815us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166653.774385:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423255936:12345-0@lo:400:kworker.0 Request processed in 1539us (4378us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166653.774387:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35869 00000100:00100000:3.0:1746166653.774416:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423256448:0@lo:400:kworker.0 00000100:00100000:0.0:1746166653.774492:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35870 00000100:00080000:0.0:1746166653.774518:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746166653.774521:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746166653.774524:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166653.774545:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423255552 00000100:00100000:0.0:1746166653.774549:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423255552 00000100:00100000:0.0:1746166653.774571:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891 00000100:00100000:0.0:1746166653.774576:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423255552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166653.774607:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423255552:12345-0@lo:400:kworker.0 Request processed in 31us (716us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166653.774612:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891 00000100:00100000:0.0:1746166653.774653:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423256320:0@lo:400:kworker.0 00000100:00100000:0.0:1746166653.774671:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423255680:0@lo:400:kworker.0 00000100:00100000:1.0:1746166653.775090:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423256192:12345-0@lo:400:kworker.0 Request processed in 944us (1087us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166653.775097:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7775 00000100:00100000:1.0:1746166653.775125:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423255552:0@lo:400:kworker.0 00000100:00100000:1.0:1746166653.775135:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423256192:0@lo:400:kworker.0 00000100:00100000:1.0:1746166653.775151:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423255936:0@lo:400:kworker.0 00000100:00100000:2.0:1746166653.776335:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423256832 00000100:00100000:2.0:1746166653.776344:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423256832 00000100:00100000:2.0:1746166653.776626:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2893 00000100:00100000:2.0:1746166653.776634:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423256832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166653.777190:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423256832:12345-0@lo:400:kworker.0 Request processed in 556us (3146us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166653.777197:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2893 00000100:00100000:1.0:1746166653.777290:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423256832:0@lo:400:kworker.0 00000100:00100000:3.0:1746166653.794217:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423257088:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166653.794852:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423256960:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166653.794931:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166653.795040:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423257088 00000100:00100000:1.0:1746166653.795047:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423257088 00000100:00100000:1.0:1746166653.795092:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35871 00000100:00100000:1.0:1746166653.795100:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423257088:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166653.795126:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166653.795133:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166653.795181:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423256960 00000100:00100000:3.0:1746166653.795185:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423256960 00000100:00100000:3.0:1746166653.795212:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35872 00000100:00100000:3.0:1746166653.795217:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423256960:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166653.795233:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166653.795272:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423256960:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166653.795325:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423256960:12345-0@lo:41:osp-pre-0-1.0 Request processed in 107us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166653.795332:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35872 00000100:00100000:1.0:1746166653.795458:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423257088:12345-0@lo:41:osp-pre-1-0.0 Request processed in 359us (526us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166653.795464:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35871 00000100:00100000:3.0:1746166653.795521:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423257088:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1746166653.800222:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166654.103763:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746166654.103784:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423257216:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166654.103840:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166654.103981:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423257216 00000100:00100000:0.0:1746166654.104341:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423257216 00000100:00100000:0.0:1746166654.104379:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7148 00000100:00100000:0.0:1746166654.104386:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423257216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166654.104407:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166654.104441:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423257216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (600us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166654.104447:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7148 00000100:00100000:3.0:1746166654.104576:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423257216:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166654.801901:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166655.805105:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166656.805942:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166657.727388:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166657.728832:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166657.728873:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166657.728914:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166657.728939:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439175040 00000100:00100000:0.0:1746166657.728945:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439175040 00000100:00100000:3.0:1746166657.729230:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439175296 00000100:00100000:3.0:1746166657.729234:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439175296 00000100:00100000:3.0:1746166657.729254:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50237 00000100:00100000:3.0:1746166657.729259:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439175296:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166657.729283:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166657.729321:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439175296:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 62us (494us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166657.729326:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50237 00000100:00080000:3.0:1746166657.729421:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166657.729544:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439174912 00000100:00100000:1.0:1746166657.729548:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439174912 00000100:00100000:1.0:1746166657.729570:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 892 00000100:00100000:1.0:1746166657.729575:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439174912:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166657.729605:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439174912:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 29us (731us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166657.729610:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 892 00000100:00100000:0.0:1746166657.729855:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439175168 00000100:00100000:0.0:1746166657.729859:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439175168 00000100:00100000:2.0:1746166657.729948:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2894 00000100:00100000:2.0:1746166657.729957:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439175040:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166657.729991:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439175040:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 38us (2612us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166657.729997:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2894 00000100:00100000:2.0:1746166657.730008:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2895 00000100:00100000:2.0:1746166657.730011:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439175168:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166657.730026:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439175168:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 15us (1112us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166657.730031:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2895 00000100:00080000:3.0:1746166657.731119:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1746166657.808247:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166657.860113:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423257344:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166657.860171:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166657.860499:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423257344 00000100:00100000:2.0:1746166657.860506:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423257344 00000100:00100000:2.0:1746166657.860551:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7149 00000100:00100000:2.0:1746166657.860559:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423257344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166657.860583:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166657.860628:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423257344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166657.860634:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7149 00000100:00100000:0.0:1746166657.860898:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423257344:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1746166657.862108:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166658.771419:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423257472:0@lo:400:kworker.0 00000100:00100000:0.0:1746166658.771482:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166658.771773:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423257472 00000100:00100000:1.0:1746166658.771780:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423257472 00000100:00100000:1.0:1746166658.771820:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 893 00000100:00100000:1.0:1746166658.771827:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423257472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166658.771869:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423257472:12345-0@lo:400:kworker.0 Request processed in 43us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166658.771874:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 893 00000100:00100000:0.0:1746166658.771954:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423257472:0@lo:400:kworker.0 00000100:00080000:2.0:1746166658.772036:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166658.772040:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166658.772043:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166658.772047:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10574 00000100:00080000:2.0:1746166658.772050:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746166658.772053:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166658.772067:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cd3f480 x1830977423257984/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166658.772127:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166658.772130:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166658.772131:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166658.772134:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10574 00000100:00080000:2.0:1746166658.772136:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746166658.772138:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166658.772147:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f87f800 x1830977423258496/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166658.772172:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423257984:0@lo:8:kworker.0 00000100:00100000:2.0:1746166658.772383:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166658.772417:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423257856:0@lo:400:kworker.0 00000100:00100000:0.0:1746166658.772437:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166658.772451:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423258624:0@lo:400:kworker.0 00000100:00100000:0.0:1746166658.772465:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423258112:0@lo:400:kworker.0 00000100:00100000:0.0:1746166658.772486:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423257856 00000100:00100000:0.0:1746166658.772488:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423257856 00000100:00100000:3.0:1746166658.773337:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423257600:0@lo:400:kworker.0 00000100:00100000:3.0:1746166658.773370:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166658.773389:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423258240:0@lo:400:kworker.0 00000100:00100000:0.0:1746166658.773437:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35873 00000100:00100000:0.0:1746166658.773444:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423257856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166658.773605:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423257728:0@lo:400:kworker.0 00000100:00100000:2.0:1746166658.774422:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f87f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423258496:0@lo:8:kworker.0 00000100:00100000:3.0:1746166658.774433:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166658.774443:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166658.774466:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423257600 00000100:00100000:3.0:1746166658.774466:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423257984 00000100:00100000:2.0:1746166658.774470:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423257600 00000100:00100000:3.0:1746166658.774470:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423257984 00000100:00100000:3.0:1746166658.774485:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423258496 00000100:00100000:3.0:1746166658.774487:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423258496 00000100:00100000:2.0:1746166658.774495:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423258240 00000100:00100000:2.0:1746166658.774497:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423258240 00000100:00100000:3.0:1746166658.774497:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50238 00000100:00100000:3.0:1746166658.774502:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423257984:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1746166658.774508:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2896 00000100:00100000:2.0:1746166658.774512:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423257600:12345-0@lo:400:kworker.0 00010000:00020000:3.0:1746166658.774520:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166658.774543:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423257600:12345-0@lo:400:kworker.0 Request processed in 31us (1173us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166658.774543:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423257984:12345-0@lo:8:kworker.0 Request processed in 41us (2159us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166658.774549:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2896 00000100:00100000:3.0:1746166658.774549:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50238 00000100:00100000:2.0:1746166658.774560:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2897 00000100:00100000:3.0:1746166658.774561:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50239 00000100:00100000:3.0:1746166658.774564:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d802d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423258496:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1746166658.774565:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423258240:12345-0@lo:400:kworker.0 00010000:00020000:3.0:1746166658.774572:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166658.774587:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d802d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423258496:12345-0@lo:8:kworker.0 Request processed in 23us (143us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166658.774592:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50239 00000100:00080000:3.0:1746166658.774608:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166658.774626:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423257600:0@lo:400:kworker.0 00000100:00080000:3.0:1746166658.774643:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166658.774647:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166658.774649:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423257984:0@lo:8:kworker.0 00000100:00080000:3.0:1746166658.774655:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166658.774658:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166658.774660:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f87f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423258496:0@lo:8:kworker.0 00000100:00100000:3.0:1746166658.774722:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166658.774941:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423258752:0@lo:400:kworker.0 00000100:00100000:3.0:1746166658.774960:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166658.774980:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423258112 00000100:00100000:3.0:1746166658.774983:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423258112 00000100:00100000:3.0:1746166658.775001:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7776 00000100:00100000:3.0:1746166658.775006:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423258112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166658.775032:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423258112:12345-0@lo:400:kworker.0 Request processed in 27us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166658.775037:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7776 00000100:00100000:3.0:1746166658.775049:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423258752 00000100:00100000:3.0:1746166658.775051:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423258752 00000100:00100000:3.0:1746166658.775064:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2898 00000100:00100000:3.0:1746166658.775078:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423258752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166658.775099:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423258752:12345-0@lo:400:kworker.0 Request processed in 31us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166658.775104:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2898 00000100:00100000:0.0:1746166658.775113:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423257856:12345-0@lo:400:kworker.0 Request processed in 1669us (2674us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166658.775119:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35873 00000100:00100000:3.0:1746166658.775127:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423258112:0@lo:400:kworker.0 00000100:00100000:3.0:1746166658.775134:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423258752:0@lo:400:kworker.0 00000100:00100000:0.0:1746166658.775139:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166658.775147:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423258624 00000100:00100000:3.0:1746166658.775149:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423258624 00000100:00100000:0.0:1746166658.775161:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423257856:0@lo:400:kworker.0 00000100:00100000:3.0:1746166658.775165:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7777 00000100:00100000:3.0:1746166658.775168:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423258624:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1746166658.775348:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166658.775362:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423258624:12345-0@lo:400:kworker.0 Request processed in 193us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166658.775367:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7777 00000100:00100000:0.0:1746166658.775382:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423258624:0@lo:400:kworker.0 00000100:00100000:1.0:1746166658.775499:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166658.775517:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423258368:0@lo:400:kworker.0 00000100:00100000:1.0:1746166658.775540:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166658.775623:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423258240:12345-0@lo:400:kworker.0 Request processed in 1056us (1188us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166658.775633:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2897 00000100:00100000:2.0:1746166658.775643:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423257728 00000100:00100000:2.0:1746166658.775645:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423257728 00000100:00100000:2.0:1746166658.775663:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2899 00000100:00100000:2.0:1746166658.775667:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132101c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423257728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166658.776024:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132101c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423257728:12345-0@lo:400:kworker.0 Request processed in 356us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166658.776028:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2899 00000100:00100000:2.0:1746166658.776056:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423258240:0@lo:400:kworker.0 00000100:00080000:2.0:1746166658.776082:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166658.776845:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423257728:0@lo:400:kworker.0 00000100:00100000:0.0:1746166658.777868:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423258368 00000100:00100000:0.0:1746166658.777874:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423258368 00000100:00100000:0.0:1746166658.777903:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35874 00000100:00100000:0.0:1746166658.777908:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132102a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423258368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166658.777950:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132102a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423258368:12345-0@lo:400:kworker.0 Request processed in 42us (2409us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166658.777955:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35874 00000100:00100000:1.0:1746166658.782722:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423258368:0@lo:400:kworker.0 00000100:00100000:0.0:1746166658.801894:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746166658.801913:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d0d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423258880:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166658.801968:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166658.803187:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746166658.803196:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423259008:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166658.804697:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423258880 00000100:00100000:1.0:1746166658.804706:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423258880 00000100:00100000:1.0:1746166658.804967:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35875 00000100:00100000:1.0:1746166658.804974:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423258880:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166658.805006:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166658.805062:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423258880:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (3093us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166658.805079:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35875 00000100:00100000:2.0:1746166658.805164:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166658.805224:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423259008 00000100:00100000:1.0:1746166658.805228:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423259008 00000100:00100000:1.0:1746166658.805246:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35876 00000100:00100000:1.0:1746166658.805250:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423259008:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166658.805265:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166658.805429:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423259008:12345-0@lo:41:osp-pre-0-1.0 Request processed in 177us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166658.805439:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35876 00000100:00100000:3.0:1746166658.805496:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423259008:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166658.805927:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d0d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423258880:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1746166658.810962:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166659.106099:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d0d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423259136:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166659.106706:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166659.106808:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423259136 00000100:00100000:3.0:1746166659.106815:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423259136 00000100:00100000:3.0:1746166659.106859:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7150 00000100:00100000:3.0:1746166659.106867:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423259136:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166659.106888:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166659.107357:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423259136:12345-0@lo:13:osp-pre-1-0.0 Request processed in 490us (650us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166659.107364:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7150 00000100:00100000:1.0:1746166659.107731:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d0d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423259136:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166659.813897:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166660.821401:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166661.828376:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166662.737421:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166662.737466:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166662.737533:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166662.737666:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439175424 00000100:00100000:2.0:1746166662.737708:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439175424 00000100:00100000:3.0:1746166662.738918:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439175680 00000100:00100000:3.0:1746166662.738924:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439175680 00000100:00100000:3.0:1746166662.738958:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439175552 00000100:00100000:3.0:1746166662.738960:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439175552 00000100:00100000:3.0:1746166662.738983:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2900 00000100:00100000:3.0:1746166662.738991:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439175680:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166662.739076:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439175680:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 86us (1609us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166662.739082:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2900 00000100:00100000:3.0:1746166662.739096:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2901 00000100:00100000:3.0:1746166662.739100:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439175552:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166662.739124:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439175552:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 19us (1587us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166662.739129:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2901 00000100:00080000:3.0:1746166662.739165:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746166662.739168:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166662.740328:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 894 00000100:00100000:2.0:1746166662.740339:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f67ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439175424:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166662.740365:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f67ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439175424:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 30us (2954us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166662.740371:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 894 00000100:00100000:0.0:1746166662.740711:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166662.741394:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439175808 00000100:00100000:2.0:1746166662.741399:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439175808 00000100:00100000:2.0:1746166662.741419:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50240 00000100:00100000:2.0:1746166662.741424:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439175808:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166662.741444:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166662.741482:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439175808:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 56us (771us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166662.741487:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50240 00010000:00010000:0.0:1746166662.830658:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166662.865890:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423259264:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166662.865945:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166662.867662:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423259264 00000100:00100000:3.0:1746166662.867670:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423259264 00000100:00100000:3.0:1746166662.867733:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7151 00000100:00100000:3.0:1746166662.867741:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423259264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166662.867768:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166662.867818:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423259264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (1872us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166662.867915:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423259264:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1746166662.867968:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166662.867991:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7151 00000100:00100000:0.0:1746166663.779699:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746166663.779716:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423259392:0@lo:400:kworker.0 00000100:00100000:0.0:1746166663.779772:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166663.779887:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423259392 00000100:00100000:1.0:1746166663.779894:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423259392 00000100:00100000:1.0:1746166663.779929:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895 00000100:00100000:1.0:1746166663.779937:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f67e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423259392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166663.780243:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f67e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423259392:12345-0@lo:400:kworker.0 Request processed in 306us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166663.780250:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895 00000100:00100000:0.0:1746166663.780329:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423259392:0@lo:400:kworker.0 00000100:00080000:2.0:1746166663.781290:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166663.781294:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166663.781296:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166663.781300:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10579 00000100:00080000:2.0:1746166663.781304:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746166663.781307:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166663.781309:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423259776:0@lo:400:kworker.0 00000100:00100000:2.0:1746166663.781323:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801369fd880 x1830977423259904/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166663.781336:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166663.781347:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166663.781350:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166663.781351:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1746166663.781352:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1746166663.781354:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10579 00000100:00080000:2.0:1746166663.781355:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00100000:0.0:1746166663.781357:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423260032:0@lo:400:kworker.0 00000100:00080000:2.0:1746166663.781358:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166663.781367:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801369fe680 x1830977423260416/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166663.781374:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166663.781388:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423260544:0@lo:400:kworker.0 00000100:00100000:2.0:1746166663.781393:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423259904:0@lo:8:kworker.0 00000100:00100000:0.0:1746166663.781401:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166663.781414:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746166663.781417:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166663.781418:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423260672:0@lo:400:kworker.0 00000100:00100000:2.0:1746166663.781435:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423260416:0@lo:8:kworker.0 00000100:00100000:0.0:1746166663.781437:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166663.781451:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166663.781458:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423260672 00000100:00100000:0.0:1746166663.781461:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423260672 00000100:00100000:0.0:1746166663.781485:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2902 00000100:00100000:0.0:1746166663.781489:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423260672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166663.781493:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423260032 00000100:00100000:2.0:1746166663.781495:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423260032 00000100:00100000:2.0:1746166663.781515:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423260544 00000100:00100000:2.0:1746166663.781517:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423260544 00000100:00100000:0.0:1746166663.781519:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423260672:12345-0@lo:400:kworker.0 Request processed in 30us (81us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166663.781525:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2902 00000100:00100000:2.0:1746166663.781534:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423259904 00000100:00100000:2.0:1746166663.781536:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423259904 00000100:00100000:2.0:1746166663.781544:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423260416 00000100:00100000:2.0:1746166663.781545:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423260416 00000100:00100000:0.0:1746166663.781546:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7778 00000100:00100000:0.0:1746166663.781551:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423260032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166663.781555:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7779 00000100:00100000:2.0:1746166663.781561:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423260544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166663.781573:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423260032:12345-0@lo:400:kworker.0 Request processed in 22us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166663.781577:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7778 00000100:00100000:0.0:1746166663.781588:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50241 00000100:00100000:2.0:1746166663.781588:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423260544:12345-0@lo:400:kworker.0 Request processed in 28us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166663.781591:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423259904:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1746166663.781594:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7779 00000100:00100000:2.0:1746166663.781605:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50242 00010000:00020000:0.0:1746166663.781607:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166663.781609:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423260416:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166663.781624:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166663.781627:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423259904:12345-0@lo:8:kworker.0 Request processed in 35us (211us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166663.781632:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50241 00000100:00100000:2.0:1746166663.781642:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423260416:12345-0@lo:8:kworker.0 Request processed in 32us (190us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166663.781648:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50242 00000100:00080000:0.0:1746166663.781651:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166663.781655:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166663.781658:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423259904:0@lo:8:kworker.0 00000100:00080000:0.0:1746166663.781666:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166663.781667:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166663.781670:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423260416:0@lo:8:kworker.0 00000100:00080000:2.0:1746166663.781671:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166663.781707:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423260672:0@lo:400:kworker.0 00000100:00100000:2.0:1746166663.781712:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423259520:0@lo:400:kworker.0 00000100:00100000:0.0:1746166663.781715:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423260544:0@lo:400:kworker.0 00000100:00100000:0.0:1746166663.781721:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423260032:0@lo:400:kworker.0 00000100:00100000:2.0:1746166663.781732:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166663.781740:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423259776 00000100:00100000:0.0:1746166663.781743:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423259776 00000100:00100000:2.0:1746166663.781747:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423260160:0@lo:400:kworker.0 00000100:00100000:2.0:1746166663.781760:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166663.781762:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35877 00000100:00100000:0.0:1746166663.781767:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423259776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166663.781773:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1746166663.781777:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423259648:0@lo:400:kworker.0 00000100:00100000:2.0:1746166663.781792:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166663.781793:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423259776:12345-0@lo:400:kworker.0 Request processed in 27us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166663.781798:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35877 00000100:00100000:2.0:1746166663.781803:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423260288:0@lo:400:kworker.0 00000100:00100000:0.0:1746166663.781809:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423259520 00000100:00100000:0.0:1746166663.781811:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423259520 00000100:00100000:2.0:1746166663.781816:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166663.781826:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423260160 00000100:00100000:0.0:1746166663.781828:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423260160 00000100:00100000:2.0:1746166663.781834:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423260288 00000100:00100000:0.0:1746166663.781836:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423259648 00000100:00100000:0.0:1746166663.781837:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423259648 00000100:00100000:2.0:1746166663.781837:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423260288 00000100:00100000:0.0:1746166663.781848:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2903 00000100:00100000:0.0:1746166663.781851:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423259520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166663.781855:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35878 00000100:00100000:2.0:1746166663.781860:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423260288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166663.781870:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423259520:12345-0@lo:400:kworker.0 Request processed in 18us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166663.781877:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2903 00000100:00100000:0.0:1746166663.781883:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2904 00000100:00100000:2.0:1746166663.781884:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423260288:12345-0@lo:400:kworker.0 Request processed in 24us (66us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166663.781886:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423260160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166663.781890:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35878 00000100:00100000:0.0:1746166663.781899:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423260160:12345-0@lo:400:kworker.0 Request processed in 13us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166663.781903:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2904 00000100:00080000:2.0:1746166663.781904:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746166663.781907:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166663.781908:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2905 00000100:00100000:0.0:1746166663.781911:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423259648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166663.781920:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423260288:0@lo:400:kworker.0 00000100:00100000:0.0:1746166663.781925:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423259648:12345-0@lo:400:kworker.0 Request processed in 13us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166663.781928:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423259520:0@lo:400:kworker.0 00000100:00100000:0.0:1746166663.781929:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2905 00000100:00100000:2.0:1746166663.781936:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423260160:0@lo:400:kworker.0 00000100:00100000:0.0:1746166663.781944:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423259776:0@lo:400:kworker.0 00000100:00100000:2.0:1746166663.781949:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423259648:0@lo:400:kworker.0 00000100:00100000:3.0:1746166663.812072:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746166663.812093:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423260800:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166663.812174:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166663.812329:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746166663.812338:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423260928:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166663.812400:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166663.812431:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423260800 00000100:00100000:2.0:1746166663.812441:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423260800 00000100:00100000:2.0:1746166663.812471:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423260928 00000100:00100000:2.0:1746166663.812473:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423260928 00000100:00100000:2.0:1746166663.812485:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35879 00000100:00100000:2.0:1746166663.812491:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a407450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423260800:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166663.812518:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166663.812547:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a407450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423260800:12345-0@lo:41:osp-pre-1-0.0 Request processed in 56us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166663.812552:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35879 00000100:00100000:2.0:1746166663.812841:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35880 00000100:00100000:2.0:1746166663.812847:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423260928:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166663.812861:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166663.812887:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423260928:12345-0@lo:41:osp-pre-0-1.0 Request processed in 41us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166663.812893:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35880 00000100:00100000:2.0:1746166663.812928:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423260928:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166663.813005:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423260800:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1746166663.839635:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166664.115247:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423261056:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166664.115308:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166664.115391:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423261056 00000100:00100000:2.0:1746166664.115402:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423261056 00000100:00100000:2.0:1746166664.117664:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7152 00000100:00100000:2.0:1746166664.117689:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423261056:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166664.117711:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166664.118820:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423261056:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1145us (3510us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166664.118827:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7152 00000100:00100000:0.0:1746166664.119145:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423261056:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166664.835276:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166665.835896:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166666.839828:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166667.744789:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166667.744832:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166667.744886:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166667.744969:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439176064 00000100:00100000:2.0:1746166667.744976:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439176064 00000100:00100000:2.0:1746166667.745014:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439176192 00000100:00100000:2.0:1746166667.745016:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439176192 00000100:00100000:2.0:1746166667.745031:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2906 00000100:00100000:2.0:1746166667.745038:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439176064:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166667.745088:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439176064:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 51us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166667.745092:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2906 00000100:00100000:2.0:1746166667.745106:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2907 00000100:00100000:2.0:1746166667.745110:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439176192:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166667.745127:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439176192:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 17us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166667.745131:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2907 00000100:00080000:2.0:1746166667.745142:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746166667.745145:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166667.745638:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439175936 00000100:00100000:1.0:1746166667.745643:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439175936 00000100:00100000:1.0:1746166667.745670:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 896 00000100:00100000:1.0:1746166667.745703:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439175936:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166667.745737:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439175936:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 62us (904us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166667.745742:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 896 00000100:00100000:0.0:1746166667.747306:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166667.748709:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439176320 00000100:00100000:2.0:1746166667.748716:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439176320 00000100:00100000:2.0:1746166667.748938:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50243 00000100:00100000:2.0:1746166667.748944:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439176320:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166667.748967:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166667.750789:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439176320:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 1835us (3478us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166667.750799:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50243 00010000:00010000:0.0:1746166667.843602:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166667.875352:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746166667.875370:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423261184:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166667.875428:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166667.875536:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423261184 00000100:00100000:2.0:1746166667.875542:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423261184 00000100:00100000:2.0:1746166667.875583:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7153 00000100:00100000:2.0:1746166667.875590:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423261184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166667.875613:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166667.875649:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423261184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166667.875655:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7153 00000100:00100000:1.0:1746166667.875810:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423261184:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1746166667.877431:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166668.785889:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423261312:0@lo:400:kworker.0 00000100:00100000:0.0:1746166668.785978:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166668.786520:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746166668.786527:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423261440:0@lo:400:kworker.0 00000100:00100000:0.0:1746166668.786551:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166668.786589:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423261312 00000100:00100000:3.0:1746166668.786592:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423261568:0@lo:400:kworker.0 00000100:00100000:1.0:1746166668.786595:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423261312 00000100:00100000:3.0:1746166668.786620:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166668.786626:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 897 00000100:00100000:1.0:1746166668.786632:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423261312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166668.786650:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423261440 00000100:00100000:3.0:1746166668.786653:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423261440 00000100:00100000:1.0:1746166668.786671:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423261312:12345-0@lo:400:kworker.0 Request processed in 40us (694us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166668.786702:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 897 00000100:00100000:3.0:1746166668.786712:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423261568 00000100:00100000:3.0:1746166668.786715:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423261568 00000100:00100000:3.0:1746166668.786731:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2908 00000100:00100000:1.0:1746166668.786736:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2909 00000100:00100000:3.0:1746166668.786737:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423261440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166668.786741:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423261568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166668.786765:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423261440:12345-0@lo:400:kworker.0 Request processed in 29us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166668.786767:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423261568:12345-0@lo:400:kworker.0 Request processed in 27us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166668.786771:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2908 00000100:00100000:1.0:1746166668.786775:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2909 00000100:00080000:3.0:1746166668.786786:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746166668.786789:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746166668.786864:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166668.786867:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166668.786870:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166668.786873:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10584 00000100:00080000:2.0:1746166668.786877:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746166668.786880:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166668.786894:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801369fed80 x1830977423261824/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166668.786919:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423261440:0@lo:400:kworker.0 00000100:00100000:0.0:1746166668.786927:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423261312:0@lo:400:kworker.0 00000100:00080000:2.0:1746166668.786935:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166668.786937:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166668.786939:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1746166668.786940:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423261952:0@lo:400:kworker.0 00000100:00080000:2.0:1746166668.786942:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10584 00000100:00080000:2.0:1746166668.786944:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166668.786946:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166668.786956:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801369fc000 x1830977423262336/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166668.786959:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166668.786973:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423262592:0@lo:400:kworker.0 00000100:00100000:2.0:1746166668.786983:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423261952 00000100:00100000:0.0:1746166668.786985:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166668.786985:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423261952 00000100:00100000:0.0:1746166668.786994:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746166668.786997:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423262080:0@lo:400:kworker.0 00000100:00100000:2.0:1746166668.787007:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7780 00000100:00100000:0.0:1746166668.787010:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166668.787012:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423261952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166668.787022:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423261824:0@lo:8:kworker.0 00000100:00100000:0.0:1746166668.787035:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166668.787045:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423262336:0@lo:8:kworker.0 00000100:00100000:2.0:1746166668.787055:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423261952:12345-0@lo:400:kworker.0 Request processed in 42us (94us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166668.787058:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166668.787062:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7780 00000100:00100000:0.0:1746166668.787071:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423262592 00000100:00100000:2.0:1746166668.787072:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423261824 00000100:00100000:0.0:1746166668.787074:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423262592 00000100:00100000:2.0:1746166668.787074:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423261824 00000100:00100000:2.0:1746166668.787084:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423262336 00000100:00100000:2.0:1746166668.787085:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423262336 00000100:00100000:0.0:1746166668.787087:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423262080 00000100:00100000:0.0:1746166668.787089:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423262080 00000100:00100000:2.0:1746166668.787094:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50244 00000100:00100000:2.0:1746166668.787098:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423261824:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1746166668.787099:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2910 00000100:00100000:0.0:1746166668.787103:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423262592:12345-0@lo:400:kworker.0 00010000:00020000:2.0:1746166668.787114:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166668.787125:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423262592:12345-0@lo:400:kworker.0 Request processed in 21us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166668.787130:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2910 00000100:00100000:0.0:1746166668.787137:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2911 00000100:00100000:2.0:1746166668.787137:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423261824:12345-0@lo:8:kworker.0 Request processed in 38us (101us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166668.787141:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423262080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166668.787143:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50244 00000100:00100000:2.0:1746166668.787151:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50245 00000100:00100000:0.0:1746166668.787154:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423262080:12345-0@lo:400:kworker.0 Request processed in 14us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166668.787155:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423262336:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1746166668.787159:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2911 00010000:00020000:2.0:1746166668.787163:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1746166668.787173:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166668.787175:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166668.787179:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423261824:0@lo:8:kworker.0 00000100:00100000:2.0:1746166668.787180:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423262336:12345-0@lo:8:kworker.0 Request processed in 24us (120us total) trans 0 rc -19/-19 00000100:00080000:0.0:1746166668.787185:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1746166668.787185:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50245 00000100:00080000:0.0:1746166668.787187:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166668.787189:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423262336:0@lo:8:kworker.0 00000100:00100000:0.0:1746166668.787206:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423262080:0@lo:400:kworker.0 00000100:00100000:0.0:1746166668.787211:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423262592:0@lo:400:kworker.0 00000100:00100000:2.0:1746166668.787216:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423261696:0@lo:400:kworker.0 00000100:00100000:0.0:1746166668.787218:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423261952:0@lo:400:kworker.0 00000100:00100000:2.0:1746166668.787238:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166668.787262:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423262208:0@lo:400:kworker.0 00000100:00100000:3.0:1746166668.787328:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423261696 00000100:00100000:3.0:1746166668.787331:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423261696 00000100:00100000:3.0:1746166668.787351:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35881 00000100:00100000:3.0:1746166668.787355:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423261696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166668.788105:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166668.788338:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423261568:0@lo:400:kworker.0 00000100:00100000:1.0:1746166668.788372:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423262208 00000100:00100000:1.0:1746166668.788375:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423262208 00000100:00100000:1.0:1746166668.788391:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35882 00000100:00100000:1.0:1746166668.788395:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132102a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423262208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166668.788422:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132102a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423262208:12345-0@lo:400:kworker.0 Request processed in 27us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166668.788427:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35882 00000100:00100000:0.0:1746166668.788514:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423262208:0@lo:400:kworker.0 00000100:00100000:3.0:1746166668.788565:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423261696:12345-0@lo:400:kworker.0 Request processed in 1208us (1325us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166668.788566:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423261696:0@lo:400:kworker.0 00000100:00100000:3.0:1746166668.788570:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35881 00000100:00100000:2.0:1746166668.788573:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423262464:0@lo:400:kworker.0 00000100:00100000:2.0:1746166668.788600:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166668.791310:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423262464 00000100:00100000:0.0:1746166668.791321:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423262464 00000100:00100000:0.0:1746166668.791397:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7781 00000100:00100000:0.0:1746166668.791405:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423262464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166668.791464:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423262464:12345-0@lo:400:kworker.0 Request processed in 61us (2863us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166668.791471:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7781 00000100:00080000:3.0:1746166668.791499:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166668.791525:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423262464:0@lo:400:kworker.0 00000100:00100000:2.0:1746166668.819131:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423262720:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166668.819189:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166668.819217:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d0d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423262848:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166668.819240:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423262720 00000100:00100000:1.0:1746166668.819244:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166668.819247:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423262720 00000100:00100000:1.0:1746166668.819274:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423262848 00000100:00100000:1.0:1746166668.819277:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423262848 00000100:00100000:2.0:1746166668.819281:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35883 00000100:00100000:2.0:1746166668.819287:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423262720:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166668.819296:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35884 00000100:00100000:1.0:1746166668.819300:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423262848:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166668.819315:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000004:00000024:2.0:1746166668.819315:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166668.819343:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423262848:12345-0@lo:41:osp-pre-1-0.0 Request processed in 43us (98us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166668.819347:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423262720:12345-0@lo:41:osp-pre-0-1.0 Request processed in 60us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166668.819349:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35884 00000100:00100000:2.0:1746166668.819354:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35883 00000100:00100000:1.0:1746166668.819378:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d0d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423262848:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166668.819379:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423262720:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166668.846981:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166669.121964:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095627800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423262976:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166669.122019:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166669.123063:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423262976 00000100:00100000:2.0:1746166669.123070:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423262976 00000100:00100000:2.0:1746166669.123117:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7154 00000100:00100000:2.0:1746166669.123124:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423262976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166669.123143:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166669.123181:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423262976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (1163us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166669.123188:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7154 00000100:00100000:3.0:1746166669.123270:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095627800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423262976:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166669.854120:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166670.854252:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166671.856719:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166672.757968:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166672.758008:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166672.758033:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166672.758060:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166672.758078:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439176576 00000100:00100000:1.0:1746166672.758085:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439176576 00000100:00100000:1.0:1746166672.758123:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439176704 00000100:00100000:1.0:1746166672.758125:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439176704 00000100:00100000:1.0:1746166672.758138:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2912 00000100:00100000:1.0:1746166672.758145:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439176576:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166672.758194:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439176576:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 50us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166672.758200:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2912 00000100:00100000:1.0:1746166672.758212:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2913 00000100:00100000:1.0:1746166672.758216:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439176704:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166672.758231:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439176704:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 15us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166672.758236:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2913 00000100:00080000:1.0:1746166672.758343:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166672.758346:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166672.758405:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439176832 00000100:00100000:3.0:1746166672.758409:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439176832 00000100:00100000:3.0:1746166672.758426:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50246 00000100:00100000:3.0:1746166672.758430:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439176832:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166672.758449:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166672.758470:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439176832:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 39us (461us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166672.758475:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50246 00000100:00100000:2.0:1746166672.758565:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439176448 00000100:00100000:2.0:1746166672.758568:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439176448 00000100:00100000:2.0:1746166672.758590:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 898 00000100:00100000:2.0:1746166672.758595:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439176448:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166672.758618:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439176448:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 23us (660us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166672.758623:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 898 00010000:00010000:0.0:1746166672.860137:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166672.882076:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423263104:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166672.882137:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166672.882253:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423263104 00000100:00100000:3.0:1746166672.882260:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423263104 00000100:00100000:3.0:1746166672.882301:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7155 00000100:00100000:3.0:1746166672.882308:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423263104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166672.882333:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166672.882376:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423263104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166672.882382:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7155 00000100:00100000:0.0:1746166672.882473:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423263104:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1746166672.884616:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746166673.793883:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166673.793888:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166673.793890:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166673.793897:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10589 00000100:00080000:2.0:1746166673.793901:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166673.793905:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166673.793922:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801369fdf80 x1830977423263744/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166673.793946:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166673.793949:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166673.793950:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166673.793953:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10589 00000100:00080000:2.0:1746166673.793954:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166673.793957:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166673.793966:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800968be300 x1830977423264256/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166673.794009:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423263744:0@lo:8:kworker.0 00000100:00100000:2.0:1746166673.794059:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166673.794103:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423264256:0@lo:8:kworker.0 00000100:00100000:2.0:1746166673.794122:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166673.794150:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423263744 00000100:00100000:2.0:1746166673.794156:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423263744 00000100:00100000:2.0:1746166673.794174:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423264256 00000100:00100000:2.0:1746166673.794175:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423264256 00000100:00100000:2.0:1746166673.794186:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50247 00000100:00100000:2.0:1746166673.794191:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423263744:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166673.794209:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166673.794416:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423263744:12345-0@lo:8:kworker.0 Request processed in 223us (356us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166673.794421:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50247 00000100:00100000:2.0:1746166673.794433:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50248 00000100:00100000:2.0:1746166673.794436:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009daffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423264256:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166673.794444:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166673.794460:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009daffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423264256:12345-0@lo:8:kworker.0 Request processed in 23us (338us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166673.794465:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50248 00000100:00080000:2.0:1746166673.794491:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166673.794494:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166673.794497:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423263744:0@lo:8:kworker.0 00000100:00080000:2.0:1746166673.794503:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166673.794505:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166673.794507:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423264256:0@lo:8:kworker.0 00000100:00100000:2.0:1746166673.794535:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423263360:0@lo:400:kworker.0 00000100:00100000:2.0:1746166673.794552:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166673.794564:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423264000:0@lo:400:kworker.0 00000100:00100000:2.0:1746166673.794573:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166673.794583:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1746166673.794586:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423263488:0@lo:400:kworker.0 00000100:00100000:2.0:1746166673.794596:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166673.794605:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423264128:0@lo:400:kworker.0 00000100:00100000:2.0:1746166673.794618:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166673.794633:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423263360 00000100:00100000:2.0:1746166673.794635:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423263360 00000100:00100000:2.0:1746166673.794657:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423264000 00000100:00100000:2.0:1746166673.794659:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423264000 00000100:00100000:2.0:1746166673.794667:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423263488 00000100:00100000:2.0:1746166673.794668:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423263488 00000100:00100000:2.0:1746166673.794696:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2914 00000100:00100000:2.0:1746166673.794700:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423263360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166673.794724:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423263360:12345-0@lo:400:kworker.0 Request processed in 24us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166673.794729:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2914 00000100:00100000:2.0:1746166673.794736:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2915 00000100:00100000:2.0:1746166673.794739:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423264000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166673.794752:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423264000:12345-0@lo:400:kworker.0 Request processed in 12us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166673.794756:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2915 00000100:00100000:2.0:1746166673.794761:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2916 00000100:00100000:2.0:1746166673.794764:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e323800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423263488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166673.794776:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e323800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423263488:12345-0@lo:400:kworker.0 Request processed in 12us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166673.795017:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2916 00000100:00100000:2.0:1746166673.795030:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423264128 00000100:00100000:2.0:1746166673.795032:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423264128 00000100:00100000:2.0:1746166673.795047:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35885 00000100:00100000:2.0:1746166673.795050:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423264128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166673.795071:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423264128:12345-0@lo:400:kworker.0 Request processed in 20us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166673.795074:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35885 00000100:00080000:2.0:1746166673.795085:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746166673.795088:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166673.795099:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423263488:0@lo:400:kworker.0 00000100:00100000:2.0:1746166673.795105:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423264128:0@lo:400:kworker.0 00000100:00100000:2.0:1746166673.795110:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423263360:0@lo:400:kworker.0 00000100:00100000:2.0:1746166673.795116:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423264000:0@lo:400:kworker.0 00000100:00100000:1.0:1746166673.797718:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423263616:0@lo:400:kworker.0 00000100:00100000:1.0:1746166673.797761:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166673.797809:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423264384:0@lo:400:kworker.0 00000100:00100000:1.0:1746166673.797839:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166673.797857:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1746166673.797861:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423263232:0@lo:400:kworker.0 00000100:00100000:1.0:1746166673.797880:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166673.797902:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423263872:0@lo:400:kworker.0 00000100:00100000:1.0:1746166673.797914:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166673.797922:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423264512:0@lo:400:kworker.0 00000100:00100000:1.0:1746166673.797934:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166673.797954:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423263232 00000100:00100000:1.0:1746166673.797958:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423263232 00000100:00100000:1.0:1746166673.797981:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 899 00000100:00100000:1.0:1746166673.797986:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423263232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166673.798012:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423263232:12345-0@lo:400:kworker.0 Request processed in 26us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166673.798017:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 899 00000100:00100000:1.0:1746166673.798037:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423264512 00000100:00100000:1.0:1746166673.798039:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423264512 00000100:00100000:1.0:1746166673.798050:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2917 00000100:00100000:1.0:1746166673.798054:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423264512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166673.798070:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423264512:12345-0@lo:400:kworker.0 Request processed in 16us (135us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166673.798074:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2917 00000100:00100000:1.0:1746166673.798091:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423263232:0@lo:400:kworker.0 00000100:00100000:1.0:1746166673.798099:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423264512:0@lo:400:kworker.0 00000100:00100000:1.0:1746166673.798124:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423264384 00000100:00100000:1.0:1746166673.798126:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423264384 00000100:00100000:1.0:1746166673.798147:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423263872 00000100:00100000:1.0:1746166673.798149:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423263872 00000100:00100000:1.0:1746166673.798160:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7782 00000100:00100000:1.0:1746166673.798165:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423264384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166673.798189:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423264384:12345-0@lo:400:kworker.0 Request processed in 24us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166673.798193:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7782 00000100:00100000:1.0:1746166673.798201:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7783 00000100:00100000:1.0:1746166673.798204:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423263872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166673.798220:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423263872:12345-0@lo:400:kworker.0 Request processed in 16us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166673.798224:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7783 00000100:00100000:1.0:1746166673.798239:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423263872:0@lo:400:kworker.0 00000100:00100000:1.0:1746166673.798245:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423264384:0@lo:400:kworker.0 00000100:00080000:1.0:1746166673.798274:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166673.798460:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423263616 00000100:00100000:2.0:1746166673.798464:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423263616 00000100:00100000:2.0:1746166673.798532:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35886 00000100:00100000:2.0:1746166673.798537:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423263616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166673.798709:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423263616:12345-0@lo:400:kworker.0 Request processed in 171us (947us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166673.798714:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35886 00000100:00100000:1.0:1746166673.798780:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423263616:0@lo:400:kworker.0 00000100:00100000:3.0:1746166673.825912:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746166673.825931:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423264640:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166673.825990:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166673.826093:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423264640 00000100:00100000:0.0:1746166673.826100:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423264640 00000100:00100000:0.0:1746166673.826136:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35887 00000100:00100000:0.0:1746166673.826144:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423264640:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746166673.826171:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746166673.826218:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423264640:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166673.826225:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35887 00000100:00100000:3.0:1746166673.826296:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423264640:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166673.826978:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d0d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423264768:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166673.827004:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166673.827085:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423264768 00000100:00100000:1.0:1746166673.827090:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423264768 00000100:00100000:1.0:1746166673.827292:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35888 00000100:00100000:1.0:1746166673.827298:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423264768:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166673.827316:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166673.827349:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423264768:12345-0@lo:41:osp-pre-0-1.0 Request processed in 51us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166673.827354:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35888 00000100:00100000:0.0:1746166673.827472:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d0d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423264768:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166673.862493:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166674.131078:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746166674.131097:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d0d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423264896:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166674.131151:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166674.131221:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423264896 00000100:00100000:3.0:1746166674.131227:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423264896 00000100:00100000:3.0:1746166674.131355:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7156 00000100:00100000:3.0:1746166674.131363:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423264896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166674.131383:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166674.131425:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423264896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166674.131431:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7156 00000100:00100000:0.0:1746166674.131495:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d0d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423264896:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166674.866530:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166675.870832:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166676.874854:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166677.758780:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166677.759079:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166677.759120:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166677.759385:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439176960 00000100:00100000:2.0:1746166677.759393:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439176960 00000100:00100000:0.0:1746166677.759971:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166677.759992:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439177344 00000100:00100000:0.0:1746166677.759995:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439177344 00000100:00100000:0.0:1746166677.760012:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50249 00000100:00100000:0.0:1746166677.760018:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439177344:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746166677.760041:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166677.760100:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439177344:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 81us (129us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166677.760106:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50249 00000100:00100000:1.0:1746166677.760333:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439177088 00000100:00100000:1.0:1746166677.760337:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439177088 00000100:00100000:1.0:1746166677.760364:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439177216 00000100:00100000:1.0:1746166677.760366:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439177216 00000100:00100000:1.0:1746166677.760380:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2918 00000100:00100000:1.0:1746166677.760385:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439177088:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166677.760403:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2919 00000100:00100000:3.0:1746166677.760412:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439177216:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166677.760417:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439177088:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 32us (1645us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166677.760422:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2918 00000100:00080000:1.0:1746166677.760435:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166677.760437:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166677.760438:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439177216:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 29us (1318us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166677.760444:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2919 00000100:00100000:2.0:1746166677.760552:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 900 00000100:00100000:2.0:1746166677.760560:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439176960:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166677.760584:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439176960:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 26us (1506us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166677.760588:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 900 00010000:00010000:0.0:1746166677.877152:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166677.890077:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166677.890096:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423265024:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166677.890324:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166677.891938:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423265024 00000100:00100000:3.0:1746166677.891946:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423265024 00000100:00080000:1.0:1746166677.892556:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166677.893326:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7157 00000100:00100000:3.0:1746166677.893342:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423265024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166677.893369:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166677.893437:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423265024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (3113us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166677.893443:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7157 00000100:00100000:1.0:1746166677.893524:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423265024:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1746166678.801902:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166678.801906:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166678.801909:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166678.801916:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10594 00000100:00080000:2.0:1746166678.801920:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166678.801925:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166678.801942:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801369fd880 x1830977423265664/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746166678.801947:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423265280:0@lo:400:kworker.0 00000100:00080000:2.0:1746166678.801968:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166678.801971:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166678.801973:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166678.801975:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10594 00000100:00080000:2.0:1746166678.801978:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746166678.801981:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166678.801991:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801369fed80 x1830977423266176/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746166678.802018:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166678.802019:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423265664:0@lo:8:kworker.0 00000100:00100000:2.0:1746166678.802088:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166678.802090:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423265920:0@lo:400:kworker.0 00000100:00100000:2.0:1746166678.802117:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423266176:0@lo:8:kworker.0 00000100:00100000:1.0:1746166678.802118:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166678.802162:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423265152:0@lo:400:kworker.0 00000100:00100000:3.0:1746166678.802240:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423265536:0@lo:400:kworker.0 00000100:00100000:0.0:1746166678.804072:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166678.804093:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423265152 00000100:00100000:0.0:1746166678.804099:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423265792:0@lo:400:kworker.0 00000100:00100000:1.0:1746166678.804100:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423265152 00000100:00100000:0.0:1746166678.804119:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166678.804133:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423266432:0@lo:400:kworker.0 00000100:00100000:1.0:1746166678.804143:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 901 00000100:00100000:0.0:1746166678.804148:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166678.804152:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423265152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166678.804172:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423265280 00000100:00100000:0.0:1746166678.804176:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423265280 00000100:00100000:0.0:1746166678.804203:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423265920 00000100:00100000:0.0:1746166678.804206:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423265920 00000100:00100000:1.0:1746166678.804210:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423265152:12345-0@lo:400:kworker.0 Request processed in 58us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166678.804217:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423266432 00000100:00100000:1.0:1746166678.804217:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 901 00000100:00100000:0.0:1746166678.804218:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423266432 00000100:00100000:0.0:1746166678.804230:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2920 00000100:00100000:0.0:1746166678.804236:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423265280:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1746166678.804250:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166678.804267:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2921 00000100:00100000:0.0:1746166678.804268:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423265280:12345-0@lo:400:kworker.0 Request processed in 33us (2252us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166678.804274:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2920 00000100:00100000:1.0:1746166678.804275:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423265920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166678.804285:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2922 00000100:00100000:0.0:1746166678.804290:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ea2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423266432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166678.804309:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ea2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423266432:12345-0@lo:400:kworker.0 Request processed in 20us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166678.804314:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2922 00000100:00100000:0.0:1746166678.804328:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423265664 00000100:00100000:0.0:1746166678.804331:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423265664 00000100:00100000:1.0:1746166678.804340:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423265920:12345-0@lo:400:kworker.0 Request processed in 65us (2221us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166678.804342:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423265792 00000100:00100000:0.0:1746166678.804343:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423265792 00000100:00100000:1.0:1746166678.804347:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2921 00000100:00100000:0.0:1746166678.804357:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7784 00000100:00100000:0.0:1746166678.804361:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423265792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166678.804374:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50250 00000100:00100000:1.0:1746166678.804380:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c88850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423265664:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1746166678.804384:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423265792:12345-0@lo:400:kworker.0 Request processed in 22us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166678.804389:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7784 00010000:00020000:1.0:1746166678.804401:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166678.804421:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423265152:0@lo:400:kworker.0 00000100:00100000:0.0:1746166678.804433:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423265792:0@lo:400:kworker.0 00000100:00100000:1.0:1746166678.804436:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c88850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423265664:12345-0@lo:8:kworker.0 Request processed in 54us (2349us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166678.804439:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423266432:0@lo:400:kworker.0 00000100:00100000:1.0:1746166678.804442:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50250 00000100:00100000:0.0:1746166678.804467:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423265408:0@lo:400:kworker.0 00000100:00100000:0.0:1746166678.804486:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166678.804498:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423266048:0@lo:400:kworker.0 00000100:00100000:0.0:1746166678.804514:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166678.804531:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423265408 00000100:00100000:0.0:1746166678.804533:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423265408 00000100:00100000:0.0:1746166678.804554:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2923 00000100:00100000:0.0:1746166678.804559:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423265408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166678.804569:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423266048 00000100:00100000:1.0:1746166678.804574:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423266048 00000100:00100000:0.0:1746166678.804586:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423265408:12345-0@lo:400:kworker.0 Request processed in 27us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166678.804591:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2923 00000100:00080000:0.0:1746166678.804602:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166678.804603:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35889 00000100:00100000:1.0:1746166678.804611:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423266048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166678.804617:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423265408:0@lo:400:kworker.0 00000100:00100000:2.0:1746166678.805431:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166678.805466:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166678.805471:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166678.805474:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423265664:0@lo:8:kworker.0 00000100:00100000:2.0:1746166678.805492:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423266176 00000100:00100000:2.0:1746166678.805495:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423266176 00000100:00100000:2.0:1746166678.805509:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50251 00000100:00100000:2.0:1746166678.805513:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423266176:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166678.805524:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166678.805547:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423266176:12345-0@lo:8:kworker.0 Request processed in 33us (116us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166678.805551:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50251 00000100:00080000:2.0:1746166678.805574:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166678.805577:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166678.805580:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423266176:0@lo:8:kworker.0 00000100:00100000:2.0:1746166678.805631:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423265920:0@lo:400:kworker.0 00000100:00100000:2.0:1746166678.805640:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423265280:0@lo:400:kworker.0 00000100:00100000:3.0:1746166678.805716:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166678.805752:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423266304:0@lo:400:kworker.0 00000100:00100000:3.0:1746166678.805769:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166678.806055:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423265536 00000100:00100000:2.0:1746166678.806058:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423265536 00000100:00100000:2.0:1746166678.806078:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35890 00000100:00100000:2.0:1746166678.806083:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423265536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166678.806321:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423265536:12345-0@lo:400:kworker.0 Request processed in 36us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166678.806327:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35890 00000100:00100000:3.0:1746166678.806334:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423265536:0@lo:400:kworker.0 00000100:00100000:2.0:1746166678.806341:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423266304 00000100:00100000:2.0:1746166678.806344:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423266304 00000100:00080000:3.0:1746166678.806359:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166678.806361:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7785 00000100:00100000:2.0:1746166678.806366:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423266304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166678.806392:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423266304:12345-0@lo:400:kworker.0 Request processed in 26us (622us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166678.806397:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7785 00000100:00100000:3.0:1746166678.806401:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423266304:0@lo:400:kworker.0 00000100:00100000:1.0:1746166678.807613:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423266048:12345-0@lo:400:kworker.0 Request processed in 2997us (3090us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166678.807622:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35889 00000100:00100000:0.0:1746166678.807968:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423266048:0@lo:400:kworker.0 00000100:00100000:2.0:1746166678.834526:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d0d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423266560:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166678.834583:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166678.834637:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423266560 00000100:00100000:1.0:1746166678.834645:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423266560 00000100:00100000:1.0:1746166678.834702:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35891 00000100:00100000:1.0:1746166678.834711:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d802d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423266560:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166678.834753:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166678.834812:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d802d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423266560:12345-0@lo:41:osp-pre-1-0.0 Request processed in 102us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166678.834819:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35891 00000100:00100000:3.0:1746166678.834903:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746166678.834911:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d0d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423266688:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166678.834935:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166678.835051:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d0d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423266560:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166678.835346:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423266688 00000100:00100000:1.0:1746166678.835349:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423266688 00000100:00100000:1.0:1746166678.835367:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35892 00000100:00100000:1.0:1746166678.835372:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423266688:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166678.835387:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166678.835413:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423266688:12345-0@lo:41:osp-pre-0-1.0 Request processed in 41us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166678.835418:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35892 00000100:00100000:3.0:1746166678.835479:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d0d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423266688:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166678.878475:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166679.138087:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166679.138104:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423266816:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166679.138160:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166679.138565:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423266816 00000100:00100000:2.0:1746166679.138571:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423266816 00000100:00100000:2.0:1746166679.138616:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7158 00000100:00100000:2.0:1746166679.138623:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423266816:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166679.138643:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166679.138710:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423266816:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (549us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166679.138715:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7158 00000100:00100000:1.0:1746166679.140371:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423266816:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166679.882669:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166680.886318:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166681.887920:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166682.768329:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166682.768368:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166682.768388:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439177600 00000100:00100000:2.0:1746166682.768396:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439177600 00000100:00100000:0.0:1746166682.768411:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166682.768438:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439177728 00000100:00080000:0.0:1746166682.768439:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166682.768440:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439177728 00000100:00100000:0.0:1746166682.768457:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2924 00000100:00100000:3.0:1746166682.768461:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439177472 00000100:00100000:0.0:1746166682.768465:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439177600:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166682.768465:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439177472 00000100:00100000:2.0:1746166682.768481:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2925 00000100:00100000:2.0:1746166682.768487:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439177728:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166682.768492:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 902 00000100:00100000:3.0:1746166682.768498:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439177472:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166682.768523:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439177600:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 59us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166682.768529:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2924 00000100:00080000:1.0:1746166682.768558:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166682.768598:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439177728:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 111us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166682.768603:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2925 00000100:00100000:3.0:1746166682.768614:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439177472:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 115us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166682.768725:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 902 00000100:00100000:0.0:1746166682.769185:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166682.776769:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439177856 00000100:00100000:2.0:1746166682.776786:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439177856 00000100:00100000:2.0:1746166682.776847:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50252 00000100:00100000:2.0:1746166682.776856:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439177856:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166682.776884:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166682.776967:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439177856:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 110us (7785us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166682.776974:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50252 00010000:00010000:0.0:1746166682.889938:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166682.898848:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801369fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423266944:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166682.898902:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166682.899249:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423266944 00000100:00100000:1.0:1746166682.899255:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423266944 00000100:00100000:1.0:1746166682.899302:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7159 00000100:00100000:1.0:1746166682.899309:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d801500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423266944:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166682.899332:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166682.899368:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d801500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423266944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166682.899373:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7159 00000100:00100000:3.0:1746166682.899468:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801369fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423266944:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1746166682.899518:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746166683.811167:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166683.811172:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166683.811175:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166683.811181:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10599 00000100:00080000:2.0:1746166683.811185:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746166683.811195:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166683.811215:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d801f80 x1830977423267584/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746166683.811231:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d803b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423267200:0@lo:400:kworker.0 00000100:00080000:2.0:1746166683.811242:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166683.811244:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166683.811245:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166683.811248:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10599 00000100:00080000:2.0:1746166683.811250:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746166683.811253:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166683.811262:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090d48e00 x1830977423268096/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746166683.811282:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166683.811294:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d801f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423267584:0@lo:8:kworker.0 00000100:00100000:1.0:1746166683.811314:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423267200 00000100:00100000:2.0:1746166683.811317:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166683.811320:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423267200 00000100:00100000:2.0:1746166683.811353:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423268096:0@lo:8:kworker.0 00000100:00100000:1.0:1746166683.811357:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2926 00000100:00100000:1.0:1746166683.811364:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423267200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166683.811367:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166683.811387:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166683.811396:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423267200:12345-0@lo:400:kworker.0 Request processed in 32us (113us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166683.811397:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423267584 00000100:00100000:2.0:1746166683.811399:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423267584 00000100:00100000:1.0:1746166683.811401:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2926 00000100:00100000:2.0:1746166683.811411:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423268096 00000100:00100000:2.0:1746166683.811412:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423268096 00000100:00100000:2.0:1746166683.811422:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50253 00000100:00100000:2.0:1746166683.811425:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423267584:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746166683.811428:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d803b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423267200:0@lo:400:kworker.0 00000100:00100000:1.0:1746166683.811440:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d800a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423267840:0@lo:400:kworker.0 00010000:00020000:2.0:1746166683.811442:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166683.811455:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166683.811463:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423267584:12345-0@lo:8:kworker.0 Request processed in 37us (145us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166683.811467:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423267840 00000100:00100000:2.0:1746166683.811468:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50253 00000100:00100000:1.0:1746166683.811469:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423267840 00000100:00100000:2.0:1746166683.811476:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50254 00000100:00100000:2.0:1746166683.811479:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423268096:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746166683.811481:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2927 00000100:00100000:1.0:1746166683.811485:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d803b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423267840:12345-0@lo:400:kworker.0 00010000:00020000:2.0:1746166683.811487:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166683.811502:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d803b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423267840:12345-0@lo:400:kworker.0 Request processed in 17us (46us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166683.811502:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423268096:12345-0@lo:8:kworker.0 Request processed in 22us (134us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166683.811507:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2927 00000100:00100000:2.0:1746166683.811507:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50254 00000100:00080000:2.0:1746166683.811524:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1746166683.811525:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d800a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423267840:0@lo:400:kworker.0 00000100:00080000:2.0:1746166683.811527:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166683.811530:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d801f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423267584:0@lo:8:kworker.0 00000100:00100000:1.0:1746166683.811533:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00080000:2.0:1746166683.811535:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1746166683.811537:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d800e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423267328:0@lo:400:kworker.0 00000100:00080000:2.0:1746166683.811538:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166683.811540:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423268096:0@lo:8:kworker.0 00000100:00100000:1.0:1746166683.811550:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166683.811562:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423267328 00000100:00100000:1.0:1746166683.811564:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423267328 00000100:00080000:2.0:1746166683.811576:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166683.811582:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2928 00000100:00100000:1.0:1746166683.811585:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d800a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423267328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166683.811606:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d800a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423267328:12345-0@lo:400:kworker.0 Request processed in 20us (55us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166683.811628:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d803800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423267456:0@lo:400:kworker.0 00000100:00100000:0.0:1746166683.811702:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166683.811717:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423268224:0@lo:400:kworker.0 00000100:00100000:0.0:1746166683.811731:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166683.811742:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1746166683.811746:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d802680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423267072:0@lo:400:kworker.0 00000100:00100000:0.0:1746166683.811763:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166683.811782:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d803100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423267712:0@lo:400:kworker.0 00000100:00100000:0.0:1746166683.811796:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166683.811807:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423268352:0@lo:400:kworker.0 00000100:00100000:0.0:1746166683.811820:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166683.811836:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423268224 00000100:00100000:0.0:1746166683.811839:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423268224 00000100:00100000:0.0:1746166683.811858:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423267712 00000100:00100000:0.0:1746166683.811860:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423267712 00000100:00100000:0.0:1746166683.811870:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7786 00000100:00100000:0.0:1746166683.811874:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423268224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166683.811898:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423268224:12345-0@lo:400:kworker.0 Request processed in 24us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166683.811902:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7786 00000100:00100000:0.0:1746166683.811912:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7787 00000100:00100000:0.0:1746166683.811916:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423267712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166683.811932:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423267712:12345-0@lo:400:kworker.0 Request processed in 16us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166683.811936:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7787 00000100:00080000:0.0:1746166683.811945:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166683.811959:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d803100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423267712:0@lo:400:kworker.0 00000100:00100000:0.0:1746166683.811965:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423268224:0@lo:400:kworker.0 00000100:00100000:0.0:1746166683.811981:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423268352 00000100:00100000:0.0:1746166683.811982:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423268352 00000100:00100000:3.0:1746166683.814256:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423267072 00000100:00100000:3.0:1746166683.814264:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423267072 00000100:00100000:3.0:1746166683.814306:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 903 00000100:00100000:3.0:1746166683.814312:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423267072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166683.814364:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423267072:12345-0@lo:400:kworker.0 Request processed in 52us (2599us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166683.814369:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 903 00000100:00100000:3.0:1746166683.814415:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423267456 00000100:00100000:3.0:1746166683.814418:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423267456 00000100:00100000:3.0:1746166683.814436:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35893 00000100:00100000:3.0:1746166683.814440:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423267456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166683.814465:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423267456:12345-0@lo:400:kworker.0 Request processed in 25us (2763us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166683.814469:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35893 00000100:00100000:3.0:1746166683.814515:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d802680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423267072:0@lo:400:kworker.0 00000100:00100000:3.0:1746166683.814525:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d803800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423267456:0@lo:400:kworker.0 00000100:00100000:1.0:1746166683.815639:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2928 00000100:00100000:0.0:1746166683.815763:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2929 00000100:00100000:0.0:1746166683.815772:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423268352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166683.815826:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423268352:12345-0@lo:400:kworker.0 Request processed in 57us (4004us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166683.815831:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2929 00000100:00100000:0.0:1746166683.815869:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d800e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423267328:0@lo:400:kworker.0 00000100:00100000:0.0:1746166683.815877:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423267968:0@lo:400:kworker.0 00000100:00100000:0.0:1746166683.815905:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166683.815991:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423268352:0@lo:400:kworker.0 00000100:00100000:2.0:1746166683.816032:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423267968 00000100:00100000:2.0:1746166683.816036:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423267968 00000100:00100000:2.0:1746166683.816061:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35894 00000100:00100000:2.0:1746166683.816065:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423267968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166683.816371:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423267968:12345-0@lo:400:kworker.0 Request processed in 305us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166683.816377:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35894 00000100:00100000:0.0:1746166683.816423:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423267968:0@lo:400:kworker.0 00000100:00100000:2.0:1746166683.852206:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746166683.852225:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d0d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423268480:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166683.852280:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166683.852329:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423268480 00000100:00100000:2.0:1746166683.852335:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423268480 00000100:00100000:2.0:1746166683.852369:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35895 00000100:00100000:2.0:1746166683.852375:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423268480:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166683.852405:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166683.852437:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423268480:12345-0@lo:41:osp-pre-0-1.0 Request processed in 62us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166683.852443:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35895 00000100:00100000:2.0:1746166683.852475:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d0d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423268480:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166683.855574:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d0d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423268608:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166683.855626:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166683.855771:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423268608 00000100:00100000:3.0:1746166683.855777:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423268608 00000100:00100000:3.0:1746166683.855815:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35896 00000100:00100000:3.0:1746166683.855822:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423268608:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166683.855847:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166683.855881:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423268608:12345-0@lo:41:osp-pre-1-0.0 Request processed in 60us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166683.855886:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35896 00000100:00100000:0.0:1746166683.855979:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d0d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423268608:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1746166683.898714:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166684.147436:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d800e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423268736:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166684.147497:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166684.147588:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423268736 00000100:00100000:0.0:1746166684.147595:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423268736 00000100:00100000:0.0:1746166684.147637:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7160 00000100:00100000:0.0:1746166684.147693:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423268736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166684.147714:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166684.151224:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423268736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 3544us (3720us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166684.151235:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7160 00000100:00100000:3.0:1746166684.151918:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d800e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423268736:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166684.899884:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166685.902168:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166686.904856:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166687.775321:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166687.775369:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166687.775414:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166687.775449:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439178240 00000100:00100000:0.0:1746166687.775456:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439178240 00000100:00100000:1.0:1746166687.776204:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439177984 00000100:00100000:1.0:1746166687.776210:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439177984 00000100:00100000:2.0:1746166687.779039:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439178112 00000100:00100000:2.0:1746166687.779047:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439178112 00000100:00100000:2.0:1746166687.779087:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2930 00000100:00100000:2.0:1746166687.779094:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439178240:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166687.779440:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2931 00000100:00100000:3.0:1746166687.779449:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439178112:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166687.779549:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 904 00000100:00100000:1.0:1746166687.779557:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439177984:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166687.779666:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439178240:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 571us (4294us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166687.779672:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2930 00000100:00080000:2.0:1746166687.779724:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746166687.779727:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166687.779906:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439178112:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 459us (4489us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166687.779916:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2931 00000100:00100000:1.0:1746166687.780450:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439177984:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 892us (5136us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166687.780456:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 904 00000100:00100000:1.0:1746166687.782360:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166687.782436:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439178368 00000100:00100000:3.0:1746166687.782444:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439178368 00000100:00100000:3.0:1746166687.782477:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50255 00000100:00100000:3.0:1746166687.782483:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d803800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439178368:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166687.782504:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166687.782543:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d803800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439178368:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 60us (187us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166687.782549:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50255 00000100:00100000:2.0:1746166687.906145:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d0d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423268864:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166687.906203:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166687.910534:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423268864 00000100:00100000:1.0:1746166687.910545:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423268864 00000100:00100000:1.0:1746166687.910629:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7161 00000100:00100000:1.0:1746166687.910637:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423268864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166687.910667:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166687.910735:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423268864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (4532us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166687.910742:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7161 00000100:00100000:1.0:1746166687.910800:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d0d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423268864:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1746166687.910875:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746166687.911112:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166688.823498:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423268992:0@lo:400:kworker.0 00000100:00100000:0.0:1746166688.823560:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166688.829612:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423268992 00000100:00100000:0.0:1746166688.829620:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423268992 00000100:00080000:2.0:1746166688.829633:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166688.829637:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166688.829640:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166688.829646:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10604 00000100:00080000:2.0:1746166688.829650:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746166688.829655:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166688.829661:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 905 00000100:00100000:0.0:1746166688.829669:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423268992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166688.829672:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b63f480 x1830977423269504/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166688.829710:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166688.829712:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166688.829713:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166688.829716:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10604 00000100:00080000:2.0:1746166688.829717:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746166688.829720:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166688.829728:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b63ca80 x1830977423270016/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166688.829735:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423268992:12345-0@lo:400:kworker.0 Request processed in 67us (6174us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166688.829741:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 905 00000100:00100000:2.0:1746166688.829767:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423269504:0@lo:8:kworker.0 00000100:00100000:0.0:1746166688.829802:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423268992:0@lo:400:kworker.0 00000100:00100000:0.0:1746166688.829818:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423269632:0@lo:400:kworker.0 00000100:00100000:3.0:1746166688.829845:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423269248:0@lo:400:kworker.0 00000100:00100000:1.0:1746166688.829999:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423269120:0@lo:400:kworker.0 00000100:00100000:2.0:1746166688.830049:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166688.832016:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423269504 00000100:00100000:0.0:1746166688.832026:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423269504 00000100:00100000:0.0:1746166688.832059:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50256 00000100:00100000:0.0:1746166688.832066:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423269504:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166688.832087:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166688.832131:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423269504:12345-0@lo:8:kworker.0 Request processed in 66us (2081us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166688.832137:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50256 00000100:00100000:0.0:1746166688.832344:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166688.832361:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423269632 00000100:00100000:0.0:1746166688.832364:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423269632 00000100:00100000:0.0:1746166688.832385:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7788 00000100:00100000:0.0:1746166688.832390:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423269632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166688.832419:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423269632:12345-0@lo:400:kworker.0 Request processed in 29us (75us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166688.832425:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7788 00000100:00100000:0.0:1746166688.832460:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423269632:0@lo:400:kworker.0 00000100:00100000:0.0:1746166688.832468:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423270272:0@lo:400:kworker.0 00000100:00100000:0.0:1746166688.832488:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166688.832505:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423270272 00000100:00100000:0.0:1746166688.832508:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423270272 00000100:00100000:0.0:1746166688.832530:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2932 00000100:00100000:0.0:1746166688.832535:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423270272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166688.832560:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423270272:12345-0@lo:400:kworker.0 Request processed in 26us (71us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166688.832578:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2932 00000100:00100000:0.0:1746166688.832602:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423270272:0@lo:400:kworker.0 00000100:00100000:0.0:1746166688.832641:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423269376:0@lo:400:kworker.0 00000100:00100000:3.0:1746166688.834299:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166688.834327:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423269888:0@lo:400:kworker.0 00000100:00100000:3.0:1746166688.834365:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423269248 00000100:00100000:3.0:1746166688.834369:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423269248 00000100:00100000:3.0:1746166688.834409:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2933 00000100:00100000:3.0:1746166688.834414:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423269248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166688.834445:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423269248:12345-0@lo:400:kworker.0 Request processed in 31us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166688.834450:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2933 00000100:00080000:3.0:1746166688.834464:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746166688.835620:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166688.835626:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166688.835631:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423269504:0@lo:8:kworker.0 00000100:00100000:2.0:1746166688.835638:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423270016:0@lo:8:kworker.0 00000100:00100000:2.0:1746166688.835664:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166688.836006:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166688.836036:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423269760:0@lo:400:kworker.0 00000100:00100000:1.0:1746166688.836051:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166688.836125:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423269120 00000100:00100000:3.0:1746166688.836129:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423269120 00000100:00100000:3.0:1746166688.836156:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2934 00000100:00100000:3.0:1746166688.836161:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d802680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423269120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166688.836194:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d802680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423269120:12345-0@lo:400:kworker.0 Request processed in 33us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166688.836198:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2934 00000100:00100000:3.0:1746166688.836208:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423269760 00000100:00100000:3.0:1746166688.836210:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423269760 00000100:00100000:3.0:1746166688.836221:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2935 00000100:00100000:3.0:1746166688.836225:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d803100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423269760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166688.836244:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d803100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423269760:12345-0@lo:400:kworker.0 Request processed in 18us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166688.836249:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2935 00000100:00100000:3.0:1746166688.836268:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423270016 00000100:00100000:3.0:1746166688.836271:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423270016 00000100:00100000:3.0:1746166688.836290:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50257 00000100:00100000:3.0:1746166688.836294:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423270016:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166688.836311:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166688.836333:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423270016:12345-0@lo:8:kworker.0 Request processed in 38us (669us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166688.836337:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50257 00000100:00080000:3.0:1746166688.836347:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746166688.836490:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166688.836493:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166688.836497:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423270016:0@lo:8:kworker.0 00000100:00100000:1.0:1746166688.836636:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423269120:0@lo:400:kworker.0 00000100:00100000:1.0:1746166688.836644:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423269760:0@lo:400:kworker.0 00000100:00100000:0.0:1746166688.837071:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166688.837114:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423270144:0@lo:400:kworker.0 00000100:00100000:0.0:1746166688.837135:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166688.837331:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423270144 00000100:00100000:0.0:1746166688.837334:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423270144 00000100:00100000:0.0:1746166688.837366:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7789 00000100:00100000:0.0:1746166688.837371:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423270144:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1746166688.837385:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166688.837397:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423270144:12345-0@lo:400:kworker.0 Request processed in 26us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166688.837397:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166688.837402:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7789 00000100:00100000:3.0:1746166688.837418:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423269376 00000100:00100000:0.0:1746166688.837421:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423270144:0@lo:400:kworker.0 00000100:00100000:3.0:1746166688.837421:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423269376 00000100:00100000:3.0:1746166688.837439:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423269888 00000100:00100000:3.0:1746166688.837441:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423269888 00000100:00100000:3.0:1746166688.837452:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35897 00000100:00100000:3.0:1746166688.837457:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423269376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166688.837480:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35898 00000100:00100000:3.0:1746166688.837487:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423269376:12345-0@lo:400:kworker.0 Request processed in 30us (4824us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166688.837492:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35897 00000100:00100000:2.0:1746166688.837496:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423269888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166688.837522:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423269888:12345-0@lo:400:kworker.0 Request processed in 37us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166688.837527:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35898 00000100:00100000:3.0:1746166688.837585:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423269248:0@lo:400:kworker.0 00000100:00100000:3.0:1746166688.837600:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423269888:0@lo:400:kworker.0 00000100:00100000:0.0:1746166688.837711:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423269376:0@lo:400:kworker.0 00000100:00100000:2.0:1746166688.866013:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746166688.866031:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423270400:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166688.866090:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166688.866286:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423270400 00000100:00100000:0.0:1746166688.866293:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423270400 00000100:00100000:2.0:1746166688.866365:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d0d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423270528:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166688.866387:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166688.866517:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423270528 00000100:00100000:0.0:1746166688.866520:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423270528 00000100:00100000:0.0:1746166688.866538:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35899 00000100:00100000:0.0:1746166688.866544:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423270400:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746166688.866602:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746166688.866643:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423270400:12345-0@lo:41:osp-pre-1-0.0 Request processed in 99us (553us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166688.866649:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35899 00000100:00100000:0.0:1746166688.866661:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35900 00000100:00100000:0.0:1746166688.866665:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423270528:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746166688.866696:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746166688.866716:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423270528:12345-0@lo:41:osp-pre-0-1.0 Request processed in 51us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166688.866721:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35900 00000100:00100000:1.0:1746166688.866785:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423270400:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166688.866879:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d0d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423270528:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166688.915190:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166689.153894:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d0d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423270656:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166689.153952:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166689.154526:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423270656 00000100:00100000:0.0:1746166689.154533:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423270656 00000100:00100000:0.0:1746166689.154594:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7162 00000100:00100000:0.0:1746166689.154601:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d801f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423270656:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166689.154620:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166689.154653:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d801f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423270656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (700us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166689.154659:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7162 00000100:00100000:1.0:1746166689.154819:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d0d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423270656:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1746166689.921767:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166690.924122:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166691.929465:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166692.783821:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166692.783864:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166692.783894:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166692.783972:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166692.784008:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439178624 00000100:00100000:0.0:1746166692.784015:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439178624 00000100:00100000:0.0:1746166692.784055:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439178752 00000100:00100000:0.0:1746166692.784057:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439178752 00000100:00100000:0.0:1746166692.784072:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2936 00000100:00100000:0.0:1746166692.784079:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090943100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439178624:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166692.784132:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090943100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439178624:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 54us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166692.784138:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2936 00000100:00100000:0.0:1746166692.784151:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2937 00000100:00100000:0.0:1746166692.784156:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439178752:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166692.784175:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439178752:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 19us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166692.784180:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2937 00000100:00080000:0.0:1746166692.784241:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166692.784245:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166692.784356:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439178496 00000100:00100000:2.0:1746166692.784360:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439178496 00000100:00100000:2.0:1746166692.784382:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 906 00000100:00100000:2.0:1746166692.784387:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439178496:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166692.784417:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439178496:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 30us (606us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166692.784422:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 906 00000100:00100000:1.0:1746166692.784490:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439178880 00000100:00100000:1.0:1746166692.784522:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439178880 00000100:00100000:1.0:1746166692.784541:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50258 00000100:00100000:1.0:1746166692.784545:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090943800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439178880:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166692.784564:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166692.784586:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090943800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439178880:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 40us (691us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166692.784590:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50258 00000100:00100000:1.0:1746166692.919150:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d0d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423270784:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166692.919210:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166692.919367:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423270784 00000100:00100000:2.0:1746166692.919373:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423270784 00000100:00080000:0.0:1746166692.919461:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166692.919671:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7163 00000100:00100000:2.0:1746166692.919713:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d800e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423270784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166692.919738:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166692.922480:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d800e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423270784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2763us (3263us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166692.922490:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7163 00000100:00100000:0.0:1746166692.925470:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d0d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423270784:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166692.930041:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746166693.841876:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166693.841881:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166693.841884:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166693.841890:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10609 00000100:00080000:2.0:1746166693.841894:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00100000:3.0:1746166693.841897:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423271040:0@lo:400:kworker.0 00000100:00080000:2.0:1746166693.841899:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166693.841918:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b717480 x1830977423271424/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166693.841945:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166693.841947:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166693.841948:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166693.841951:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10609 00000100:00100000:3.0:1746166693.841952:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166693.841954:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166693.841957:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166693.841965:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cd39f80 x1830977423271936/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166693.841996:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423271424:0@lo:8:kworker.0 00000100:00100000:3.0:1746166693.842005:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423271680:0@lo:400:kworker.0 00000100:00100000:3.0:1746166693.842025:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166693.842027:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166693.842037:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1746166693.842041:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423271168:0@lo:400:kworker.0 00000100:00100000:3.0:1746166693.842055:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166693.842058:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423271936:0@lo:8:kworker.0 00000100:00100000:3.0:1746166693.842067:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423271808:0@lo:400:kworker.0 00000100:00100000:2.0:1746166693.842073:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166693.842086:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166693.842100:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423271424 00000100:00100000:2.0:1746166693.842105:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423271424 00000100:00100000:3.0:1746166693.842108:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423271808 00000100:00100000:3.0:1746166693.842112:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423271808 00000100:00100000:2.0:1746166693.842128:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423271936 00000100:00100000:2.0:1746166693.842130:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423271936 00000100:00100000:3.0:1746166693.842138:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35901 00000100:00100000:2.0:1746166693.842141:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50259 00000100:00100000:3.0:1746166693.842144:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423271808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166693.842145:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423271424:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166693.842162:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166693.842182:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423271808:12345-0@lo:400:kworker.0 Request processed in 38us (95us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166693.842187:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423271424:12345-0@lo:8:kworker.0 Request processed in 41us (160us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166693.842187:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35901 00000100:00100000:2.0:1746166693.842193:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50259 00000100:00100000:2.0:1746166693.842201:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50260 00000100:00100000:2.0:1746166693.842204:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423271936:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166693.842212:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166693.842219:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423271808:0@lo:400:kworker.0 00000100:00100000:2.0:1746166693.842407:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423271936:12345-0@lo:8:kworker.0 Request processed in 201us (333us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166693.842412:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50260 00000100:00100000:3.0:1746166693.842416:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423271040 00000100:00100000:3.0:1746166693.842420:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423271040 00000100:00080000:2.0:1746166693.842436:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166693.842439:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166693.842442:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423271424:0@lo:8:kworker.0 00000100:00100000:3.0:1746166693.842443:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423271680 00000100:00100000:3.0:1746166693.842445:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423271680 00000100:00080000:2.0:1746166693.842448:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166693.842450:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166693.842453:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423271936:0@lo:8:kworker.0 00000100:00100000:3.0:1746166693.842454:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423271168 00000100:00100000:3.0:1746166693.842455:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423271168 00000100:00100000:3.0:1746166693.842468:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2938 00000100:00100000:3.0:1746166693.842473:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423271040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166693.842495:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2939 00000100:00100000:2.0:1746166693.842501:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423271680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166693.842513:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423271040:12345-0@lo:400:kworker.0 Request processed in 40us (561us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166693.842518:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2938 00000100:00100000:2.0:1746166693.842525:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423271680:12345-0@lo:400:kworker.0 Request processed in 26us (499us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166693.842528:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2940 00000100:00100000:2.0:1746166693.842532:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2939 00000100:00100000:3.0:1746166693.842533:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423271168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166693.842551:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423271168:12345-0@lo:400:kworker.0 Request processed in 18us (494us total) trans 0 rc 0/0 00000100:00080000:2.0:1746166693.842555:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166693.842556:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2940 00000100:00080000:2.0:1746166693.842557:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166693.842574:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e3d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423271168:0@lo:400:kworker.0 00000100:00100000:3.0:1746166693.842582:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423271680:0@lo:400:kworker.0 00000100:00100000:3.0:1746166693.842588:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e3d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423271040:0@lo:400:kworker.0 00000100:00100000:1.0:1746166693.842700:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423271296:0@lo:400:kworker.0 00000100:00100000:1.0:1746166693.842725:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166693.842750:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423272064:0@lo:400:kworker.0 00000100:00100000:1.0:1746166693.842764:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166693.843424:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423270912:0@lo:400:kworker.0 00000100:00100000:0.0:1746166693.843452:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166693.843907:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423270912 00000100:00100000:3.0:1746166693.843911:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423270912 00000100:00100000:0.0:1746166693.843934:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423271552:0@lo:400:kworker.0 00000100:00100000:0.0:1746166693.843954:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166693.843965:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423272192:0@lo:400:kworker.0 00000100:00100000:0.0:1746166693.843981:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166693.844042:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423272192 00000100:00100000:1.0:1746166693.844045:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423272192 00000100:00100000:1.0:1746166693.844067:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2941 00000100:00100000:1.0:1746166693.844072:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423272192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166693.844104:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423272192:12345-0@lo:400:kworker.0 Request processed in 32us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166693.844109:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2941 00000100:00100000:3.0:1746166693.844172:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 907 00000100:00100000:3.0:1746166693.844179:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423270912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166693.844205:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423270912:12345-0@lo:400:kworker.0 Request processed in 28us (752us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166693.844211:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 907 00000100:00100000:3.0:1746166693.844235:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423272064 00000100:00100000:3.0:1746166693.844239:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423272064 00000100:00100000:3.0:1746166693.844258:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423271552 00000100:00100000:3.0:1746166693.844259:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423271552 00000100:00100000:3.0:1746166693.844271:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7790 00000100:00100000:3.0:1746166693.844276:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423272064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166693.844300:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423272064:12345-0@lo:400:kworker.0 Request processed in 25us (1535us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166693.844305:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7790 00000100:00100000:3.0:1746166693.844314:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7791 00000100:00100000:3.0:1746166693.844318:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423271552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166693.844334:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423271552:12345-0@lo:400:kworker.0 Request processed in 16us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166693.844338:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7791 00000100:00080000:3.0:1746166693.844351:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166693.844460:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423272064:0@lo:400:kworker.0 00000100:00100000:0.0:1746166693.844528:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e3d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423270912:0@lo:400:kworker.0 00000100:00100000:0.0:1746166693.844537:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423271552:0@lo:400:kworker.0 00000100:00100000:0.0:1746166693.844544:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423272192:0@lo:400:kworker.0 00000100:00100000:2.0:1746166693.844616:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423271296 00000100:00100000:2.0:1746166693.844620:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423271296 00000100:00100000:2.0:1746166693.844640:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35902 00000100:00100000:2.0:1746166693.844644:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423271296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166693.844857:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e3d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423271296:0@lo:400:kworker.0 00000100:00100000:2.0:1746166693.845380:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423271296:12345-0@lo:400:kworker.0 Request processed in 30us (1949us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166693.845388:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35902 00000100:00100000:0.0:1746166693.874120:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d0d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423272320:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166693.874175:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166693.874244:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423272320 00000100:00100000:3.0:1746166693.874250:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423272320 00000100:00100000:3.0:1746166693.874282:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35903 00000100:00100000:3.0:1746166693.874288:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423272320:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166693.874317:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166693.874350:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423272320:12345-0@lo:41:osp-pre-0-1.0 Request processed in 62us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166693.874355:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35903 00000100:00100000:0.0:1746166693.877078:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d0d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423272320:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166693.877098:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746166693.877106:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423272448:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166693.877144:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166693.877221:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423272448 00000100:00100000:3.0:1746166693.877227:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423272448 00000100:00100000:3.0:1746166693.877259:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35904 00000100:00100000:3.0:1746166693.877265:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423272448:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166693.877291:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166693.877324:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423272448:12345-0@lo:41:osp-pre-1-0.0 Request processed in 60us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166693.877330:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35904 00000100:00100000:1.0:1746166693.877439:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423272448:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1746166693.931997:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166694.161906:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423272576:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166694.161963:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166694.162103:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423272576 00000100:00100000:1.0:1746166694.162112:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423272576 00000100:00100000:1.0:1746166694.162455:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7164 00000100:00100000:1.0:1746166694.162462:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423272576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746166694.162504:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166694.164602:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423272576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2138us (2636us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166694.164610:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7164 00000100:00100000:2.0:1746166694.164637:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423272576:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746166694.933918:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166695.948829:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166696.947727:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166697.792800:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166697.792853:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166697.792886:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166697.792930:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166697.792963:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439179264 00000100:00100000:0.0:1746166697.792970:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439179264 00000100:00100000:0.0:1746166697.793011:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439179136 00000100:00100000:0.0:1746166697.793014:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439179136 00000100:00100000:0.0:1746166697.793033:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2942 00000100:00100000:0.0:1746166697.793040:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439179264:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166697.793096:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439179264:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 57us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166697.793102:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2942 00000100:00100000:0.0:1746166697.793116:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2943 00000100:00100000:0.0:1746166697.793121:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439179136:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166697.793141:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439179136:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 20us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166697.793146:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2943 00000100:00080000:0.0:1746166697.793248:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746166697.793251:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166697.793311:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439179392 00000100:00100000:2.0:1746166697.793315:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439179392 00000100:00100000:2.0:1746166697.793335:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50261 00000100:00100000:2.0:1746166697.793339:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439179392:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166697.793358:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166697.793382:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439179392:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 43us (591us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166697.793387:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50261 00000100:00100000:3.0:1746166697.793631:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439179008 00000100:00100000:3.0:1746166697.793635:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439179008 00000100:00100000:3.0:1746166697.793667:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 908 00000100:00100000:3.0:1746166697.793672:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439179008:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166697.793968:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439179008:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 294us (1112us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166697.793974:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 908 00000100:00100000:2.0:1746166697.943649:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746166697.943667:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d0d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423272704:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166697.943755:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166697.944091:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423272704 00000100:00100000:1.0:1746166697.944098:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423272704 00000100:00100000:1.0:1746166697.944146:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7165 00000100:00100000:1.0:1746166697.944154:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423272704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166697.944179:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166697.944215:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423272704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166697.944222:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7165 00000100:00080000:1.0:1746166697.944245:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166697.944356:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d0d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423272704:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166697.947819:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746166698.849868:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166698.849872:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166698.849875:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166698.849881:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10614 00000100:00080000:2.0:1746166698.849885:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166698.849890:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166698.849905:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423273216:0@lo:400:kworker.0 00000100:00100000:2.0:1746166698.849905:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b717100 x1830977423273344/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166698.849931:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166698.849934:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166698.849935:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166698.849937:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10614 00000100:00080000:2.0:1746166698.849939:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166698.849941:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166698.849949:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801340e7b80 x1830977423273856/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166698.849957:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166698.849979:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423273088:0@lo:400:kworker.0 00000100:00100000:2.0:1746166698.850003:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166698.850007:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801340e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423273984:0@lo:400:kworker.0 00000100:00100000:2.0:1746166698.850018:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801340e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423273728:0@lo:400:kworker.0 00000100:00100000:0.0:1746166698.850027:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166698.850031:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166698.850050:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423273216 00000100:00100000:2.0:1746166698.850054:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423273344:0@lo:8:kworker.0 00000100:00100000:0.0:1746166698.850055:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423273216 00000100:00100000:2.0:1746166698.850067:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166698.850079:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423273728 00000100:00100000:0.0:1746166698.850081:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423273728 00000100:00100000:2.0:1746166698.850085:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801340e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423273856:0@lo:8:kworker.0 00000100:00100000:0.0:1746166698.850094:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35905 00000100:00100000:2.0:1746166698.850097:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166698.850101:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423273216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166698.850114:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423273984 00000100:00100000:2.0:1746166698.850116:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423273984 00000100:00100000:0.0:1746166698.850135:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423273216:12345-0@lo:400:kworker.0 Request processed in 36us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166698.850137:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423273344 00000100:00100000:2.0:1746166698.850139:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423273344 00000100:00100000:0.0:1746166698.850140:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35905 00000100:00100000:2.0:1746166698.850146:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423273856 00000100:00100000:2.0:1746166698.850147:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423273856 00000100:00100000:0.0:1746166698.850152:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35906 00000100:00100000:2.0:1746166698.850154:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7792 00000100:00100000:0.0:1746166698.850156:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423273728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166698.850159:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423273984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166698.850178:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423273728:12345-0@lo:400:kworker.0 Request processed in 22us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166698.850180:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423273984:12345-0@lo:400:kworker.0 Request processed in 22us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166698.850183:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35906 00000100:00100000:2.0:1746166698.850185:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7792 00000100:00100000:2.0:1746166698.850193:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50262 00000100:00100000:2.0:1746166698.850196:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423273344:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166698.850210:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166698.850211:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801340e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423273728:0@lo:400:kworker.0 00000100:00100000:2.0:1746166698.850228:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423273344:12345-0@lo:8:kworker.0 Request processed in 31us (160us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166698.850232:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50262 00000100:00100000:0.0:1746166698.850235:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801340e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423273984:0@lo:400:kworker.0 00000100:00100000:2.0:1746166698.850239:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50263 00000100:00100000:0.0:1746166698.850242:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b715880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423273216:0@lo:400:kworker.0 00000100:00100000:2.0:1746166698.850242:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423273856:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166698.850248:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166698.850259:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423273856:12345-0@lo:8:kworker.0 Request processed in 17us (162us total) trans 0 rc -19/-19 00000100:00080000:0.0:1746166698.850260:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166698.850263:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50263 00000100:00100000:0.0:1746166698.850268:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423273088 00000100:00100000:0.0:1746166698.850270:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423273088 00000100:00080000:2.0:1746166698.850285:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166698.850287:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166698.850290:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2944 00000100:00100000:2.0:1746166698.850290:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b717100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423273344:0@lo:8:kworker.0 00000100:00100000:0.0:1746166698.850294:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423273088:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1746166698.850296:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166698.850297:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166698.850299:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801340e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423273856:0@lo:8:kworker.0 00000100:00100000:0.0:1746166698.850318:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423273088:12345-0@lo:400:kworker.0 Request processed in 23us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166698.850322:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2944 00000100:00080000:0.0:1746166698.850331:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166698.850343:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423273088:0@lo:400:kworker.0 00000100:00100000:3.0:1746166698.850373:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423272960:0@lo:400:kworker.0 00000100:00100000:3.0:1746166698.850423:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166698.850447:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423273600:0@lo:400:kworker.0 00000100:00100000:0.0:1746166698.850459:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423272960 00000100:00100000:3.0:1746166698.850462:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166698.850463:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423272960 00000100:00100000:3.0:1746166698.850474:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1746166698.850478:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423272832:0@lo:400:kworker.0 00000100:00100000:0.0:1746166698.850481:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423273600 00000100:00100000:0.0:1746166698.850483:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423273600 00000100:00100000:0.0:1746166698.850494:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2945 00000100:00100000:3.0:1746166698.850495:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166698.850498:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423272960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166698.850515:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423273472:0@lo:400:kworker.0 00000100:00100000:0.0:1746166698.850522:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423272960:12345-0@lo:400:kworker.0 Request processed in 24us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166698.850526:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2945 00000100:00100000:3.0:1746166698.850528:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166698.850534:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2946 00000100:00100000:3.0:1746166698.850536:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423274112:0@lo:400:kworker.0 00000100:00100000:0.0:1746166698.850538:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423273600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166698.850549:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166698.850556:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423273600:12345-0@lo:400:kworker.0 Request processed in 18us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166698.850561:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2946 00000100:00100000:3.0:1746166698.850566:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423272960:0@lo:400:kworker.0 00000100:00100000:0.0:1746166698.850568:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423274112 00000100:00100000:0.0:1746166698.850571:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423274112 00000100:00100000:3.0:1746166698.850572:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423273600:0@lo:400:kworker.0 00000100:00100000:0.0:1746166698.850581:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2947 00000100:00100000:0.0:1746166698.850585:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423274112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166698.850592:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423272832 00000100:00100000:3.0:1746166698.850595:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423272832 00000100:00100000:0.0:1746166698.850605:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423274112:12345-0@lo:400:kworker.0 Request processed in 20us (55us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166698.850608:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2947 00000100:00100000:3.0:1746166698.850612:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 909 00000100:00100000:3.0:1746166698.850616:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423272832:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1746166698.850622:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166698.850635:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423272832:12345-0@lo:400:kworker.0 Request processed in 19us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166698.850639:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 909 00000100:00100000:3.0:1746166698.850658:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423272832:0@lo:400:kworker.0 00000100:00100000:3.0:1746166698.850704:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423274112:0@lo:400:kworker.0 00000100:00100000:3.0:1746166698.850917:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423273472 00000100:00100000:3.0:1746166698.850920:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423273472 00000100:00100000:3.0:1746166698.850935:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7793 00000100:00100000:3.0:1746166698.850939:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423273472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166698.850964:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423273472:12345-0@lo:400:kworker.0 Request processed in 26us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166698.850968:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7793 00000100:00100000:3.0:1746166698.850984:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423273472:0@lo:400:kworker.0 00000100:00100000:3.0:1746166698.881934:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423274240:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166698.881990:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166698.882086:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423274240 00000100:00100000:2.0:1746166698.882092:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423274240 00000100:00100000:2.0:1746166698.882593:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35907 00000100:00100000:2.0:1746166698.882600:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423274240:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166698.882628:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166698.882759:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423274240:12345-0@lo:41:osp-pre-1-0.0 Request processed in 159us (768us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166698.882765:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35907 00000100:00100000:3.0:1746166698.882846:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423274240:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166698.886797:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423274368:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166698.886852:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166698.886900:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423274368 00000100:00100000:2.0:1746166698.886906:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423274368 00000100:00100000:2.0:1746166698.887582:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35908 00000100:00100000:2.0:1746166698.887590:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423274368:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166698.887618:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166698.888714:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423274368:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1123us (1859us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166698.888721:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35908 00000100:00100000:0.0:1746166698.890858:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e3d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423274368:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166698.950658:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166699.169877:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746166699.169897:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423274496:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166699.169951:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166699.170036:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423274496 00000100:00100000:3.0:1746166699.170043:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423274496 00000100:00100000:3.0:1746166699.170077:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7166 00000100:00100000:3.0:1746166699.170083:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423274496:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166699.170107:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166699.170139:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423274496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166699.170144:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7166 00000100:00100000:0.0:1746166699.170266:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423274496:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746166699.953028:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166700.956470:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166701.957425:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166702.799813:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166702.799863:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166702.799907:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166702.800034:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439179520 00000100:00100000:3.0:1746166702.800043:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439179520 00000100:00100000:3.0:1746166702.800088:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 910 00000100:00100000:3.0:1746166702.800096:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439179520:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166702.800377:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439179520:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 282us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166702.800383:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 910 00000100:00100000:1.0:1746166702.800542:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439179648 00000100:00100000:1.0:1746166702.800546:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439179648 00000100:00100000:1.0:1746166702.800576:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439179776 00000100:00100000:1.0:1746166702.800578:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439179776 00000100:00100000:1.0:1746166702.800593:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2948 00000100:00100000:1.0:1746166702.800598:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439179648:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166702.800630:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439179648:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 33us (826us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166702.800635:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2948 00000100:00100000:1.0:1746166702.800645:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2949 00000100:00100000:1.0:1746166702.800650:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b717480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439179776:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166702.800668:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b717480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439179776:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 18us (760us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166702.800672:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2949 00000100:00080000:1.0:1746166702.800759:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166702.800762:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166702.803080:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166702.803175:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439179904 00000100:00100000:0.0:1746166702.803182:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439179904 00000100:00100000:0.0:1746166702.803552:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50264 00000100:00100000:0.0:1746166702.803558:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439179904:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746166702.803581:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166702.804624:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439179904:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 1062us (1547us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166702.804631:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50264 00000100:00100000:0.0:1746166702.946892:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423274624:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166702.946955:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166702.947077:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423274624 00000100:00100000:1.0:1746166702.947085:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423274624 00000100:00100000:1.0:1746166702.947130:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7167 00000100:00100000:1.0:1746166702.947136:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b717100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423274624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166702.947160:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166702.947413:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b717100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423274624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 277us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166702.947418:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7167 00000100:00080000:0.0:1746166702.947713:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166702.947741:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e3d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423274624:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166702.957873:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746166703.858789:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166703.858794:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166703.858798:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1746166703.858799:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423275136:0@lo:400:kworker.0 00000100:00080000:2.0:1746166703.858803:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10619 00000100:00080000:2.0:1746166703.858806:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166703.858811:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166703.858829:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090b09f80 x1830977423275264/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746166703.859082:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166703.859142:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746166703.859147:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423274752:0@lo:400:kworker.0 00000100:00100000:1.0:1746166703.859173:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166703.859204:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423275008:0@lo:400:kworker.0 00000100:00100000:1.0:1746166703.859224:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166703.859237:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746166703.859242:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423274880:0@lo:400:kworker.0 00000100:00100000:1.0:1746166703.859254:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166703.859272:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423275008 00000100:00100000:1.0:1746166703.859279:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423275008 00000100:00100000:1.0:1746166703.859322:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423274880 00000100:00100000:1.0:1746166703.859324:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423274880 00000100:00100000:1.0:1746166703.859341:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2950 00000100:00100000:1.0:1746166703.859348:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423275008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166703.859383:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423275008:12345-0@lo:400:kworker.0 Request processed in 36us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166703.859389:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2950 00000100:00100000:1.0:1746166703.859401:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2951 00000100:00100000:1.0:1746166703.859406:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423274880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166703.859424:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423274880:12345-0@lo:400:kworker.0 Request processed in 18us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166703.859429:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2951 00000100:00080000:1.0:1746166703.859442:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746166703.859444:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166703.859469:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423274880:0@lo:400:kworker.0 00000100:00100000:1.0:1746166703.859479:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423275008:0@lo:400:kworker.0 00000100:00100000:1.0:1746166703.859507:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423274752 00000100:00100000:1.0:1746166703.859509:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423274752 00000100:00080000:2.0:1746166703.859852:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166703.859855:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166703.859857:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166703.859860:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10619 00000100:00080000:2.0:1746166703.859863:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746166703.859867:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166703.859877:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090465f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423275392:0@lo:400:kworker.0 00000100:00100000:2.0:1746166703.859878:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800977e0380 x1830977423275776/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166703.859903:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166703.859912:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423275136 00000100:00100000:2.0:1746166703.859916:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423275136 00000100:00100000:0.0:1746166703.859923:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423276032:0@lo:400:kworker.0 00000100:00100000:0.0:1746166703.859937:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166703.859937:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35909 00000100:00100000:2.0:1746166703.859943:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423275136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166703.859947:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746166703.859951:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423275904:0@lo:400:kworker.0 00000100:00100000:0.0:1746166703.859964:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166703.859979:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423275136:12345-0@lo:400:kworker.0 Request processed in 35us (900us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166703.859988:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35909 00000100:00100000:2.0:1746166703.860014:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423275392 00000100:00100000:2.0:1746166703.860017:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423275392 00000100:00100000:2.0:1746166703.860034:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423275904 00000100:00100000:2.0:1746166703.860036:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423275904 00000100:00100000:2.0:1746166703.860052:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7794 00000100:00100000:2.0:1746166703.860057:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b715880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423275392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166703.860128:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423275264:0@lo:8:kworker.0 00000100:00100000:1.0:1746166703.860219:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 911 00000100:00100000:1.0:1746166703.860225:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423274752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166703.860393:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124dac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423275520:0@lo:400:kworker.0 00000100:00100000:0.0:1746166703.860413:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166703.860426:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746166703.860430:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423275648:0@lo:400:kworker.0 00000100:00100000:0.0:1746166703.860447:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166703.860466:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7795 00000100:00100000:0.0:1746166703.860473:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423275904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166703.861092:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b715880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423275392:12345-0@lo:400:kworker.0 Request processed in 1034us (1186us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166703.861098:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7794 00000100:00100000:2.0:1746166703.861115:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423275648 00000100:00100000:2.0:1746166703.861118:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423275648 00000100:00100000:2.0:1746166703.861135:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35910 00000100:00100000:2.0:1746166703.861139:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423275648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166703.861168:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423275648:12345-0@lo:400:kworker.0 Request processed in 28us (720us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166703.861173:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35910 00000100:00080000:2.0:1746166703.861184:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166703.861204:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423275648:0@lo:400:kworker.0 00000100:00100000:2.0:1746166703.861245:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090465f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423275392:0@lo:400:kworker.0 00000100:00100000:3.0:1746166703.861408:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166703.861459:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423274752:12345-0@lo:400:kworker.0 Request processed in 1233us (2284us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166703.861465:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 911 00000100:00100000:1.0:1746166703.861496:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423274752:0@lo:400:kworker.0 00000100:00100000:1.0:1746166703.861505:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423275136:0@lo:400:kworker.0 00000100:00100000:0.0:1746166703.861563:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423275904:12345-0@lo:400:kworker.0 Request processed in 1091us (1597us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166703.861569:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7795 00000100:00100000:0.0:1746166703.861579:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423275264 00000100:00100000:0.0:1746166703.861581:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423275264 00000100:00100000:0.0:1746166703.861595:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50265 00000100:00100000:0.0:1746166703.861599:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423275264:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1746166703.861604:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423275904:0@lo:400:kworker.0 00010000:00020000:0.0:1746166703.861617:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166703.861635:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423275264:12345-0@lo:8:kworker.0 Request processed in 36us (228us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166703.861640:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50265 00000100:00100000:0.0:1746166703.861652:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423276032 00000100:00100000:0.0:1746166703.861655:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423276032 00000100:00080000:3.0:1746166703.861730:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166703.861734:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166703.861738:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423275264:0@lo:8:kworker.0 00000100:00100000:0.0:1746166703.861742:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423275520 00000100:00100000:3.0:1746166703.861743:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423275776:0@lo:8:kworker.0 00000100:00100000:0.0:1746166703.861744:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423275520 00000100:00100000:3.0:1746166703.861762:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166703.861845:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2952 00000100:00100000:0.0:1746166703.861850:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423276032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166703.861890:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2953 00000100:00100000:1.0:1746166703.861896:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423275520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166703.861936:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423276032:12345-0@lo:400:kworker.0 Request processed in 86us (1998us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166703.861941:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2952 00000100:00100000:3.0:1746166703.861954:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423275776 00000100:00100000:3.0:1746166703.861958:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423275776 00000100:00100000:3.0:1746166703.861972:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50266 00000100:00100000:3.0:1746166703.861976:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423275776:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166703.861988:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166703.862068:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423275520:12345-0@lo:400:kworker.0 Request processed in 171us (1653us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166703.862073:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2953 00000100:00100000:3.0:1746166703.862077:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423275776:12345-0@lo:8:kworker.0 Request processed in 98us (312us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166703.862083:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50266 00000100:00080000:3.0:1746166703.862103:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166703.862106:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166703.862109:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423275776:0@lo:8:kworker.0 00000100:00100000:2.0:1746166703.862396:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124dac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423275520:0@lo:400:kworker.0 00000100:00100000:2.0:1746166703.862416:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423276032:0@lo:400:kworker.0 00000100:00100000:1.0:1746166703.890517:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746166703.890535:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423276160:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166703.890588:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166703.890751:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423276160 00000100:00100000:3.0:1746166703.890759:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423276160 00000100:00100000:3.0:1746166703.890876:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35911 00000100:00100000:3.0:1746166703.890883:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423276160:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166703.890912:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166703.890948:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423276160:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166703.890954:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35911 00000100:00100000:1.0:1746166703.891409:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423276160:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166703.906706:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746166703.906852:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423276288:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166703.906908:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166703.907124:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423276288 00000100:00100000:0.0:1746166703.907130:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423276288 00000100:00100000:0.0:1746166703.907176:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35912 00000100:00100000:0.0:1746166703.907184:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423276288:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746166703.907213:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746166703.907259:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423276288:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166703.907266:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35912 00000100:00100000:2.0:1746166703.907359:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423276288:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166703.960159:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166704.177904:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746166704.177922:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423276416:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166704.177981:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166704.178038:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423276416 00000100:00100000:3.0:1746166704.178046:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423276416 00000100:00100000:3.0:1746166704.178081:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7168 00000100:00100000:3.0:1746166704.178088:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423276416:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166704.178112:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166704.178149:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423276416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166704.178155:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7168 00000100:00100000:2.0:1746166704.178237:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423276416:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746166704.962163:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166705.964141:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166706.966079:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166707.811960:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166707.812590:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166707.813153:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439180416 00000100:00100000:3.0:1746166707.813163:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439180416 00000100:00100000:3.0:1746166707.816417:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50267 00000100:00100000:3.0:1746166707.816428:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439180416:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166707.816451:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166707.816510:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439180416:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 83us (4561us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166707.816515:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50267 00000100:00100000:0.0:1746166707.817871:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166707.819616:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166707.819753:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439180160 00000100:00100000:0.0:1746166707.819762:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439180160 00000100:00100000:2.0:1746166707.819840:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439180032 00000100:00100000:2.0:1746166707.819845:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439180032 00000100:00100000:2.0:1746166707.820095:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 912 00000100:00100000:2.0:1746166707.820105:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439180032:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166707.820158:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439180032:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 54us (2290us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166707.820164:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 912 00000100:00100000:0.0:1746166707.822485:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439180288 00000100:00100000:0.0:1746166707.822491:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439180288 00000100:00100000:0.0:1746166707.822513:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2954 00000100:00100000:0.0:1746166707.822519:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439180160:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166707.822565:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439180160:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 46us (9978us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166707.822570:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2954 00000100:00100000:0.0:1746166707.822579:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2955 00000100:00100000:0.0:1746166707.822583:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439180288:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166707.822597:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439180288:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 14us (2986us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166707.822602:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2955 00000100:00080000:3.0:1746166707.823089:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746166707.823093:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166707.959454:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746166707.959473:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423276544:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166707.959534:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166707.959654:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423276544 00000100:00100000:3.0:1746166707.959661:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423276544 00000100:00100000:3.0:1746166707.959728:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7169 00000100:00100000:3.0:1746166707.959737:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423276544:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166707.959762:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166707.959796:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423276544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166707.959802:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7169 00000100:00100000:1.0:1746166707.959889:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423276544:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1746166707.959990:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746166707.968573:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166708.867112:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423276672:0@lo:400:kworker.0 00000100:00100000:0.0:1746166708.867171:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166708.867220:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746166708.867254:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124dac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423276800:0@lo:400:kworker.0 00000100:00100000:0.0:1746166708.867291:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166708.867324:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423276800 00000100:00100000:0.0:1746166708.867330:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423276800 00000100:00100000:0.0:1746166708.867366:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2956 00000100:00100000:0.0:1746166708.867373:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423276800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166708.867411:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423276800:12345-0@lo:400:kworker.0 Request processed in 39us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166708.867417:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2956 00000100:00080000:0.0:1746166708.867434:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166708.867459:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124dac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423276800:0@lo:400:kworker.0 00000100:00100000:0.0:1746166708.867480:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090465f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423276928:0@lo:400:kworker.0 00000100:00100000:0.0:1746166708.867496:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166708.867513:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423276928 00000100:00100000:0.0:1746166708.867516:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423276928 00000100:00100000:0.0:1746166708.867532:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2957 00000100:00100000:0.0:1746166708.867536:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423276928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166708.867559:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423276928:12345-0@lo:400:kworker.0 Request processed in 22us (62us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166708.867563:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2957 00000100:00080000:0.0:1746166708.867571:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166708.867583:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090465f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423276928:0@lo:400:kworker.0 00000100:00100000:0.0:1746166708.867602:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423276672 00000100:00100000:0.0:1746166708.867604:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423276672 00000100:00100000:0.0:1746166708.867620:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 913 00000100:00100000:0.0:1746166708.867624:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423276672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166708.867646:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423276672:12345-0@lo:400:kworker.0 Request processed in 22us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166708.867651:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 913 00000100:00100000:0.0:1746166708.867671:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423276672:0@lo:400:kworker.0 00000100:00080000:2.0:1746166708.867958:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166708.867962:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166708.867964:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166708.867969:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10624 00000100:00080000:2.0:1746166708.867972:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746166708.867976:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166708.867991:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880124018e00 x1830977423277184/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746166708.868439:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090465f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423277056:0@lo:400:kworker.0 00000100:00100000:3.0:1746166708.868468:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166708.868496:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423277056 00000100:00100000:3.0:1746166708.868499:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423277056 00000100:00100000:3.0:1746166708.868530:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35913 00000100:00100000:3.0:1746166708.868536:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423277056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166708.868568:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423277056:12345-0@lo:400:kworker.0 Request processed in 32us (99us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166708.868574:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35913 00000100:00100000:3.0:1746166708.868601:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090465f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423277056:0@lo:400:kworker.0 00000100:00080000:2.0:1746166708.869051:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166708.869054:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166708.869056:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166708.869060:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10624 00000100:00080000:2.0:1746166708.869062:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746166708.869066:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166708.869077:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ffe8a80 x1830977423277696/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166708.869329:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423277184:0@lo:8:kworker.0 00000100:00100000:2.0:1746166708.869356:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166708.869374:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423277696:0@lo:8:kworker.0 00000100:00100000:2.0:1746166708.869391:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166708.869413:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423277184 00000100:00100000:2.0:1746166708.869416:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423277184 00000100:00100000:2.0:1746166708.869429:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423277696 00000100:00100000:2.0:1746166708.869431:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423277696 00000100:00100000:2.0:1746166708.869441:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50268 00000100:00100000:2.0:1746166708.869445:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffe9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423277184:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166708.869463:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166708.869488:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffe9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423277184:12345-0@lo:8:kworker.0 Request processed in 41us (131us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166708.869493:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50268 00000100:00100000:2.0:1746166708.869503:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50269 00000100:00100000:2.0:1746166708.869506:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffe9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423277696:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166708.869515:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166708.869532:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffe9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423277696:12345-0@lo:8:kworker.0 Request processed in 24us (140us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166708.869536:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50269 00000100:00080000:2.0:1746166708.869559:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166708.869562:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166708.869565:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423277184:0@lo:8:kworker.0 00000100:00080000:2.0:1746166708.869572:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166708.869574:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166708.869577:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ffe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423277696:0@lo:8:kworker.0 00000100:00100000:2.0:1746166708.869605:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423277440:0@lo:400:kworker.0 00000100:00100000:2.0:1746166708.869623:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166708.869638:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1746166708.869642:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423277312:0@lo:400:kworker.0 00000100:00100000:2.0:1746166708.869657:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166708.869669:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423277952:0@lo:400:kworker.0 00000100:00100000:2.0:1746166708.869707:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166708.869744:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423277312 00000100:00100000:2.0:1746166708.869747:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423277312 00000100:00100000:2.0:1746166708.869767:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7796 00000100:00100000:2.0:1746166708.869771:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffe9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423277312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166708.869799:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffe9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423277312:12345-0@lo:400:kworker.0 Request processed in 27us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166708.869804:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7796 00000100:00100000:2.0:1746166708.869822:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ffe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423277312:0@lo:400:kworker.0 00000100:00100000:3.0:1746166708.869880:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423277824:0@lo:400:kworker.0 00000100:00100000:3.0:1746166708.869898:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166708.869917:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746166708.869921:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423277568:0@lo:400:kworker.0 00000100:00100000:3.0:1746166708.869934:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166708.869948:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423277568 00000100:00100000:3.0:1746166708.869950:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423277568 00000100:00100000:3.0:1746166708.869963:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35914 00000100:00100000:3.0:1746166708.869967:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423277568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166708.869987:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423277568:12345-0@lo:400:kworker.0 Request processed in 20us (52us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166708.869991:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35914 00000100:00100000:3.0:1746166708.870006:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ffe8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423277568:0@lo:400:kworker.0 00000100:00100000:0.0:1746166708.870059:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423277440 00000100:00100000:0.0:1746166708.870062:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423277440 00000100:00100000:0.0:1746166708.870077:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423277952 00000100:00100000:0.0:1746166708.870079:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423277952 00000100:00100000:0.0:1746166708.870090:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2958 00000100:00100000:0.0:1746166708.870095:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffe8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423277440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166708.870131:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffe8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423277440:12345-0@lo:400:kworker.0 Request processed in 35us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166708.870137:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2958 00000100:00100000:0.0:1746166708.870147:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2959 00000100:00100000:0.0:1746166708.870151:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffe9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423277952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166708.870171:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffe9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423277952:12345-0@lo:400:kworker.0 Request processed in 20us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166708.870176:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2959 00000100:00100000:3.0:1746166708.870405:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ffe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423277952:0@lo:400:kworker.0 00000100:00100000:3.0:1746166708.870413:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ffe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423277440:0@lo:400:kworker.0 00000100:00100000:2.0:1746166708.874953:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423277824 00000100:00100000:2.0:1746166708.874963:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423277824 00000100:00100000:2.0:1746166708.875028:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7797 00000100:00100000:2.0:1746166708.875035:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423277824:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1746166708.875046:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166708.875130:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090465f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423277824:12345-0@lo:400:kworker.0 Request processed in 96us (5230us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166708.875136:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7797 00000100:00100000:0.0:1746166708.875468:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ffe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423277824:0@lo:400:kworker.0 00000100:00100000:3.0:1746166708.899167:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423278080:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166708.899245:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166708.900075:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423278080 00000100:00100000:1.0:1746166708.900082:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423278080 00000100:00100000:3.0:1746166708.900152:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35915 00000100:00100000:3.0:1746166708.900163:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423278080:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166708.900193:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166708.901345:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423278080:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1182us (2098us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166708.901353:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35915 00000100:00100000:2.0:1746166708.901442:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423278080:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166708.913918:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423278208:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166708.913980:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166708.914127:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423278208 00000100:00100000:3.0:1746166708.914134:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423278208 00000100:00100000:3.0:1746166708.914170:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35916 00000100:00100000:3.0:1746166708.914178:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423278208:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166708.914428:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166708.914634:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423278208:12345-0@lo:41:osp-pre-0-1.0 Request processed in 455us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166708.914641:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35916 00000100:00100000:0.0:1746166708.914721:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ffe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423278208:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166708.969878:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166709.205587:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746166709.205606:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423278336:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166709.205661:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166709.210455:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423278336 00000100:00100000:3.0:1746166709.210466:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423278336 00000100:00100000:3.0:1746166709.210528:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7170 00000100:00100000:3.0:1746166709.210536:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423278336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166709.210566:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166709.210635:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423278336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (4973us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166709.210642:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7170 00000100:00100000:0.0:1746166709.210732:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ffea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423278336:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746166709.971894:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166710.973890:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166711.977991:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166712.814411:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166712.814452:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166712.814476:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166712.814518:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439180544 00000100:00100000:1.0:1746166712.814526:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439180544 00000100:00100000:0.0:1746166712.814540:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166712.814552:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439180672 00000100:00100000:0.0:1746166712.814556:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439180800 00000100:00100000:2.0:1746166712.814558:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439180672 00000100:00100000:0.0:1746166712.814559:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439180800 00000100:00100000:1.0:1746166712.814564:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 914 00000100:00100000:1.0:1746166712.814571:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439180544:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166712.814584:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2960 00000100:00100000:0.0:1746166712.814589:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bded500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439180800:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166712.814591:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2961 00000100:00100000:2.0:1746166712.814599:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439180672:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166712.814616:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bded500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439180800:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 27us (76us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166712.814621:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2960 00000100:00080000:0.0:1746166712.814640:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746166712.814643:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166712.814660:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439180928 00000100:00100000:3.0:1746166712.814664:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439180928 00000100:00100000:3.0:1746166712.814725:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50270 00000100:00100000:3.0:1746166712.814911:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bded180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439180928:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166712.814930:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166712.814996:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439180544:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 425us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166712.815002:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 914 00000100:00100000:2.0:1746166712.815007:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439180672:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 409us (769us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166712.815014:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2961 00000100:00100000:3.0:1746166712.815072:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bded180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439180928:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 341us (594us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166712.815078:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50270 00000100:00100000:2.0:1746166712.961913:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746166712.961931:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423278464:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166712.961989:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166712.962145:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423278464 00000100:00100000:3.0:1746166712.962152:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423278464 00000100:00100000:3.0:1746166712.962226:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7171 00000100:00100000:3.0:1746166712.962232:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423278464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166712.962257:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166712.962289:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423278464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166712.962295:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7171 00000100:00080000:1.0:1746166712.963406:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166712.963447:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423278464:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166712.981091:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166713.874738:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bded880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423278592:0@lo:400:kworker.0 00000100:00100000:2.0:1746166713.874799:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166713.875586:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423278720:0@lo:400:kworker.0 00000100:00100000:1.0:1746166713.875618:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166713.875740:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423278592 00000100:00100000:2.0:1746166713.875747:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423278592 00000100:00100000:2.0:1746166713.875780:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 915 00000100:00100000:2.0:1746166713.875787:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423278592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166713.875824:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423278592:12345-0@lo:400:kworker.0 Request processed in 38us (1026us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166713.875830:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 915 00000100:00100000:2.0:1746166713.875862:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bded880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423278592:0@lo:400:kworker.0 00000100:00080000:0.0:1746166713.875969:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166713.875973:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166713.875976:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166713.875980:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10629 00000100:00080000:0.0:1746166713.875983:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746166713.875987:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166713.876002:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012bdee680 x1830977423279104/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166713.876027:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166713.876029:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166713.876031:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166713.876033:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10629 00000100:00080000:0.0:1746166713.876035:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746166713.876038:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166713.876045:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012bdef480 x1830977423279616/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166713.876071:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423278976:0@lo:400:kworker.0 00000100:00100000:0.0:1746166713.876097:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166713.876187:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423279360:0@lo:400:kworker.0 00000100:00100000:1.0:1746166713.876406:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166713.876422:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746166713.876427:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423278848:0@lo:400:kworker.0 00000100:00100000:1.0:1746166713.876443:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166713.876456:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423279488:0@lo:400:kworker.0 00000100:00100000:1.0:1746166713.876484:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423278720 00000100:00100000:1.0:1746166713.876488:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423278720 00000100:00100000:1.0:1746166713.876515:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423279360 00000100:00100000:1.0:1746166713.876517:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423279360 00000100:00100000:1.0:1746166713.876528:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423278848 00000100:00100000:1.0:1746166713.876529:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423278848 00000100:00100000:1.0:1746166713.876544:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2962 00000100:00100000:1.0:1746166713.876549:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423278720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166713.876578:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423278720:12345-0@lo:400:kworker.0 Request processed in 30us (960us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166713.876583:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2962 00000100:00100000:1.0:1746166713.876593:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2963 00000100:00100000:1.0:1746166713.876597:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423279360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166713.876613:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423279360:12345-0@lo:400:kworker.0 Request processed in 17us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166713.876617:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2963 00000100:00100000:1.0:1746166713.876625:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2964 00000100:00100000:1.0:1746166713.876629:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423278848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166713.876645:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423278848:12345-0@lo:400:kworker.0 Request processed in 17us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166713.876650:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2964 00000100:00080000:1.0:1746166713.876663:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166713.876666:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166713.876705:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423279104:0@lo:8:kworker.0 00000100:00100000:1.0:1746166713.876725:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166713.877071:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423279232:0@lo:400:kworker.0 00000100:00100000:0.0:1746166713.877222:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423279744:0@lo:400:kworker.0 00000100:00100000:0.0:1746166713.877246:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166713.877267:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423279360:0@lo:400:kworker.0 00000100:00100000:0.0:1746166713.877275:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423278720:0@lo:400:kworker.0 00000100:00100000:0.0:1746166713.877290:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423278848:0@lo:400:kworker.0 00000100:00100000:0.0:1746166713.877309:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423278976 00000100:00100000:0.0:1746166713.877311:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423278976 00000100:00100000:0.0:1746166713.877329:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423279488 00000100:00100000:0.0:1746166713.877330:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423279488 00000100:00100000:0.0:1746166713.877341:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35917 00000100:00100000:0.0:1746166713.877345:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bded880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423278976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166713.877369:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bded880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423278976:12345-0@lo:400:kworker.0 Request processed in 24us (1272us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166713.877374:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35917 00000100:00100000:0.0:1746166713.877381:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35918 00000100:00100000:0.0:1746166713.877384:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423279488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166713.877399:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423279488:12345-0@lo:400:kworker.0 Request processed in 15us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166713.877403:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35918 00000100:00100000:0.0:1746166713.877420:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423279488:0@lo:400:kworker.0 00000100:00100000:1.0:1746166713.879565:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423279616:0@lo:8:kworker.0 00000100:00100000:1.0:1746166713.879602:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166713.879636:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423279104 00000100:00100000:1.0:1746166713.879642:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423279104 00000100:00100000:1.0:1746166713.879660:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423279616 00000100:00100000:1.0:1746166713.879661:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423279616 00000100:00100000:1.0:1746166713.879672:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50271 00000100:00100000:1.0:1746166713.879693:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423279104:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166713.879714:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166713.879746:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423279104:12345-0@lo:8:kworker.0 Request processed in 52us (3019us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166713.879752:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50271 00000100:00100000:1.0:1746166713.879762:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50272 00000100:00100000:1.0:1746166713.879765:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423279616:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166713.879774:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166713.879790:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423279616:12345-0@lo:8:kworker.0 Request processed in 24us (188us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166713.879794:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50272 00000100:00080000:1.0:1746166713.879816:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166713.879819:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166713.879823:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423279104:0@lo:8:kworker.0 00000100:00080000:1.0:1746166713.879830:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166713.879832:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166713.879834:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423279616:0@lo:8:kworker.0 00000100:00100000:0.0:1746166713.879957:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166713.880000:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423278976:0@lo:400:kworker.0 00000100:00100000:3.0:1746166713.880051:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423279744 00000100:00100000:3.0:1746166713.880054:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423279744 00000100:00100000:3.0:1746166713.880092:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7798 00000100:00100000:3.0:1746166713.880099:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423279744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166713.880137:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423279744:12345-0@lo:400:kworker.0 Request processed in 40us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166713.880155:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7798 00000100:00100000:0.0:1746166713.880224:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423279744:0@lo:400:kworker.0 00000100:00100000:2.0:1746166713.880289:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166713.880312:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423279872:0@lo:400:kworker.0 00000100:00100000:2.0:1746166713.880334:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166713.880388:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423279872 00000100:00100000:3.0:1746166713.880391:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423279872 00000100:00100000:3.0:1746166713.880422:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2965 00000100:00100000:3.0:1746166713.880428:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423279872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166713.880456:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423279872:12345-0@lo:400:kworker.0 Request processed in 29us (121us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166713.880461:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2965 00000100:00100000:2.0:1746166713.880526:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423279872:0@lo:400:kworker.0 00000100:00100000:0.0:1746166713.880622:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423279232 00000100:00100000:0.0:1746166713.880626:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423279232 00000100:00100000:0.0:1746166713.880643:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7799 00000100:00100000:0.0:1746166713.880647:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423279232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166713.880700:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423279232:12345-0@lo:400:kworker.0 Request processed in 52us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166713.880705:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7799 00000100:00080000:1.0:1746166713.881408:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166713.881669:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423279232:0@lo:400:kworker.0 00000100:00100000:0.0:1746166713.907106:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423280000:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166713.907173:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166713.907258:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423280000 00000100:00100000:3.0:1746166713.907265:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423280000 00000100:00100000:3.0:1746166713.907293:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35919 00000100:00100000:3.0:1746166713.907297:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423280000:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166713.907321:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166713.907357:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423280000:12345-0@lo:41:osp-pre-1-0.0 Request processed in 60us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166713.907361:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35919 00000100:00100000:1.0:1746166713.907465:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ffeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423280000:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166713.922793:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423280128:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166713.922848:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166713.922900:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423280128 00000100:00100000:1.0:1746166713.922905:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423280128 00000100:00100000:1.0:1746166713.922947:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35920 00000100:00100000:1.0:1746166713.922952:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423280128:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166713.922978:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166713.923787:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423280128:12345-0@lo:41:osp-pre-0-1.0 Request processed in 831us (936us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166713.923793:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35920 00000100:00100000:2.0:1746166713.923885:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423280128:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166713.989060:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166714.229317:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423280256:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166714.229372:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166714.229561:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423280256 00000100:00100000:0.0:1746166714.229567:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423280256 00000100:00100000:0.0:1746166714.229600:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7172 00000100:00100000:0.0:1746166714.229606:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423280256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166714.229630:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166714.229660:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423280256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166714.229666:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7172 00000100:00100000:2.0:1746166714.230192:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423280256:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746166714.989967:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166715.992134:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166716.993911:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166717.823399:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166717.826278:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166717.826904:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439181184 00000100:00100000:3.0:1746166717.826913:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439181184 00000100:00100000:0.0:1746166717.840835:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166717.840933:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166717.840960:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439181440 00000100:00100000:0.0:1746166717.840968:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439181440 00000100:00100000:0.0:1746166717.841006:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50273 00000100:00100000:0.0:1746166717.841014:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c88450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439181440:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746166717.841038:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166717.841375:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c88450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439181440:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 187us (268us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166717.841382:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50273 00000100:00100000:0.0:1746166717.841560:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439181312 00000100:00100000:0.0:1746166717.841564:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439181312 00000100:00100000:2.0:1746166717.841612:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439181056 00000100:00100000:2.0:1746166717.841617:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439181056 00000100:00100000:2.0:1746166717.841647:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 916 00000100:00100000:2.0:1746166717.841653:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a81ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439181056:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166717.841700:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a81ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439181056:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 46us (15428us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166717.841706:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 916 00000100:00080000:1.0:1746166717.843363:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166717.843366:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166717.843409:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2966 00000100:00100000:3.0:1746166717.843421:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439181184:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166717.843462:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439181184:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 46us (20072us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166717.843468:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2966 00000100:00100000:3.0:1746166717.843482:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2967 00000100:00100000:3.0:1746166717.843487:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439181312:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166717.843505:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439181312:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 19us (2680us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166717.843510:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2967 00000100:00100000:3.0:1746166717.970297:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423280384:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166717.970366:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166717.970430:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423280384 00000100:00100000:0.0:1746166717.970437:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423280384 00000100:00100000:0.0:1746166717.970479:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7173 00000100:00100000:0.0:1746166717.970485:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423280384:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166717.970520:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:1.0:1746166717.970672:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166717.972906:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423280384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2415us (2534us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166717.972917:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7173 00000100:00100000:3.0:1746166717.977098:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423280384:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166717.997098:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746166718.883243:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166718.883248:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166718.883251:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166718.883258:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10634 00000100:00080000:0.0:1746166718.883262:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746166718.883267:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166718.883285:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012bdee680 x1830977423281024/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166718.883321:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166718.883324:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166718.883326:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166718.883328:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10634 00000100:00080000:0.0:1746166718.883330:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166718.883334:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166718.883342:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f84ad80 x1830977423281536/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746166718.883356:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423281024:0@lo:8:kworker.0 00000100:00100000:0.0:1746166718.883386:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423280896:0@lo:400:kworker.0 00000100:00100000:1.0:1746166718.883407:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166718.883418:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166718.883444:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423280896 00000100:00100000:1.0:1746166718.883449:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423280896 00000100:00100000:0.0:1746166718.883455:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423281664:0@lo:400:kworker.0 00000100:00100000:0.0:1746166718.883470:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166718.883483:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1746166718.883483:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35921 00000100:00100000:0.0:1746166718.883487:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423280768:0@lo:400:kworker.0 00000100:00100000:1.0:1746166718.883490:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423280896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166718.883503:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166718.883505:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bded180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423280512:0@lo:400:kworker.0 00000100:00100000:0.0:1746166718.883512:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423281408:0@lo:400:kworker.0 00000100:00100000:0.0:1746166718.883529:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166718.883532:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423280896:12345-0@lo:400:kworker.0 Request processed in 42us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166718.883537:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35921 00000100:00100000:1.0:1746166718.883551:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423281408 00000100:00100000:1.0:1746166718.883554:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423281408 00000100:00100000:1.0:1746166718.883568:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35922 00000100:00100000:1.0:1746166718.883572:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d803800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423281408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166718.884236:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423280896:0@lo:400:kworker.0 00000100:00100000:0.0:1746166718.884261:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423281024 00000100:00100000:0.0:1746166718.884264:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423281024 00000100:00100000:0.0:1746166718.884278:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423281664 00000100:00100000:0.0:1746166718.884279:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423281664 00000100:00100000:0.0:1746166718.884300:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7800 00000100:00100000:0.0:1746166718.884305:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423281664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166718.884330:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423281664:12345-0@lo:400:kworker.0 Request processed in 25us (860us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166718.884335:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7800 00000100:00100000:0.0:1746166718.884344:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50274 00000100:00100000:0.0:1746166718.884347:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423281024:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166718.884362:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166718.884379:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423281024:12345-0@lo:8:kworker.0 Request processed in 31us (972us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166718.884383:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50274 00000100:00080000:0.0:1746166718.884398:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166718.884410:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423281664:0@lo:400:kworker.0 00000100:00100000:0.0:1746166718.884456:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423280768 00000100:00100000:0.0:1746166718.884458:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423280768 00000100:00080000:0.0:1746166718.884467:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166718.884484:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2968 00000100:00100000:0.0:1746166718.884488:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423280768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166718.884510:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423280768:12345-0@lo:400:kworker.0 Request processed in 22us (1007us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166718.884515:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2968 00000100:00100000:0.0:1746166718.884531:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423280768:0@lo:400:kworker.0 00000100:00100000:2.0:1746166718.884531:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166718.884553:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423280512 00000100:00100000:0.0:1746166718.884555:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423280512 00000100:00100000:2.0:1746166718.884563:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423281152:0@lo:400:kworker.0 00000100:00100000:0.0:1746166718.884574:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 917 00000100:00100000:0.0:1746166718.884578:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423280512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166718.884586:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166718.884598:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423280512:12345-0@lo:400:kworker.0 Request processed in 20us (69us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166718.884603:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 917 00000100:00100000:2.0:1746166718.884603:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423281792:0@lo:400:kworker.0 00000100:00100000:0.0:1746166718.884619:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423281152 00000100:00100000:2.0:1746166718.884620:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166718.884621:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423281152 00000100:00100000:0.0:1746166718.884631:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7801 00000100:00100000:0.0:1746166718.884635:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423281152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166718.884640:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bded180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423280512:0@lo:400:kworker.0 00000100:00100000:2.0:1746166718.884648:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746166718.884652:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423281152:12345-0@lo:400:kworker.0 Request processed in 17us (66us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166718.884654:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423280640:0@lo:400:kworker.0 00000100:00100000:0.0:1746166718.884657:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7801 00000100:00100000:0.0:1746166718.884666:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423281792 00000100:00100000:0.0:1746166718.884668:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423281792 00000100:00100000:2.0:1746166718.884670:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166718.884697:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423280640 00000100:00100000:0.0:1746166718.884699:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423280640 00000100:00100000:2.0:1746166718.884703:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423281280:0@lo:400:kworker.0 00000100:00100000:0.0:1746166718.884712:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2969 00000100:00100000:0.0:1746166718.884716:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423281792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166718.884718:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166718.884736:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423281152:0@lo:400:kworker.0 00000100:00100000:0.0:1746166718.884737:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423281792:12345-0@lo:400:kworker.0 Request processed in 20us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166718.884741:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2969 00000100:00100000:2.0:1746166718.884744:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423281792:0@lo:400:kworker.0 00000100:00100000:0.0:1746166718.884747:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423281280 00000100:00100000:0.0:1746166718.884749:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423281280 00000100:00100000:0.0:1746166718.884977:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2970 00000100:00100000:0.0:1746166718.884982:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffe9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423280640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166718.885005:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffe9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423280640:12345-0@lo:400:kworker.0 Request processed in 23us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166718.885008:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2971 00000100:00100000:2.0:1746166718.885015:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffe9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423281280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166718.885044:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffe9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423281280:12345-0@lo:400:kworker.0 Request processed in 30us (324us total) trans 0 rc 0/0 00000100:00080000:3.0:1746166718.885085:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166718.885130:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d803800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423281408:12345-0@lo:400:kworker.0 Request processed in 1556us (1598us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166718.885136:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35922 00000100:00100000:0.0:1746166718.885143:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2970 00000100:00080000:1.0:1746166718.885157:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166718.885160:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166718.885163:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423281024:0@lo:8:kworker.0 00000100:00100000:0.0:1746166718.885171:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423281408:0@lo:400:kworker.0 00000100:00100000:1.0:1746166718.885175:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423281536:0@lo:8:kworker.0 00000100:00100000:1.0:1746166718.885189:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166718.885201:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423281536 00000100:00100000:0.0:1746166718.885204:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423281536 00000100:00100000:0.0:1746166718.885215:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50275 00000100:00100000:0.0:1746166718.885218:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423281536:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166718.885227:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166718.885255:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423281536:12345-0@lo:8:kworker.0 Request processed in 36us (65us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166718.885260:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50275 00000100:00080000:1.0:1746166718.885363:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166718.885366:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166718.885369:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423281536:0@lo:8:kworker.0 00000100:00100000:2.0:1746166718.886716:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2971 00000100:00100000:3.0:1746166718.886967:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423280640:0@lo:400:kworker.0 00000100:00100000:3.0:1746166718.886975:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423281280:0@lo:400:kworker.0 00000100:00100000:3.0:1746166718.914402:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423281920:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166718.914454:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166718.917867:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423281920 00000100:00100000:1.0:1746166718.917878:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423281920 00000100:00100000:1.0:1746166718.917937:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35923 00000100:00100000:1.0:1746166718.917944:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423281920:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166718.917977:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166718.918052:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423281920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 108us (3596us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166718.918067:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35923 00000100:00100000:3.0:1746166718.918603:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423281920:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166718.931351:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746166718.931372:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423282048:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166718.931434:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166718.931525:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423282048 00000100:00100000:2.0:1746166718.931532:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423282048 00000100:00100000:2.0:1746166718.931569:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35924 00000100:00100000:2.0:1746166718.931576:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423282048:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166718.931608:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166718.931644:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423282048:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166718.931650:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35924 00000100:00100000:1.0:1746166718.931752:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ffe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423282048:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166718.997878:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166719.234131:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746166719.234148:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423282176:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166719.234202:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166719.234276:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423282176 00000100:00100000:2.0:1746166719.234283:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423282176 00000100:00100000:2.0:1746166719.234323:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7174 00000100:00100000:2.0:1746166719.234330:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423282176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166719.234355:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166719.234398:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423282176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166719.234403:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7174 00000100:00100000:1.0:1746166719.234432:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ffeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423282176:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746166720.003406:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166721.003898:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166722.006415:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166722.845523:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166722.845559:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166722.845587:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166722.845610:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166722.845630:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439181568 00000100:00100000:0.0:1746166722.845637:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439181568 00000100:00100000:0.0:1746166722.845672:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 918 00000100:00100000:0.0:1746166722.845704:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439181568:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166722.845758:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439181568:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 55us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166722.845764:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 918 00000100:00100000:0.0:1746166722.845785:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439181696 00000100:00100000:0.0:1746166722.845787:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439181696 00000100:00100000:0.0:1746166722.845809:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439181824 00000100:00100000:0.0:1746166722.845810:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439181824 00000100:00100000:0.0:1746166722.845821:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2972 00000100:00100000:0.0:1746166722.845825:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439181696:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166722.845845:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439181696:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 19us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166722.845849:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2972 00000100:00100000:0.0:1746166722.845855:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2973 00000100:00100000:0.0:1746166722.845859:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439181824:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166722.845872:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439181824:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 14us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166722.845876:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2973 00000100:00080000:0.0:1746166722.845900:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166722.845902:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166722.846167:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439181952 00000100:00100000:1.0:1746166722.846170:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439181952 00000100:00100000:1.0:1746166722.846193:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50276 00000100:00100000:1.0:1746166722.846196:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439181952:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166722.846213:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166722.846232:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439181952:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 36us (674us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166722.846237:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50276 00000100:00100000:2.0:1746166722.978394:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423282304:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166722.978458:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166722.978596:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423282304 00000100:00100000:0.0:1746166722.978603:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423282304 00000100:00100000:0.0:1746166722.978651:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7175 00000100:00100000:0.0:1746166722.978658:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423282304:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166722.978703:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166722.978734:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6af850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423282304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166722.978740:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7175 00000100:00100000:3.0:1746166722.978757:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423282304:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1746166722.978966:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746166723.009075:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746166723.894244:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166723.894250:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166723.894253:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166723.894260:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10639 00000100:00080000:0.0:1746166723.894263:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166723.894268:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166723.894286:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012bded180 x1830977423282944/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166723.894313:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166723.894316:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166723.894317:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166723.894319:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10639 00000100:00080000:0.0:1746166723.894322:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166723.894324:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166723.894332:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e321500 x1830977423283456/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166723.894372:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bded180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423282944:0@lo:8:kworker.0 00000100:00100000:0.0:1746166723.894420:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166723.894465:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e321500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423283456:0@lo:8:kworker.0 00000100:00100000:0.0:1746166723.894480:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166723.894509:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423282944 00000100:00100000:0.0:1746166723.894516:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423282944 00000100:00100000:0.0:1746166723.894535:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423283456 00000100:00100000:0.0:1746166723.894536:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423283456 00000100:00100000:0.0:1746166723.894547:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50277 00000100:00100000:0.0:1746166723.894553:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423282944:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166723.894570:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166723.894598:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423282944:12345-0@lo:8:kworker.0 Request processed in 45us (177us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166723.894603:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50277 00000100:00100000:0.0:1746166723.894615:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50278 00000100:00100000:0.0:1746166723.894618:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423283456:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166723.894625:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166723.894640:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423283456:12345-0@lo:8:kworker.0 Request processed in 21us (159us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166723.894644:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50278 00000100:00080000:0.0:1746166723.894672:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166723.894690:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166723.894694:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bded180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423282944:0@lo:8:kworker.0 00000100:00080000:0.0:1746166723.894703:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166723.894705:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166723.894707:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e321500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423283456:0@lo:8:kworker.0 00000100:00100000:0.0:1746166723.894742:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423282688:0@lo:400:kworker.0 00000100:00100000:0.0:1746166723.894763:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166723.895755:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423282816:0@lo:400:kworker.0 00000100:00100000:3.0:1746166723.895782:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166723.895945:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423282560:0@lo:400:kworker.0 00000100:00100000:2.0:1746166723.896078:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423282432:0@lo:400:kworker.0 00000100:00100000:2.0:1746166723.896105:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166723.896146:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423283072:0@lo:400:kworker.0 00000100:00100000:2.0:1746166723.896162:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166723.896181:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423283712:0@lo:400:kworker.0 00000100:00100000:1.0:1746166723.896268:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423282432 00000100:00100000:1.0:1746166723.896274:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423282432 00000100:00100000:1.0:1746166723.896304:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 919 00000100:00100000:1.0:1746166723.896309:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423282432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166723.896361:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423282432:12345-0@lo:400:kworker.0 Request processed in 52us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166723.896367:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 919 00000100:00100000:1.0:1746166723.896396:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423283072 00000100:00100000:1.0:1746166723.896399:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423283072 00000100:00100000:1.0:1746166723.896414:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7802 00000100:00100000:1.0:1746166723.896418:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423283072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166723.896443:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423283072:12345-0@lo:400:kworker.0 Request processed in 24us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166723.896448:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7802 00000100:00100000:2.0:1746166723.897647:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423282688 00000100:00100000:2.0:1746166723.897651:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423282688 00000100:00100000:2.0:1746166723.897691:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2974 00000100:00100000:2.0:1746166723.897697:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e321500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423282688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166723.898065:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e321500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423282688:12345-0@lo:400:kworker.0 Request processed in 368us (3299us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166723.898071:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2974 00000100:00100000:2.0:1746166723.898089:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166723.898120:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423282432:0@lo:400:kworker.0 00000100:00100000:2.0:1746166723.898131:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423283072:0@lo:400:kworker.0 00000100:00100000:2.0:1746166723.898151:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423283712 00000100:00100000:2.0:1746166723.898153:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423283712 00000100:00100000:2.0:1746166723.898169:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2975 00000100:00100000:2.0:1746166723.898173:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423283712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166723.898196:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423283712:12345-0@lo:400:kworker.0 Request processed in 22us (107us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166723.898200:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2975 00000100:00100000:2.0:1746166723.898219:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423283712:0@lo:400:kworker.0 00000100:00100000:2.0:1746166723.898240:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423282816 00000100:00100000:2.0:1746166723.898243:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423282816 00000100:00100000:2.0:1746166723.898470:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35925 00000100:00100000:2.0:1746166723.898477:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423282816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166723.898503:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423282816:12345-0@lo:400:kworker.0 Request processed in 28us (2721us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166723.898508:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35925 00000100:00080000:2.0:1746166723.898528:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166723.898824:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423282816:0@lo:400:kworker.0 00000100:00100000:3.0:1746166723.898833:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e320380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423283584:0@lo:400:kworker.0 00000100:00100000:3.0:1746166723.899082:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166723.899118:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423283584 00000100:00100000:3.0:1746166723.899121:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423283584 00000100:00100000:3.0:1746166723.899141:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7803 00000100:00100000:3.0:1746166723.899146:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423283584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166723.899169:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423283584:12345-0@lo:400:kworker.0 Request processed in 24us (87us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166723.899173:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7803 00000100:00100000:3.0:1746166723.899190:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e320380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423283584:0@lo:400:kworker.0 00000100:00100000:0.0:1746166723.899490:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423282688:0@lo:400:kworker.0 00000100:00100000:0.0:1746166723.899496:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e498000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423283328:0@lo:400:kworker.0 00000100:00100000:0.0:1746166723.899514:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166723.900106:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166723.900126:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423283200:0@lo:400:kworker.0 00000100:00100000:1.0:1746166723.900144:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166723.900170:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423282560 00000100:00100000:1.0:1746166723.900172:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423282560 00000100:00100000:1.0:1746166723.900191:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423283200 00000100:00100000:1.0:1746166723.900192:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423283200 00000100:00100000:1.0:1746166723.900203:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2976 00000100:00100000:1.0:1746166723.900207:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f129500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423282560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166723.900408:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f129500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423282560:12345-0@lo:400:kworker.0 Request processed in 200us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166723.900413:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2976 00000100:00100000:1.0:1746166723.900422:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2977 00000100:00100000:1.0:1746166723.900426:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f128000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423283200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166723.900444:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f128000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423283200:12345-0@lo:400:kworker.0 Request processed in 17us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166723.900448:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2977 00000100:00100000:1.0:1746166723.900466:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423282560:0@lo:400:kworker.0 00000100:00100000:1.0:1746166723.900473:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdeed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423283200:0@lo:400:kworker.0 00000100:00080000:2.0:1746166723.900572:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746166723.900576:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166723.900692:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423283328 00000100:00100000:3.0:1746166723.900695:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423283328 00000100:00100000:3.0:1746166723.900996:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35926 00000100:00100000:3.0:1746166723.901002:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e320380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423283328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166723.901379:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e320380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423283328:12345-0@lo:400:kworker.0 Request processed in 377us (1863us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166723.901384:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35926 00000100:00100000:0.0:1746166723.901432:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e498000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423283328:0@lo:400:kworker.0 00000100:00100000:0.0:1746166723.924078:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746166723.924098:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423283840:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166723.924158:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166723.926289:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423283840 00000100:00100000:2.0:1746166723.926299:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423283840 00000100:00100000:2.0:1746166723.926345:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35927 00000100:00100000:2.0:1746166723.926353:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e498000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423283840:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166723.926384:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166723.926436:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e498000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423283840:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (2278us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166723.926442:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35927 00000100:00100000:0.0:1746166723.926699:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423283840:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166723.938082:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423283968:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166723.938136:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166723.938241:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423283968 00000100:00100000:3.0:1746166723.938246:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423283968 00000100:00100000:3.0:1746166723.938276:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35928 00000100:00100000:3.0:1746166723.938479:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423283968:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166723.938505:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166723.938542:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423283968:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166723.938547:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35928 00000100:00100000:0.0:1746166723.943098:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423283968:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166724.009900:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166724.245245:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746166724.245265:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423284096:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166724.245326:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166724.247147:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423284096 00000100:00100000:0.0:1746166724.247156:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423284096 00000100:00100000:0.0:1746166724.247204:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7176 00000100:00100000:0.0:1746166724.247212:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffe8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423284096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166724.247238:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166724.247283:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffe8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423284096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (1958us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166724.247290:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7176 00000100:00100000:2.0:1746166724.247399:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423284096:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746166725.012382:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166726.015524:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166727.018033:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166727.853784:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166727.853829:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166727.853876:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166727.853879:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439182080 00000100:00100000:1.0:1746166727.853887:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439182080 00000100:00100000:0.0:1746166727.853918:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439182336 00000100:00100000:0.0:1746166727.853922:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439182336 00000100:00100000:1.0:1746166727.853947:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 920 00000100:00100000:1.0:1746166727.853953:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439182080:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166727.853965:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2978 00000100:00100000:0.0:1746166727.853972:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439182336:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166727.854003:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439182080:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 51us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166727.854013:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439182336:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 41us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166727.854013:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 920 00000100:00100000:0.0:1746166727.854018:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2978 00000100:00080000:3.0:1746166727.854080:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166727.854101:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439182208 00000100:00100000:2.0:1746166727.854105:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439182208 00000100:00100000:2.0:1746166727.854136:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2979 00000100:00100000:2.0:1746166727.854141:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439182208:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166727.854162:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439182208:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 22us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166727.854166:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2979 00000100:00080000:3.0:1746166727.854207:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166727.855773:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166727.856448:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439182464 00000100:00100000:3.0:1746166727.856455:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439182464 00000100:00100000:2.0:1746166727.862528:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50279 00000100:00100000:2.0:1746166727.862539:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439182464:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166727.862561:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166727.865253:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439182464:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 2705us (9475us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166727.865265:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50279 00000100:00100000:2.0:1746166727.986090:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423284224:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166727.986144:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166727.986216:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423284224 00000100:00100000:2.0:1746166727.986223:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423284224 00000100:00100000:2.0:1746166727.986266:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7177 00000100:00100000:2.0:1746166727.986273:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffe8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423284224:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166727.986300:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166727.986331:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffe8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423284224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166727.986338:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7177 00000100:00100000:2.0:1746166727.986370:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423284224:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1746166727.986390:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746166728.023006:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746166728.899278:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166728.899284:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166728.899287:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166728.899293:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10644 00000100:00080000:0.0:1746166728.899296:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166728.899302:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166728.899318:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013048a680 x1830977423284864/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166728.899341:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166728.899344:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166728.899345:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166728.899348:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10644 00000100:00080000:0.0:1746166728.899350:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746166728.899353:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166728.899360:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090ccdc00 x1830977423285376/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166728.899393:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bded180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423284608:0@lo:400:kworker.0 00000100:00100000:0.0:1746166728.899439:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166728.899477:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423285248:0@lo:400:kworker.0 00000100:00100000:0.0:1746166728.899493:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166728.899508:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746166728.899512:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130489c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423284736:0@lo:400:kworker.0 00000100:00100000:0.0:1746166728.899524:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166728.899533:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423285504:0@lo:400:kworker.0 00000100:00100000:0.0:1746166728.899546:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166728.899563:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013048a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423284864:0@lo:8:kworker.0 00000100:00100000:0.0:1746166728.899576:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166728.899594:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423285376:0@lo:8:kworker.0 00000100:00100000:0.0:1746166728.899606:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166728.899625:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423284608 00000100:00100000:0.0:1746166728.899630:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423284608 00000100:00100000:0.0:1746166728.899662:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2980 00000100:00100000:0.0:1746166728.899669:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423284608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166728.899714:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423284608:12345-0@lo:400:kworker.0 Request processed in 46us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166728.899719:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2980 00000100:00100000:0.0:1746166728.899735:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423285504 00000100:00100000:0.0:1746166728.899737:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423285504 00000100:00100000:0.0:1746166728.899752:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423284864 00000100:00100000:0.0:1746166728.899957:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423284864 00000100:00100000:0.0:1746166728.899968:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423285376 00000100:00100000:0.0:1746166728.899969:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423285376 00000100:00100000:0.0:1746166728.899977:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7804 00000100:00100000:0.0:1746166728.899981:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423285504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166728.900003:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423285504:12345-0@lo:400:kworker.0 Request processed in 22us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166728.900008:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7804 00000100:00100000:0.0:1746166728.900015:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50280 00000100:00100000:0.0:1746166728.900018:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423284864:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166728.900034:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166728.900050:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423284864:12345-0@lo:8:kworker.0 Request processed in 32us (474us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166728.900055:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50280 00000100:00100000:0.0:1746166728.900061:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50281 00000100:00100000:0.0:1746166728.900064:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423285376:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166728.900071:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166728.900082:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423285376:12345-0@lo:8:kworker.0 Request processed in 17us (475us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166728.900086:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50281 00000100:00080000:0.0:1746166728.900114:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166728.900116:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166728.900119:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013048a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423284864:0@lo:8:kworker.0 00000100:00080000:0.0:1746166728.900127:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166728.900129:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166728.900131:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423285376:0@lo:8:kworker.0 00000100:00100000:0.0:1746166728.900153:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423285504:0@lo:400:kworker.0 00000100:00100000:0.0:1746166728.900159:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bded180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423284608:0@lo:400:kworker.0 00000100:00080000:0.0:1746166728.900182:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746166728.900185:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166728.900206:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423285248 00000100:00100000:0.0:1746166728.900208:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423285248 00000100:00100000:0.0:1746166728.900222:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423284736 00000100:00100000:0.0:1746166728.900223:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423284736 00000100:00100000:0.0:1746166728.900232:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35929 00000100:00100000:0.0:1746166728.900236:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423285248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166728.900257:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423285248:12345-0@lo:400:kworker.0 Request processed in 22us (764us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166728.900262:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35929 00000100:00100000:0.0:1746166728.900269:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35930 00000100:00100000:0.0:1746166728.900273:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423284736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166728.900288:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423284736:12345-0@lo:400:kworker.0 Request processed in 15us (763us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166728.900291:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35930 00000100:00100000:0.0:1746166728.900309:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130489c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423284736:0@lo:400:kworker.0 00000100:00100000:0.0:1746166728.900315:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423285248:0@lo:400:kworker.0 00000100:00100000:2.0:1746166728.900423:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423284352:0@lo:400:kworker.0 00000100:00100000:2.0:1746166728.900447:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166728.900466:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423284992:0@lo:400:kworker.0 00000100:00100000:2.0:1746166728.900479:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166728.900487:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423285632:0@lo:400:kworker.0 00000100:00100000:2.0:1746166728.900498:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166728.900508:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1746166728.900511:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423284480:0@lo:400:kworker.0 00000100:00100000:2.0:1746166728.900522:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166728.900530:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423285120:0@lo:400:kworker.0 00000100:00100000:2.0:1746166728.900542:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166728.900560:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423285632 00000100:00100000:2.0:1746166728.900562:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423285632 00000100:00100000:2.0:1746166728.902865:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423284480 00000100:00100000:2.0:1746166728.902871:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423284480 00000100:00100000:3.0:1746166728.902940:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423285120 00000100:00100000:3.0:1746166728.902944:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423285120 00000100:00100000:3.0:1746166728.902962:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2981 00000100:00100000:3.0:1746166728.902967:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffe9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423285632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166728.903010:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffe9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423285632:12345-0@lo:400:kworker.0 Request processed in 44us (2510us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166728.903014:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2981 00000100:00100000:3.0:1746166728.903025:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2982 00000100:00100000:3.0:1746166728.903029:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffe8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423284480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166728.903046:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffe8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423284480:12345-0@lo:400:kworker.0 Request processed in 17us (2524us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166728.903050:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2982 00000100:00100000:3.0:1746166728.903056:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2983 00000100:00100000:3.0:1746166728.903059:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423285120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166728.903074:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423285120:12345-0@lo:400:kworker.0 Request processed in 15us (2532us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166728.903078:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2983 00000100:00100000:3.0:1746166728.903111:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423284480:0@lo:400:kworker.0 00000100:00100000:3.0:1746166728.903119:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423285120:0@lo:400:kworker.0 00000100:00100000:3.0:1746166728.903126:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423285632:0@lo:400:kworker.0 00000100:00100000:1.0:1746166728.903191:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423284992 00000100:00100000:1.0:1746166728.903195:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423284992 00000100:00100000:1.0:1746166728.903409:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7805 00000100:00100000:1.0:1746166728.903413:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffe8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423284992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166728.903442:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffe8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423284992:12345-0@lo:400:kworker.0 Request processed in 29us (2962us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166728.903446:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7805 00000100:00100000:3.0:1746166728.903505:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423284992:0@lo:400:kworker.0 00000100:00080000:0.0:1746166728.903856:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166728.903868:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423284352 00000100:00100000:0.0:1746166728.903871:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423284352 00000100:00100000:0.0:1746166728.904540:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921 00000100:00100000:0.0:1746166728.904546:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423284352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166728.905325:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423284352:12345-0@lo:400:kworker.0 Request processed in 778us (4875us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166728.905330:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921 00000100:00100000:3.0:1746166728.905431:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423284352:0@lo:400:kworker.0 00000100:00100000:1.0:1746166728.930292:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423285760:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166728.930343:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166728.930468:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423285760 00000100:00100000:2.0:1746166728.930474:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423285760 00000100:00100000:2.0:1746166728.930562:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35931 00000100:00100000:2.0:1746166728.930569:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423285760:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166728.931148:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166728.931466:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423285760:12345-0@lo:41:osp-pre-1-0.0 Request processed in 896us (1121us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166728.931475:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35931 00000100:00100000:1.0:1746166728.931537:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423285760:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166728.962808:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746166728.962832:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423285888:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166728.962906:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166728.963701:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423285888 00000100:00100000:0.0:1746166728.963709:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423285888 00000100:00100000:0.0:1746166728.964667:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35932 00000100:00100000:0.0:1746166728.964693:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423285888:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746166728.964723:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746166728.964987:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423285888:12345-0@lo:41:osp-pre-0-1.0 Request processed in 312us (2080us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166728.964992:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35932 00000100:00100000:3.0:1746166728.965041:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423285888:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166729.026133:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166729.252423:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746166729.252442:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423286016:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166729.252502:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166729.252871:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423286016 00000100:00100000:1.0:1746166729.252878:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423286016 00000100:00100000:1.0:1746166729.252953:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7178 00000100:00100000:1.0:1746166729.252961:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423286016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746166729.252987:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166729.253034:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423286016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166729.253040:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7178 00000100:00100000:0.0:1746166729.253146:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ffeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423286016:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746166730.028430:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166731.029925:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166732.055444:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166732.864577:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166732.865296:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439182592 00000100:00100000:2.0:1746166732.865304:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439182592 00000100:00100000:2.0:1746166732.865357:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 922 00000100:00100000:2.0:1746166732.865365:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439182592:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166732.865429:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439182592:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 64us (858us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166732.865435:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 922 00000100:00100000:0.0:1746166732.868262:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166732.868308:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166732.868399:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439182848 00000100:00100000:2.0:1746166732.868407:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439182848 00000100:00100000:2.0:1746166732.868468:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439182720 00000100:00100000:2.0:1746166732.868470:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439182720 00000100:00100000:2.0:1746166732.868491:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2984 00000100:00100000:2.0:1746166732.868504:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439182848:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:0.0:1746166732.868529:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746166732.868532:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166732.868555:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439182848:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 59us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166732.868561:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2984 00000100:00100000:2.0:1746166732.868573:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2985 00000100:00100000:2.0:1746166732.868577:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439182720:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166732.868595:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166732.868597:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439182720:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 20us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166732.868601:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2985 00000100:00100000:2.0:1746166732.868637:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439182976 00000100:00100000:2.0:1746166732.868640:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439182976 00000100:00100000:2.0:1746166732.868654:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50282 00000100:00100000:2.0:1746166732.868659:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439182976:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166732.868710:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166732.868734:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439182976:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 74us (139us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166732.868740:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50282 00000100:00100000:3.0:1746166732.995191:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bded180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423286144:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166732.995251:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166732.995933:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423286144 00000100:00100000:0.0:1746166732.995940:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423286144 00000100:00100000:0.0:1746166732.995987:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7179 00000100:00100000:0.0:1746166732.995999:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423286144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166732.996025:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:3.0:1746166732.996054:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166732.996060:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423286144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (809us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166732.996066:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7179 00000100:00100000:2.0:1746166732.996124:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bded180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423286144:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166733.036148:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746166733.906139:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166733.906143:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166733.906147:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166733.906153:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10649 00000100:00080000:0.0:1746166733.906157:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746166733.906163:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166733.906178:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013048a680 x1830977423286784/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166733.906203:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166733.906205:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166733.906207:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166733.906209:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10649 00000100:00080000:0.0:1746166733.906211:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746166733.906215:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166733.906225:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fb2300 x1830977423287296/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166733.906258:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423286400:0@lo:400:kworker.0 00000100:00100000:0.0:1746166733.906311:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166733.906365:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423287040:0@lo:400:kworker.0 00000100:00100000:0.0:1746166733.906383:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166733.906400:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746166733.906404:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423286528:0@lo:400:kworker.0 00000100:00100000:0.0:1746166733.906417:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166733.906426:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423287168:0@lo:400:kworker.0 00000100:00100000:0.0:1746166733.906442:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166733.906461:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013048a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423286784:0@lo:8:kworker.0 00000100:00100000:0.0:1746166733.906478:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166733.906503:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423287296:0@lo:8:kworker.0 00000100:00100000:0.0:1746166733.906517:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166733.906538:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423286784 00000100:00100000:0.0:1746166733.906544:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423286784 00000100:00100000:0.0:1746166733.906560:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423287296 00000100:00100000:0.0:1746166733.906562:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423287296 00000100:00100000:0.0:1746166733.906572:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50283 00000100:00100000:0.0:1746166733.906578:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b717100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423286784:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166733.906596:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166733.906625:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b717100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423286784:12345-0@lo:8:kworker.0 Request processed in 47us (147us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166733.906631:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50283 00000100:00100000:0.0:1746166733.906642:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50284 00000100:00100000:0.0:1746166733.906645:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b715880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423287296:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166733.906653:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166733.906668:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b715880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423287296:12345-0@lo:8:kworker.0 Request processed in 21us (150us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166733.906672:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50284 00000100:00080000:0.0:1746166733.906721:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166733.906725:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166733.906728:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013048a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423286784:0@lo:8:kworker.0 00000100:00080000:0.0:1746166733.906734:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166733.906736:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166733.906739:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423287296:0@lo:8:kworker.0 00000100:00100000:0.0:1746166733.906762:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423287168 00000100:00100000:0.0:1746166733.906764:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423287168 00000100:00100000:0.0:1746166733.906783:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35933 00000100:00100000:0.0:1746166733.906787:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b714e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423287168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166733.906854:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b714e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423287168:12345-0@lo:400:kworker.0 Request processed in 66us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166733.906860:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35933 00000100:00100000:0.0:1746166733.906882:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423287168:0@lo:400:kworker.0 00000100:00100000:0.0:1746166733.906898:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423286400 00000100:00100000:0.0:1746166733.906900:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423286400 00000100:00100000:0.0:1746166733.906924:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423287040 00000100:00100000:0.0:1746166733.906926:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423287040 00000100:00100000:0.0:1746166733.906935:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423286528 00000100:00100000:0.0:1746166733.906936:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423286528 00000100:00100000:0.0:1746166733.906948:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2986 00000100:00100000:0.0:1746166733.906952:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423286400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166733.906976:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423286400:12345-0@lo:400:kworker.0 Request processed in 24us (666us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166733.906981:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2986 00000100:00100000:0.0:1746166733.906989:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2987 00000100:00100000:0.0:1746166733.906993:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b715c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423287040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166733.907008:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b715c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423287040:12345-0@lo:400:kworker.0 Request processed in 15us (624us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166733.907012:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2987 00000100:00100000:0.0:1746166733.907018:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2988 00000100:00100000:0.0:1746166733.907022:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b716680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423286528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166733.907037:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b716680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423286528:12345-0@lo:400:kworker.0 Request processed in 15us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166733.907041:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2988 00000100:00080000:0.0:1746166733.907054:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166733.907057:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166733.907069:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423286528:0@lo:400:kworker.0 00000100:00100000:0.0:1746166733.907077:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423286400:0@lo:400:kworker.0 00000100:00100000:0.0:1746166733.907083:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423287040:0@lo:400:kworker.0 00000100:00100000:2.0:1746166733.907417:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130489c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423286656:0@lo:400:kworker.0 00000100:00100000:2.0:1746166733.907442:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166733.907469:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423287424:0@lo:400:kworker.0 00000100:00100000:2.0:1746166733.907485:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166733.907497:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1746166733.907502:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bded180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423286272:0@lo:400:kworker.0 00000100:00100000:2.0:1746166733.907520:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166733.907545:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423286912:0@lo:400:kworker.0 00000100:00100000:2.0:1746166733.907560:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166733.907574:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423287552:0@lo:400:kworker.0 00000100:00100000:2.0:1746166733.907588:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166733.907605:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423287424 00000100:00100000:2.0:1746166733.907608:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423287424 00000100:00100000:2.0:1746166733.907630:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423286912 00000100:00100000:2.0:1746166733.907632:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423286912 00000100:00100000:2.0:1746166733.907641:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7806 00000100:00100000:2.0:1746166733.907646:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffe9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423287424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166733.907671:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffe9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423287424:12345-0@lo:400:kworker.0 Request processed in 26us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166733.907707:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7806 00000100:00100000:2.0:1746166733.907717:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7807 00000100:00100000:2.0:1746166733.907721:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423286912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166733.907742:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423286912:12345-0@lo:400:kworker.0 Request processed in 21us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166733.907746:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7807 00000100:00080000:2.0:1746166733.907771:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166733.907785:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423286912:0@lo:400:kworker.0 00000100:00100000:2.0:1746166733.907792:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423287424:0@lo:400:kworker.0 00000100:00100000:2.0:1746166733.907834:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423286272 00000100:00100000:2.0:1746166733.907837:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423286272 00000100:00100000:2.0:1746166733.907854:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 923 00000100:00100000:2.0:1746166733.907859:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423286272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166733.907883:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423286272:12345-0@lo:400:kworker.0 Request processed in 23us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166733.907888:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 923 00000100:00100000:2.0:1746166733.907912:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bded180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423286272:0@lo:400:kworker.0 00000100:00100000:2.0:1746166733.907930:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423286656 00000100:00100000:2.0:1746166733.907932:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423286656 00000100:00100000:2.0:1746166733.907947:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35934 00000100:00100000:2.0:1746166733.907951:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423286656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166733.907976:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423286656:12345-0@lo:400:kworker.0 Request processed in 25us (534us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166733.907981:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35934 00000100:00100000:2.0:1746166733.907998:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130489c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423286656:0@lo:400:kworker.0 00000100:00100000:0.0:1746166733.913906:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423287552 00000100:00100000:0.0:1746166733.913918:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423287552 00000100:00100000:0.0:1746166733.913974:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2989 00000100:00100000:0.0:1746166733.913981:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136050e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423287552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166733.914062:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136050e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423287552:12345-0@lo:400:kworker.0 Request processed in 82us (6472us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166733.914068:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2989 00000100:00100000:3.0:1746166733.916355:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423287552:0@lo:400:kworker.0 00000100:00100000:3.0:1746166733.938084:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746166733.938103:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423287680:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166733.938163:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166733.938256:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423287680 00000100:00100000:2.0:1746166733.938263:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423287680 00000100:00100000:2.0:1746166733.938308:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35935 00000100:00100000:2.0:1746166733.938316:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423287680:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166733.938344:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166733.938428:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423287680:12345-0@lo:41:osp-pre-1-0.0 Request processed in 112us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166733.938435:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35935 00000100:00100000:3.0:1746166733.938623:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423287680:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166733.971056:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746166733.971073:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423287808:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166733.971135:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166733.971189:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423287808 00000100:00100000:2.0:1746166733.971196:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423287808 00000100:00100000:2.0:1746166733.971825:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35936 00000100:00100000:2.0:1746166733.971834:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009daffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423287808:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166733.971863:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166733.971915:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009daffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423287808:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (779us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166733.971920:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35936 00000100:00100000:1.0:1746166733.972030:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423287808:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166734.040369:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166734.259854:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746166734.259872:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423287936:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166734.259930:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166734.260031:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423287936 00000100:00100000:0.0:1746166734.260038:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423287936 00000100:00100000:0.0:1746166734.260563:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7180 00000100:00100000:0.0:1746166734.260572:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423287936:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166734.260597:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166734.260644:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423287936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (714us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166734.260651:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7180 00000100:00100000:1.0:1746166734.260719:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423287936:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746166735.052908:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166736.060245:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166737.053870:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166737.870962:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166737.871010:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166737.871057:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166737.871149:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439183232 00000100:00100000:1.0:1746166737.871158:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439183232 00000100:00100000:1.0:1746166737.871220:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439183360 00000100:00100000:1.0:1746166737.871222:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439183360 00000100:00100000:1.0:1746166737.871239:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2990 00000100:00100000:1.0:1746166737.871246:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439183232:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166737.871303:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439183232:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 58us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166737.871309:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2990 00000100:00100000:1.0:1746166737.871324:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2991 00000100:00100000:1.0:1746166737.871329:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439183360:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166737.871347:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439183360:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 19us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166737.871352:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2991 00000100:00080000:1.0:1746166737.871452:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166737.871455:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166737.871774:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439183104 00000100:00100000:3.0:1746166737.871778:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439183104 00000100:00100000:3.0:1746166737.871810:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 924 00000100:00100000:3.0:1746166737.871816:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439183104:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166737.871859:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439183104:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 43us (848us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166737.871865:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 924 00000100:00100000:0.0:1746166737.871970:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166737.872444:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439183488 00000100:00100000:3.0:1746166737.872448:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439183488 00000100:00100000:3.0:1746166737.872475:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50285 00000100:00100000:3.0:1746166737.872479:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439183488:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166737.872499:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166737.872530:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439183488:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 50us (560us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166737.872536:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50285 00000100:00100000:1.0:1746166738.002856:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423288064:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166738.002917:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166738.003816:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423288064 00000100:00100000:3.0:1746166738.003823:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423288064 00000100:00100000:3.0:1746166738.003874:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7181 00000100:00100000:3.0:1746166738.003883:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423288064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166738.003908:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166738.003943:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423288064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (1026us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166738.003949:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7181 00000100:00080000:0.0:1746166738.004080:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166738.004137:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423288064:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166738.058954:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746166738.914093:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166738.914098:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166738.914101:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166738.914107:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10654 00000100:00100000:1.0:1746166738.914110:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423288192:0@lo:400:kworker.0 00000100:00080000:0.0:1746166738.914111:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746166738.914116:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166738.914132:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130489c00 x1830977423288704/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166738.914158:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166738.914161:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166738.914162:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166738.914165:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10654 00000100:00080000:0.0:1746166738.914166:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00100000:1.0:1746166738.914167:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746166738.914170:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166738.914177:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e3d4e00 x1830977423289216/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166738.914202:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130489c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423288704:0@lo:8:kworker.0 00000100:00100000:1.0:1746166738.914220:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013048a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423288832:0@lo:400:kworker.0 00000100:00100000:0.0:1746166738.914227:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166738.914240:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423289216:0@lo:8:kworker.0 00000100:00100000:1.0:1746166738.914241:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166738.914457:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166738.914460:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423289472:0@lo:400:kworker.0 00000100:00100000:1.0:1746166738.914480:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166738.914482:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423288704 00000100:00100000:0.0:1746166738.914487:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423288704 00000100:00100000:1.0:1746166738.914496:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746166738.914500:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423288320:0@lo:400:kworker.0 00000100:00100000:0.0:1746166738.914503:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423288832 00000100:00100000:0.0:1746166738.914504:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423288832 00000100:00100000:1.0:1746166738.914515:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166738.914519:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423289216 00000100:00100000:0.0:1746166738.914521:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423289216 00000100:00100000:1.0:1746166738.914527:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801340e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423288960:0@lo:400:kworker.0 00000100:00100000:0.0:1746166738.914530:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7808 00000100:00100000:0.0:1746166738.914535:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423288832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166738.914541:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166738.914562:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423289472 00000100:00100000:1.0:1746166738.914565:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423289472 00000100:00100000:0.0:1746166738.914566:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423288832:12345-0@lo:400:kworker.0 Request processed in 31us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166738.914571:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7808 00000100:00100000:0.0:1746166738.914581:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50286 00000100:00100000:0.0:1746166738.914584:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423288704:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746166738.914585:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423288320 00000100:00100000:1.0:1746166738.914588:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423288320 00010000:00020000:0.0:1746166738.914602:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166738.914606:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423288960 00000100:00100000:1.0:1746166738.914608:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423288960 00000100:00100000:0.0:1746166738.914618:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423288704:12345-0@lo:8:kworker.0 Request processed in 33us (391us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166738.914619:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2992 00000100:00100000:0.0:1746166738.914622:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50286 00000100:00100000:1.0:1746166738.914623:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423289472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166738.914628:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50287 00000100:00100000:0.0:1746166738.914631:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423289216:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166738.914640:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166738.914651:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423289472:12345-0@lo:400:kworker.0 Request processed in 28us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166738.914653:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423289216:12345-0@lo:8:kworker.0 Request processed in 22us (196us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166738.914657:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2992 00000100:00100000:0.0:1746166738.914658:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50287 00000100:00100000:1.0:1746166738.914666:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2993 00000100:00100000:1.0:1746166738.914670:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423288320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166738.914691:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2994 00000100:00100000:0.0:1746166738.914697:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423288960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166738.914741:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423288960:12345-0@lo:400:kworker.0 Request processed in 44us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166738.914742:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423288320:12345-0@lo:400:kworker.0 Request processed in 71us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166738.914746:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2994 00000100:00100000:1.0:1746166738.914749:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2993 00000100:00080000:1.0:1746166738.914764:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746166738.914780:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166738.914783:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166738.914787:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130489c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423288704:0@lo:8:kworker.0 00000100:00080000:0.0:1746166738.914794:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166738.914796:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166738.914798:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e3d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423289216:0@lo:8:kworker.0 00000100:00100000:0.0:1746166738.914824:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423288576:0@lo:400:kworker.0 00000100:00100000:0.0:1746166738.914846:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166738.914860:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e3d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423289344:0@lo:400:kworker.0 00000100:00100000:0.0:1746166738.914873:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166738.914883:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1746166738.914888:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423288448:0@lo:400:kworker.0 00000100:00100000:0.0:1746166738.914900:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166738.914909:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801340e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423289088:0@lo:400:kworker.0 00000100:00100000:0.0:1746166738.914923:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166738.914941:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423288576 00000100:00100000:0.0:1746166738.914943:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423288576 00000100:00100000:0.0:1746166738.914960:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423289088 00000100:00100000:0.0:1746166738.914962:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423289088 00000100:00100000:0.0:1746166738.914972:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35937 00000100:00100000:0.0:1746166738.914976:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423288576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166738.915000:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423288576:12345-0@lo:400:kworker.0 Request processed in 24us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166738.915005:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35937 00000100:00100000:3.0:1746166738.915006:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423288192 00000100:00100000:3.0:1746166738.915010:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423288192 00000100:00100000:0.0:1746166738.915014:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35938 00000100:00100000:0.0:1746166738.915018:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423289088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166738.915031:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925 00000100:00100000:3.0:1746166738.915035:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423288192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166738.915036:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423289088:12345-0@lo:400:kworker.0 Request processed in 18us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166738.915040:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35938 00000100:00100000:0.0:1746166738.915057:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423289344 00000100:00100000:0.0:1746166738.915059:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423289344 00000100:00100000:3.0:1746166738.915062:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423288192:12345-0@lo:400:kworker.0 Request processed in 26us (895us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166738.915067:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925 00000100:00100000:0.0:1746166738.915075:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7809 00000100:00100000:0.0:1746166738.915079:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423289344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166738.915098:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423289344:12345-0@lo:400:kworker.0 Request processed in 18us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166738.915098:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423288448 00000100:00100000:3.0:1746166738.915100:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423288448 00000100:00100000:0.0:1746166738.915102:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7809 00000100:00100000:3.0:1746166738.915116:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2995 00000100:00100000:0.0:1746166738.915117:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801340e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423289088:0@lo:400:kworker.0 00000100:00100000:3.0:1746166738.915120:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423288448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166738.915123:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423288576:0@lo:400:kworker.0 00000100:00100000:0.0:1746166738.915130:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e3d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423289344:0@lo:400:kworker.0 00000100:00100000:3.0:1746166738.915137:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423288448:12345-0@lo:400:kworker.0 Request processed in 18us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166738.915141:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2995 00000100:00100000:0.0:1746166738.915148:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423288448:0@lo:400:kworker.0 00000100:00080000:2.0:1746166738.915906:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746166738.915910:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166738.915940:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423288320:0@lo:400:kworker.0 00000100:00100000:1.0:1746166738.915962:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801340e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423288960:0@lo:400:kworker.0 00000100:00100000:1.0:1746166738.915970:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013048a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423288832:0@lo:400:kworker.0 00000100:00100000:1.0:1746166738.915977:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e3d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423289472:0@lo:400:kworker.0 00000100:00100000:1.0:1746166738.915983:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423288192:0@lo:400:kworker.0 00000100:00100000:1.0:1746166738.947160:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746166738.947181:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423289600:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166738.947853:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166738.948090:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423289600 00000100:00100000:3.0:1746166738.948096:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423289600 00000100:00100000:3.0:1746166738.948547:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35939 00000100:00100000:3.0:1746166738.948555:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423289600:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166738.948585:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166738.949947:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423289600:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1388us (2089us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166738.949955:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35939 00000100:00100000:1.0:1746166738.951981:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423289600:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166738.978166:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746166738.978187:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423289728:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166738.978259:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166738.978368:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423289728 00000100:00100000:2.0:1746166738.978376:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423289728 00000100:00100000:2.0:1746166738.978746:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35940 00000100:00100000:2.0:1746166738.978755:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423289728:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166738.978785:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166738.978826:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423289728:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166738.978832:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35940 00000100:00100000:1.0:1746166738.979103:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423289728:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166739.073142:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166739.151080:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166739.152222:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166739.152498:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439183616 00000100:00100000:3.0:1746166739.152506:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439183616 00000100:00100000:3.0:1746166739.152548:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439183744 00000100:00100000:3.0:1746166739.152550:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439183744 00000100:00100000:3.0:1746166739.152580:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1254 00000100:00100000:3.0:1746166739.152589:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e3d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439183616:12345-192.168.201.29@tcp:17:kworker.0 00000100:00100000:3.0:1746166739.152654:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e3d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439183616:12345-192.168.201.29@tcp:17:kworker.0 Request processed in 68us (1583us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166739.152660:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1254 00000100:00100000:3.0:1746166739.152692:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1255 00000100:00100000:3.0:1746166739.152697:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439183744:12345-192.168.201.29@tcp:17:kworker.0 00000100:00100000:3.0:1746166739.152751:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439183744:12345-192.168.201.29@tcp:17:kworker.0 Request processed in 54us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166739.152755:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1255 00000100:00080000:0.0:1746166739.153430:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166739.153433:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166739.266218:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423289856:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166739.266282:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166739.266569:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423289856 00000100:00100000:0.0:1746166739.266577:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423289856 00000100:00100000:0.0:1746166739.266622:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7182 00000100:00100000:0.0:1746166739.266629:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bded180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423289856:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166739.266655:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166739.267112:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bded180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423289856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 482us (829us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166739.267120:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7182 00000100:00100000:2.0:1746166739.267303:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423289856:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746166740.075460:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166741.078133:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166742.080099:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166742.881754:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166742.884199:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166742.884498:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439183872 00000100:00100000:3.0:1746166742.884507:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439183872 00000100:00100000:3.0:1746166742.884545:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 926 00000100:00100000:3.0:1746166742.884552:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439183872:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166742.884619:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439183872:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 67us (2872us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166742.884630:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 926 00000100:00100000:2.0:1746166742.885139:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439184128 00000100:00100000:2.0:1746166742.885143:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439184128 00000100:00100000:2.0:1746166742.885184:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2996 00000100:00080000:1.0:1746166742.885186:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166742.885191:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439184128:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166742.885231:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439184128:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 41us (1038us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166742.885237:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2996 00000100:00100000:0.0:1746166742.885522:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166742.885671:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166742.885747:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439184256 00000100:00100000:3.0:1746166742.885751:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439184256 00000100:00100000:3.0:1746166742.885776:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50288 00000100:00100000:3.0:1746166742.885781:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439184256:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166742.885801:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166742.885837:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439184256:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 55us (676us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166742.885842:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50288 00000100:00100000:2.0:1746166742.885897:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439184000 00000100:00100000:2.0:1746166742.885900:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439184000 00000100:00100000:2.0:1746166742.885923:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 2997 00000100:00100000:2.0:1746166742.885928:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801340e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439184000:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166742.885952:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801340e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439184000:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 24us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166742.885957:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 2997 00000100:00080000:2.0:1746166742.885975:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166743.010424:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746166743.010443:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423289984:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166743.010502:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166743.011699:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423289984 00000100:00100000:0.0:1746166743.011706:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423289984 00000100:00100000:0.0:1746166743.011745:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7183 00000100:00100000:0.0:1746166743.011753:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423289984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166743.011778:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166743.011815:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423289984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (1313us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166743.011822:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7183 00000100:00080000:2.0:1746166743.011862:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166743.011913:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423289984:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166743.084731:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746166743.923218:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166743.923223:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166743.923226:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166743.923233:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10659 00000100:00080000:0.0:1746166743.923238:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746166743.923243:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166743.923263:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090b08380 x1830977423290624/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166743.923302:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166743.923305:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166743.923306:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166743.923309:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10659 00000100:00080000:0.0:1746166743.923311:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166743.923314:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166743.923326:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800949c5500 x1830977423291136/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166743.923372:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423290368:0@lo:400:kworker.0 00000100:00100000:0.0:1746166743.923423:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166743.923470:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090465f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423291008:0@lo:400:kworker.0 00000100:00100000:0.0:1746166743.923492:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166743.923509:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1746166743.923513:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423290240:0@lo:400:kworker.0 00000100:00100000:0.0:1746166743.923527:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166743.923539:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090466d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423290880:0@lo:400:kworker.0 00000100:00100000:0.0:1746166743.923553:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166743.923578:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423291008 00000100:00100000:0.0:1746166743.923583:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423291008 00000100:00100000:0.0:1746166743.923613:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35941 00000100:00100000:0.0:1746166743.923620:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d801f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423291008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166743.923704:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d801f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423291008:12345-0@lo:400:kworker.0 Request processed in 84us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166743.923711:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35941 00000100:00100000:2.0:1746166743.923950:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124dac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423290496:0@lo:400:kworker.0 00000100:00100000:2.0:1746166743.923982:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166743.924015:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423291264:0@lo:400:kworker.0 00000100:00100000:2.0:1746166743.924035:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166743.924050:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1746166743.924055:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801340e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423290112:0@lo:400:kworker.0 00000100:00100000:2.0:1746166743.924075:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166743.924098:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423290752:0@lo:400:kworker.0 00000100:00100000:2.0:1746166743.924115:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166743.924127:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d802300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423291392:0@lo:400:kworker.0 00000100:00100000:2.0:1746166743.924142:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166743.924377:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423290368 00000100:00100000:2.0:1746166743.924381:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423290368 00000100:00100000:2.0:1746166743.924417:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423290240 00000100:00100000:2.0:1746166743.924420:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423290240 00000100:00100000:2.0:1746166743.924434:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423290880 00000100:00100000:2.0:1746166743.924436:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423290880 00000100:00100000:2.0:1746166743.924444:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423291392 00000100:00100000:2.0:1746166743.924446:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423291392 00000100:00100000:3.0:1746166743.924453:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2998 00000100:00100000:3.0:1746166743.924463:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d801500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423290368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166743.924494:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423290624:0@lo:8:kworker.0 00000100:00100000:3.0:1746166743.924494:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d801500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423290368:12345-0@lo:400:kworker.0 Request processed in 36us (1071us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166743.924517:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166743.924535:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423291136:0@lo:8:kworker.0 00000100:00100000:1.0:1746166743.924550:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166743.925490:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2999 00000100:00100000:2.0:1746166743.925499:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d800e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423290240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166743.925531:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d800e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423290240:12345-0@lo:400:kworker.0 Request processed in 36us (2003us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166743.925536:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2999 00000100:00100000:2.0:1746166743.925548:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3000 00000100:00100000:2.0:1746166743.925553:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423290880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166743.925576:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423290880:12345-0@lo:400:kworker.0 Request processed in 23us (2022us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166743.925581:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3000 00000100:00100000:2.0:1746166743.925591:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3001 00000100:00100000:2.0:1746166743.925595:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423291392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166743.925619:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423291392:12345-0@lo:400:kworker.0 Request processed in 24us (1476us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166743.925624:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3001 00000100:00100000:2.0:1746166743.925649:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423290496 00000100:00100000:2.0:1746166743.925653:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423290496 00000100:00100000:2.0:1746166743.925670:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35942 00000100:00100000:2.0:1746166743.925687:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423290496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166743.925713:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423290496:12345-0@lo:400:kworker.0 Request processed in 38us (1730us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166743.925717:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35942 00000100:00080000:2.0:1746166743.925735:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746166743.925738:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166743.925773:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d802300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423291392:0@lo:400:kworker.0 00000100:00100000:2.0:1746166743.925782:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124dac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423290496:0@lo:400:kworker.0 00000100:00100000:2.0:1746166743.925814:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423290112 00000100:00100000:2.0:1746166743.925817:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423290112 00000100:00100000:2.0:1746166743.925835:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 927 00000100:00100000:2.0:1746166743.925839:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423290112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166743.925867:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423290112:12345-0@lo:400:kworker.0 Request processed in 28us (1791us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166743.925872:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 927 00000100:00100000:2.0:1746166743.925893:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423291264 00000100:00100000:2.0:1746166743.925895:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423291264 00000100:00100000:2.0:1746166743.925916:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423290752 00000100:00100000:2.0:1746166743.925918:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423290752 00000100:00100000:2.0:1746166743.925927:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423290624 00000100:00100000:2.0:1746166743.925929:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423290624 00000100:00100000:2.0:1746166743.925938:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423291136 00000100:00100000:2.0:1746166743.925939:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423291136 00000100:00100000:2.0:1746166743.925948:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7810 00000100:00100000:2.0:1746166743.925952:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423291264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166743.925977:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423291264:12345-0@lo:400:kworker.0 Request processed in 24us (1941us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166743.925982:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7810 00000100:00100000:3.0:1746166743.925988:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2998 00000100:00100000:2.0:1746166743.925990:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7811 00000100:00100000:2.0:1746166743.925994:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423290752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166743.926015:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423290752:12345-0@lo:400:kworker.0 Request processed in 21us (1899us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166743.926020:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7811 00000100:00100000:3.0:1746166743.927892:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50289 00000100:00100000:3.0:1746166743.927900:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423290624:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166743.927922:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166743.927967:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423290624:12345-0@lo:8:kworker.0 Request processed in 67us (3450us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166743.928422:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50290 00000100:00100000:2.0:1746166743.928429:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423291136:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166743.928440:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166743.928469:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423291136:12345-0@lo:8:kworker.0 Request processed in 40us (3918us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166743.928474:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50290 00000100:00080000:2.0:1746166743.928491:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166743.928515:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801340e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423290112:0@lo:400:kworker.0 00000100:00100000:2.0:1746166743.928527:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423290752:0@lo:400:kworker.0 00000100:00100000:2.0:1746166743.928536:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423291264:0@lo:400:kworker.0 00000100:00080000:2.0:1746166743.928586:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166743.928591:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166743.928594:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423290624:0@lo:8:kworker.0 00000100:00080000:2.0:1746166743.928602:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166743.928605:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166743.928608:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423291136:0@lo:8:kworker.0 00000100:00100000:2.0:1746166743.933233:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423290240:0@lo:400:kworker.0 00000100:00100000:2.0:1746166743.933267:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090466d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423290880:0@lo:400:kworker.0 00000100:00100000:2.0:1746166743.933278:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423290368:0@lo:400:kworker.0 00000100:00100000:2.0:1746166743.933289:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090465f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423291008:0@lo:400:kworker.0 00000100:00100000:3.0:1746166743.936577:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50289 00000100:00100000:3.0:1746166743.971591:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423291520:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166743.971664:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166743.971789:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423291520 00000100:00100000:0.0:1746166743.971796:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423291520 00000100:00100000:0.0:1746166743.971843:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35943 00000100:00100000:0.0:1746166743.971850:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423291520:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746166743.971877:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746166743.971910:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423291520:12345-0@lo:41:osp-pre-1-0.0 Request processed in 61us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166743.971915:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35943 00000100:00100000:3.0:1746166743.972066:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423291520:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166743.985862:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746166743.985881:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423291648:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166743.985937:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166743.986052:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423291648 00000100:00100000:2.0:1746166743.986092:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423291648 00000100:00100000:2.0:1746166743.986224:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35944 00000100:00100000:2.0:1746166743.986231:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423291648:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166743.986431:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166743.986477:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423291648:12345-0@lo:41:osp-pre-0-1.0 Request processed in 246us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166743.986483:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35944 00000100:00100000:3.0:1746166743.986591:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423291648:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166744.087168:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166744.277565:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090465f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423291776:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166744.277625:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166744.278288:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423291776 00000100:00100000:1.0:1746166744.278295:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423291776 00000100:00100000:1.0:1746166744.278334:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7184 00000100:00100000:1.0:1746166744.278340:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423291776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746166744.278365:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166744.278407:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423291776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (782us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166744.278413:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7184 00000100:00100000:0.0:1746166744.278478:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090465f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423291776:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746166745.090247:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166746.093232:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166747.094182:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166747.894094:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166747.896163:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166747.896238:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439184384 00000100:00100000:3.0:1746166747.896245:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439184384 00000100:00100000:3.0:1746166747.896848:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 928 00000100:00100000:3.0:1746166747.896856:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439184384:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166747.897137:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439184384:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 282us (3051us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166747.897143:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 928 00000100:00100000:0.0:1746166747.897314:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166747.897360:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166747.897385:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439184768 00000100:00100000:0.0:1746166747.897388:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439184768 00000100:00100000:1.0:1746166747.897530:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439184512 00000100:00100000:1.0:1746166747.897534:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439184512 00000100:00100000:0.0:1746166747.897604:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50291 00000100:00100000:0.0:1746166747.897608:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801369fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439184768:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746166747.897633:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166747.897658:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801369fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439184768:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 49us (299us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166747.897664:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50291 00000100:00100000:1.0:1746166747.899126:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439184640 00000100:00100000:1.0:1746166747.899130:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439184640 00000100:00100000:1.0:1746166747.899148:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3002 00000100:00100000:1.0:1746166747.899154:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439184512:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166747.899189:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439184512:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 36us (3029us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166747.899195:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3002 00000100:00100000:1.0:1746166747.899207:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3003 00000100:00100000:1.0:1746166747.899212:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439184640:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166747.899231:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439184640:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 19us (1919us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166747.899236:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3003 00000100:00080000:2.0:1746166747.899350:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746166747.899354:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166748.020642:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423291904:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166748.020714:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166748.022427:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423291904 00000100:00100000:3.0:1746166748.022436:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423291904 00000100:00100000:3.0:1746166748.022494:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7185 00000100:00100000:3.0:1746166748.022503:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423291904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166748.022530:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166748.022587:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423291904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (1872us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166748.022593:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7185 00000100:00100000:3.0:1746166748.022652:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423291904:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1746166748.022766:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746166748.097687:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166748.930048:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090466d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423292032:0@lo:400:kworker.0 00000100:00100000:3.0:1746166748.930105:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166748.930593:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166748.930598:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166748.930601:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166748.930605:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10664 00000100:00080000:2.0:1746166748.930608:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166748.930613:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166748.930631:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800949c5500 x1830977423292544/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166748.930657:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166748.930660:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166748.930661:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166748.930664:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10664 00000100:00080000:2.0:1746166748.930665:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166748.930668:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166748.930713:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880124dac000 x1830977423293056/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166748.930740:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423292544:0@lo:8:kworker.0 00000100:00100000:2.0:1746166748.930770:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166748.930836:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423292672:0@lo:400:kworker.0 00000100:00100000:3.0:1746166748.930859:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423292416:0@lo:400:kworker.0 00000100:00100000:3.0:1746166748.930875:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166748.930920:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423292032 00000100:00100000:1.0:1746166748.930927:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423292032 00000100:00100000:0.0:1746166748.933163:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090465f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423292160:0@lo:400:kworker.0 00000100:00100000:0.0:1746166748.933214:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166748.933239:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423292800:0@lo:400:kworker.0 00000100:00100000:0.0:1746166748.933256:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166748.933285:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423292160 00000100:00100000:0.0:1746166748.933289:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423292160 00000100:00100000:0.0:1746166748.933324:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423292800 00000100:00100000:0.0:1746166748.933326:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423292800 00000100:00100000:0.0:1746166748.933341:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3004 00000100:00100000:0.0:1746166748.933347:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423292160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166748.933387:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423292160:12345-0@lo:400:kworker.0 Request processed in 40us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166748.933393:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3004 00000100:00100000:0.0:1746166748.933405:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3005 00000100:00100000:0.0:1746166748.933409:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4964050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423292800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166748.933429:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4964050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423292800:12345-0@lo:400:kworker.0 Request processed in 20us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166748.933434:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3005 00000100:00100000:2.0:1746166748.935609:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124dac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423293056:0@lo:8:kworker.0 00000100:00100000:2.0:1746166748.935646:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166748.935705:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166748.935719:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423292544 00000100:00100000:2.0:1746166748.935723:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423292544 00000100:00100000:2.0:1746166748.935742:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423293056 00000100:00100000:2.0:1746166748.935744:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423293056 00000100:00100000:2.0:1746166748.935755:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50292 00000100:00100000:2.0:1746166748.935760:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423292544:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166748.935780:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166748.936029:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423292544:12345-0@lo:8:kworker.0 Request processed in 268us (5257us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166748.936035:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50292 00000100:00100000:2.0:1746166748.936047:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50293 00000100:00100000:2.0:1746166748.936050:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423293056:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166748.936060:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166748.936077:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423293056:12345-0@lo:8:kworker.0 Request processed in 26us (431us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166748.936082:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50293 00000100:00080000:2.0:1746166748.936108:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166748.936112:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166748.936115:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423292544:0@lo:8:kworker.0 00000100:00080000:2.0:1746166748.936123:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166748.936125:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166748.936127:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124dac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423293056:0@lo:8:kworker.0 00000100:00100000:2.0:1746166748.936176:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166748.936194:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d802300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423293312:0@lo:400:kworker.0 00000100:00100000:2.0:1746166748.936213:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166748.936232:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423293312 00000100:00100000:2.0:1746166748.936234:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423293312 00000100:00100000:2.0:1746166748.936254:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3006 00000100:00100000:2.0:1746166748.936258:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423293312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166748.936284:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423293312:12345-0@lo:400:kworker.0 Request processed in 26us (70us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166748.936290:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3006 00000100:00100000:2.0:1746166748.936312:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d802300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423293312:0@lo:400:kworker.0 00000100:00100000:2.0:1746166748.936325:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423292672 00000100:00100000:2.0:1746166748.936327:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423292672 00000100:00100000:2.0:1746166748.936342:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7812 00000100:00100000:2.0:1746166748.936346:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423292672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166748.936371:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423292672:12345-0@lo:400:kworker.0 Request processed in 25us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166748.936376:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7812 00000100:00100000:2.0:1746166748.936393:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423292672:0@lo:400:kworker.0 00000100:00100000:3.0:1746166748.938755:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929 00000100:00100000:3.0:1746166748.938765:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423292032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166748.938802:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423292032:12345-0@lo:400:kworker.0 Request processed in 41us (8697us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166748.938808:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929 00000100:00100000:3.0:1746166748.938837:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423293184:0@lo:400:kworker.0 00000100:00100000:3.0:1746166748.938859:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166748.938878:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1746166748.938883:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423292288:0@lo:400:kworker.0 00000100:00100000:3.0:1746166748.938899:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166748.938913:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423292288 00000100:00100000:3.0:1746166748.938917:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423292288 00000100:00100000:3.0:1746166748.938941:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3007 00000100:00100000:3.0:1746166748.938946:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423292288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166748.938967:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423292288:12345-0@lo:400:kworker.0 Request processed in 22us (67us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166748.938972:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3007 00000100:00100000:3.0:1746166748.938995:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423292288:0@lo:400:kworker.0 00000100:00100000:3.0:1746166748.939000:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801340e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423292928:0@lo:400:kworker.0 00000100:00100000:3.0:1746166748.939016:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166748.939030:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423292416 00000100:00100000:3.0:1746166748.939032:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423292416 00000100:00100000:3.0:1746166748.939047:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423292928 00000100:00100000:3.0:1746166748.939049:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423292928 00000100:00100000:3.0:1746166748.939059:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35945 00000100:00100000:3.0:1746166748.939063:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423292416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166748.939084:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423292416:12345-0@lo:400:kworker.0 Request processed in 21us (8208us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166748.939089:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35945 00000100:00100000:3.0:1746166748.939098:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35946 00000100:00100000:3.0:1746166748.939101:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423292928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166748.939115:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423292928:12345-0@lo:400:kworker.0 Request processed in 13us (98us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166748.939119:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35946 00000100:00100000:3.0:1746166748.939135:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801340e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423292928:0@lo:400:kworker.0 00000100:00100000:3.0:1746166748.939142:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423292416:0@lo:400:kworker.0 00000100:00080000:3.0:1746166748.939175:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166748.939189:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423293184 00000100:00100000:3.0:1746166748.939191:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423293184 00000100:00100000:3.0:1746166748.939209:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7813 00000100:00100000:3.0:1746166748.939213:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423293184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166748.939238:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423293184:12345-0@lo:400:kworker.0 Request processed in 25us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166748.939244:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7813 00000100:00080000:3.0:1746166748.939254:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166748.939264:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090466d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423292032:0@lo:400:kworker.0 00000100:00100000:3.0:1746166748.939264:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d803480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423293184:0@lo:400:kworker.0 00000100:00100000:3.0:1746166748.939294:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090465f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423292160:0@lo:400:kworker.0 00000100:00100000:3.0:1746166748.939303:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423292800:0@lo:400:kworker.0 00000100:00100000:0.0:1746166748.978002:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423293440:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166748.978064:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166748.978123:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423293440 00000100:00100000:0.0:1746166748.978128:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423293440 00000100:00100000:0.0:1746166748.978161:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35947 00000100:00100000:0.0:1746166748.978169:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423293440:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746166748.978196:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746166748.978425:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423293440:12345-0@lo:41:osp-pre-1-0.0 Request processed in 256us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166748.978432:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35947 00000100:00100000:1.0:1746166748.982521:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423293440:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166748.996308:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423293568:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166748.996366:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166748.996425:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423293568 00000100:00100000:1.0:1746166748.996432:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423293568 00000100:00100000:1.0:1746166748.996475:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35948 00000100:00100000:1.0:1746166748.996483:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423293568:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166748.996510:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166748.996560:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423293568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166748.996565:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35948 00000100:00100000:0.0:1746166748.996577:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423293568:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166749.098071:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166749.282286:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746166749.282305:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423293696:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166749.282366:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166749.284907:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423293696 00000100:00100000:0.0:1746166749.284917:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423293696 00000100:00100000:0.0:1746166749.284976:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7186 00000100:00100000:0.0:1746166749.284984:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423293696:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166749.285012:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166749.285079:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423293696:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (2713us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166749.285085:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7186 00000100:00100000:1.0:1746166749.286669:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423293696:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1746166750.100091:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166751.104107:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166752.107079:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166752.911379:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166752.911423:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166752.911441:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439184896 00000100:00100000:1.0:1746166752.911453:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439184896 00000100:00100000:1.0:1746166752.911507:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 930 00000100:00100000:1.0:1746166752.911515:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439184896:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166752.911570:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439184896:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 56us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166752.911577:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 930 00000100:00100000:0.0:1746166752.912092:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166752.912133:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166752.912408:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439185024 00000100:00100000:1.0:1746166752.912412:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439185024 00000100:00100000:3.0:1746166752.912517:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439185280 00000100:00100000:3.0:1746166752.912522:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439185280 00000100:00100000:1.0:1746166752.912699:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439185152 00000100:00100000:1.0:1746166752.912704:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439185152 00000100:00100000:1.0:1746166752.912726:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3008 00000100:00100000:1.0:1746166752.912731:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439185024:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166752.912771:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3009 00000100:00100000:0.0:1746166752.912778:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439185152:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166752.913035:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439185152:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 257us (901us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166752.913040:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3009 00000100:00100000:1.0:1746166752.913099:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439185024:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 367us (1675us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166752.913105:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3008 00000100:00080000:1.0:1746166752.913129:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166752.913133:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166752.914354:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50294 00000100:00100000:3.0:1746166752.914360:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439185280:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166752.914380:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166752.914405:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439185280:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 44us (2314us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166752.914411:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50294 00000100:00100000:1.0:1746166753.029179:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746166753.029408:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423293824:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166753.029469:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166753.030804:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423293824 00000100:00100000:3.0:1746166753.030813:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423293824 00000100:00080000:0.0:1746166753.031299:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166753.032928:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7187 00000100:00100000:3.0:1746166753.032939:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423293824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166753.032983:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166753.033043:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423293824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (3574us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166753.033050:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7187 00000100:00100000:1.0:1746166753.033518:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423293824:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166753.109886:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746166753.939762:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166753.939767:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166753.939769:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166753.939775:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10669 00000100:00080000:0.0:1746166753.939779:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166753.939783:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166753.939800:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130e67100 x1830977423294464/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166753.939826:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166753.939828:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166753.939830:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166753.939833:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10669 00000100:00080000:0.0:1746166753.939835:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746166753.939838:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166753.939845:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130e67480 x1830977423294976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166753.939875:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423294464:0@lo:8:kworker.0 00000100:00100000:0.0:1746166753.939924:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166753.939969:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423294976:0@lo:8:kworker.0 00000100:00100000:0.0:1746166753.939984:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166753.940014:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423293952:0@lo:400:kworker.0 00000100:00100000:0.0:1746166753.940015:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423294464 00000100:00100000:0.0:1746166753.940020:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423294464 00000100:00100000:0.0:1746166753.940039:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423294976 00000100:00100000:0.0:1746166753.940040:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423294976 00000100:00100000:1.0:1746166753.940044:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166753.940051:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50295 00000100:00100000:0.0:1746166753.940057:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423294464:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746166753.940069:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423294592:0@lo:400:kworker.0 00010000:00020000:0.0:1746166753.940074:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166753.940083:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166753.940096:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423295232:0@lo:400:kworker.0 00000100:00100000:0.0:1746166753.940099:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423294464:12345-0@lo:8:kworker.0 Request processed in 43us (175us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166753.940105:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50295 00000100:00100000:1.0:1746166753.940111:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166753.940115:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423294592 00000100:00100000:0.0:1746166753.940117:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423294592 00000100:00100000:1.0:1746166753.940123:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1746166753.940127:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423294336:0@lo:400:kworker.0 00000100:00100000:0.0:1746166753.940134:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7814 00000100:00100000:0.0:1746166753.940138:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423294592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166753.940143:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166753.940153:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423295104:0@lo:400:kworker.0 00000100:00100000:0.0:1746166753.940160:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423294592:12345-0@lo:400:kworker.0 Request processed in 22us (76us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166753.940165:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7814 00000100:00100000:1.0:1746166753.940167:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166753.940171:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423295104 00000100:00100000:0.0:1746166753.940173:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423295104 00000100:00100000:1.0:1746166753.940388:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423294592:0@lo:400:kworker.0 00000100:00100000:0.0:1746166753.940389:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7815 00000100:00100000:0.0:1746166753.940392:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c88050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423295104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166753.940407:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423294080:0@lo:400:kworker.0 00000100:00100000:0.0:1746166753.940414:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c88050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423295104:12345-0@lo:400:kworker.0 Request processed in 22us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166753.940419:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7815 00000100:00100000:1.0:1746166753.940422:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166753.940426:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50296 00000100:00100000:0.0:1746166753.940429:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423294976:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746166753.940433:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423294720:0@lo:400:kworker.0 00010000:00020000:0.0:1746166753.940437:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166753.940452:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166753.940453:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423294976:12345-0@lo:8:kworker.0 Request processed in 22us (467us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166753.940457:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50296 00000100:00100000:1.0:1746166753.940475:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746166753.940480:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423294208:0@lo:400:kworker.0 00000100:00100000:1.0:1746166753.940494:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166753.940505:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423294848:0@lo:400:kworker.0 00000100:00100000:1.0:1746166753.940516:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166753.940536:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423294336 00000100:00100000:1.0:1746166753.940538:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423294336 00000100:00100000:1.0:1746166753.940562:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423294848 00000100:00100000:1.0:1746166753.940564:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423294848 00000100:00100000:1.0:1746166753.940573:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35949 00000100:00100000:1.0:1746166753.940577:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423294336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166753.940601:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423294336:12345-0@lo:400:kworker.0 Request processed in 23us (457us total) trans 0 rc 0/0 00000100:00080000:0.0:1746166753.940605:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1746166753.940605:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35949 00000100:00080000:0.0:1746166753.940608:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166753.940611:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423294464:0@lo:8:kworker.0 00000100:00100000:1.0:1746166753.940613:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35950 00000100:00080000:0.0:1746166753.940617:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1746166753.940617:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423294848:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1746166753.940619:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166753.940621:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423294976:0@lo:8:kworker.0 00000100:00080000:0.0:1746166753.940636:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166753.940637:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423294848:12345-0@lo:400:kworker.0 Request processed in 20us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166753.940642:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35950 00000100:00100000:0.0:1746166753.940644:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423295232 00000100:00100000:0.0:1746166753.940646:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423295232 00000100:00100000:1.0:1746166753.940652:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423294080 00000100:00100000:1.0:1746166753.940654:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423294080 00000100:00100000:0.0:1746166753.940662:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423294720 00000100:00100000:0.0:1746166753.940664:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423294720 00000100:00100000:1.0:1746166753.940668:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423294208 00000100:00100000:1.0:1746166753.940669:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423294208 00000100:00100000:0.0:1746166753.940672:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3010 00000100:00100000:0.0:1746166753.940691:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423295232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166753.940708:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3011 00000100:00100000:1.0:1746166753.940712:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423294080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166753.940714:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423295232:12345-0@lo:400:kworker.0 Request processed in 23us (602us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166753.940718:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3010 00000100:00100000:0.0:1746166753.940726:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3012 00000100:00100000:0.0:1746166753.940730:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423294720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166753.940731:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423294080:12345-0@lo:400:kworker.0 Request processed in 19us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166753.940735:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3011 00000100:00100000:1.0:1746166753.940742:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3013 00000100:00100000:0.0:1746166753.940746:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423294720:12345-0@lo:400:kworker.0 Request processed in 16us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166753.940746:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423294208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166753.940750:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3012 00000100:00080000:0.0:1746166753.940761:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166753.940762:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423294208:12345-0@lo:400:kworker.0 Request processed in 16us (267us total) trans 0 rc 0/0 00000100:00080000:0.0:1746166753.940763:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166753.940766:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3013 00000100:00100000:1.0:1746166753.940780:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423294208:0@lo:400:kworker.0 00000100:00100000:1.0:1746166753.940787:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423294848:0@lo:400:kworker.0 00000100:00100000:1.0:1746166753.940793:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423294080:0@lo:400:kworker.0 00000100:00100000:1.0:1746166753.940799:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423294720:0@lo:400:kworker.0 00000100:00100000:0.0:1746166753.940809:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423293952 00000100:00100000:0.0:1746166753.940811:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423293952 00000100:00100000:1.0:1746166753.940819:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423294336:0@lo:400:kworker.0 00000100:00100000:1.0:1746166753.940825:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423295104:0@lo:400:kworker.0 00000100:00100000:0.0:1746166753.940827:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 931 00000100:00100000:0.0:1746166753.940831:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e862450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423293952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166753.940831:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423295232:0@lo:400:kworker.0 00000100:00100000:0.0:1746166753.940852:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e862450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423293952:12345-0@lo:400:kworker.0 Request processed in 21us (808us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166753.940856:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423293952:0@lo:400:kworker.0 00000100:00100000:0.0:1746166753.940857:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 931 00000100:00100000:0.0:1746166753.986079:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746166753.986096:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423295360:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166753.986148:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166753.988494:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423295360 00000100:00100000:1.0:1746166753.988505:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423295360 00000100:00100000:1.0:1746166753.988565:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35951 00000100:00100000:1.0:1746166753.988572:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423295360:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166753.988603:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166753.988663:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423295360:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (2514us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166753.988669:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35951 00000100:00100000:0.0:1746166753.988797:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423295360:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166754.004687:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423295488:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166754.004757:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166754.004811:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423295488 00000100:00100000:1.0:1746166754.004818:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423295488 00000100:00100000:1.0:1746166754.004854:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35952 00000100:00100000:1.0:1746166754.004860:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423295488:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166754.004888:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166754.006556:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423295488:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1692us (1795us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166754.006565:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35952 00000100:00100000:2.0:1746166754.006660:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423295488:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166754.112212:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166754.291994:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423295616:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166754.292052:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166754.292982:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423295616 00000100:00100000:1.0:1746166754.292990:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423295616 00000100:00100000:1.0:1746166754.293034:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7188 00000100:00100000:1.0:1746166754.293041:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423295616:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746166754.293066:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166754.293102:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423295616:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (1050us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166754.293108:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7188 00000100:00100000:0.0:1746166754.294727:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423295616:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166755.114068:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166756.116065:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166757.119262:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166757.920042:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166757.920093:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166757.920122:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166757.920162:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166757.920187:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439185664 00000100:00100000:0.0:1746166757.920195:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439185664 00000100:00100000:0.0:1746166757.920237:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439185536 00000100:00100000:0.0:1746166757.920240:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439185536 00000100:00100000:0.0:1746166757.920259:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3014 00000100:00100000:0.0:1746166757.920265:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439185664:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166757.920322:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439185664:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 57us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166757.920328:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3014 00000100:00100000:0.0:1746166757.920340:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3015 00000100:00100000:0.0:1746166757.920344:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439185536:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166757.920361:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439185536:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 16us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166757.920366:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3015 00000100:00080000:0.0:1746166757.920386:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746166757.920388:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166757.920466:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439185792 00000100:00100000:1.0:1746166757.920471:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439185792 00000100:00100000:1.0:1746166757.920492:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50297 00000100:00100000:1.0:1746166757.920497:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439185792:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166757.920515:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166757.920537:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439185792:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 40us (375us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166757.920542:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50297 00000100:00100000:2.0:1746166757.921237:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439185408 00000100:00100000:2.0:1746166757.921242:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439185408 00000100:00100000:1.0:1746166757.924738:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 932 00000100:00100000:1.0:1746166757.924757:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e861050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439185408:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166757.924840:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e861050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439185408:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 91us (4805us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166757.924846:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 932 00000100:00100000:2.0:1746166758.051586:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746166758.051604:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423295744:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166758.051655:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166758.052012:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423295744 00000100:00100000:3.0:1746166758.052020:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423295744 00000100:00100000:3.0:1746166758.052077:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7189 00000100:00100000:3.0:1746166758.052085:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423295744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166758.052112:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166758.052153:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423295744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166758.052158:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7189 00000100:00080000:0.0:1746166758.052473:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166758.052482:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423295744:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166758.119867:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166758.946179:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423295872:0@lo:400:kworker.0 00000100:00100000:3.0:1746166758.946238:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166758.946276:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423296000:0@lo:400:kworker.0 00000100:00100000:2.0:1746166758.946303:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746166758.946955:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166758.946960:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166758.946964:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166758.946968:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10674 00000100:00080000:0.0:1746166758.946972:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746166758.946978:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166758.946997:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f84a300 x1830977423296384/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166758.947025:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166758.947028:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166758.947029:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166758.947032:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10674 00000100:00080000:0.0:1746166758.947035:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746166758.947038:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166758.947046:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f84b100 x1830977423296896/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166758.947082:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423296384:0@lo:8:kworker.0 00000100:00100000:0.0:1746166758.947111:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166758.947640:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423296640:0@lo:400:kworker.0 00000100:00100000:2.0:1746166758.947658:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166758.947918:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423296512:0@lo:400:kworker.0 00000100:00100000:3.0:1746166758.947942:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423295872 00000100:00100000:3.0:1746166758.947947:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423295872 00000100:00100000:3.0:1746166758.947973:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 933 00000100:00100000:3.0:1746166758.947979:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e860050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423295872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166758.948010:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e860050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423295872:12345-0@lo:400:kworker.0 Request processed in 31us (1772us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166758.948015:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 933 00000100:00100000:3.0:1746166758.948043:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423296128:0@lo:400:kworker.0 00000100:00100000:0.0:1746166758.949394:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423296896:0@lo:8:kworker.0 00000100:00100000:0.0:1746166758.949421:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166758.949452:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423296384 00000100:00100000:0.0:1746166758.949456:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423296384 00000100:00100000:0.0:1746166758.949471:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423296896 00000100:00100000:0.0:1746166758.949473:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423296896 00000100:00100000:0.0:1746166758.949482:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50298 00000100:00100000:0.0:1746166758.949486:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423296384:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166758.949505:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166758.949527:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423296384:12345-0@lo:8:kworker.0 Request processed in 40us (2415us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166758.949531:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50298 00000100:00100000:0.0:1746166758.949538:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50299 00000100:00100000:0.0:1746166758.949540:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423296896:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166758.949547:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166758.949557:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423296896:12345-0@lo:8:kworker.0 Request processed in 16us (136us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166758.949561:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50299 00000100:00080000:0.0:1746166758.950202:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166758.950206:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166758.950210:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423296384:0@lo:8:kworker.0 00000100:00100000:3.0:1746166758.950823:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166758.950853:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f849180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423297152:0@lo:400:kworker.0 00000100:00100000:3.0:1746166758.950898:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423296512 00000100:00100000:3.0:1746166758.950902:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423296512 00000100:00100000:3.0:1746166758.950927:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7816 00000100:00100000:3.0:1746166758.950932:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423296512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166758.950963:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423296512:12345-0@lo:400:kworker.0 Request processed in 32us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166758.950967:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7816 00000100:00100000:3.0:1746166758.950985:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423296256:0@lo:400:kworker.0 00000100:00100000:3.0:1746166758.951001:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166758.951014:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423297024:0@lo:400:kworker.0 00000100:00100000:3.0:1746166758.951025:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166758.951038:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423297024 00000100:00100000:3.0:1746166758.951040:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423297024 00000100:00100000:3.0:1746166758.951055:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7817 00000100:00100000:3.0:1746166758.951059:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423297024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166758.951075:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423297024:12345-0@lo:400:kworker.0 Request processed in 16us (49us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166758.951079:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7817 00000100:00080000:3.0:1746166758.951088:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166758.951101:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423297024:0@lo:400:kworker.0 00000100:00100000:3.0:1746166758.951132:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423296256 00000100:00100000:3.0:1746166758.951134:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423296256 00000100:00100000:3.0:1746166758.951147:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35953 00000100:00100000:3.0:1746166758.951151:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423296256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166758.951170:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423296256:12345-0@lo:400:kworker.0 Request processed in 19us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166758.951174:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35953 00000100:00100000:3.0:1746166758.951185:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423296256:0@lo:400:kworker.0 00000100:00080000:0.0:1746166758.951248:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166758.951251:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166758.951254:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423296896:0@lo:8:kworker.0 00000100:00100000:2.0:1746166758.956213:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166758.957410:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423296000 00000100:00100000:1.0:1746166758.957419:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423296000 00000100:00100000:1.0:1746166758.957473:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423296640 00000100:00100000:1.0:1746166758.957475:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423296640 00000100:00100000:1.0:1746166758.957488:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3016 00000100:00100000:1.0:1746166758.957495:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423296000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166758.958524:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423297152 00000100:00100000:0.0:1746166758.958531:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423297152 00000100:00100000:0.0:1746166758.958550:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3017 00000100:00100000:0.0:1746166758.958555:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423296640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166758.958564:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3018 00000100:00100000:2.0:1746166758.958572:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423297152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166758.958600:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423296640:12345-0@lo:400:kworker.0 Request processed in 45us (10941us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166758.958602:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423297152:12345-0@lo:400:kworker.0 Request processed in 33us (2395us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166758.958606:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3017 00000100:00100000:2.0:1746166758.958610:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3018 00000100:00100000:2.0:1746166758.958643:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423296640:0@lo:400:kworker.0 00000100:00100000:2.0:1746166758.958666:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f849180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423297152:0@lo:400:kworker.0 00000100:00100000:2.0:1746166758.958694:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423295872:0@lo:400:kworker.0 00000100:00100000:2.0:1746166758.958715:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423296512:0@lo:400:kworker.0 00000100:00080000:2.0:1746166758.958732:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166758.959420:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166758.959450:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423296768:0@lo:400:kworker.0 00000100:00100000:3.0:1746166758.959475:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166758.960174:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423296128 00000100:00100000:0.0:1746166758.960179:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423296128 00000100:00100000:0.0:1746166758.960208:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3019 00000100:00100000:0.0:1746166758.960213:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423296128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166758.960241:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423296128:12345-0@lo:400:kworker.0 Request processed in 28us (821us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166758.960246:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3019 00000100:00080000:0.0:1746166758.960265:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166758.960624:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423296128:0@lo:400:kworker.0 00000100:00100000:1.0:1746166758.960668:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423296000:12345-0@lo:400:kworker.0 Request processed in 3173us (14362us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166758.960684:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3016 00000100:00100000:1.0:1746166758.960713:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f849880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423296000:0@lo:400:kworker.0 00000100:00100000:2.0:1746166758.961437:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423296768 00000100:00100000:2.0:1746166758.961441:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423296768 00000100:00100000:2.0:1746166758.961469:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35954 00000100:00100000:2.0:1746166758.961474:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423296768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166758.961514:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423296768:12345-0@lo:400:kworker.0 Request processed in 40us (2038us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166758.961518:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35954 00000100:00100000:0.0:1746166758.961595:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423296768:0@lo:400:kworker.0 00000100:00100000:2.0:1746166758.994196:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746166758.994215:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423297280:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166758.994269:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166758.994600:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423297280 00000100:00100000:3.0:1746166758.994608:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423297280 00000100:00100000:3.0:1746166758.994647:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35955 00000100:00100000:3.0:1746166758.994654:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423297280:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166758.994697:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166758.994959:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423297280:12345-0@lo:41:osp-pre-1-0.0 Request processed in 304us (688us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166758.994965:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35955 00000100:00100000:0.0:1746166758.995028:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423297280:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166759.011197:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746166759.011333:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423297408:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166759.011400:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166759.014766:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423297408 00000100:00100000:2.0:1746166759.014777:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423297408 00000100:00100000:2.0:1746166759.014831:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35956 00000100:00100000:2.0:1746166759.014839:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423297408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166759.014870:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166759.014924:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423297408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (3524us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166759.014930:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35956 00000100:00100000:3.0:1746166759.015078:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423297408:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166759.123650:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166759.297935:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423297536:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166759.297991:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166759.298091:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423297536 00000100:00100000:2.0:1746166759.298098:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423297536 00000100:00100000:2.0:1746166759.298143:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7190 00000100:00100000:2.0:1746166759.298150:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423297536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166759.298348:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166759.298422:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423297536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 272us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166759.298429:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7190 00000100:00100000:3.0:1746166759.298532:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423297536:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166760.127834:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166761.130516:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166762.137604:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166762.930779:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166762.931146:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439185920 00000100:00100000:3.0:1746166762.931154:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439185920 00000100:00100000:3.0:1746166762.931203:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 934 00000100:00100000:3.0:1746166762.931210:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439185920:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166762.935281:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439185920:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 4060us (4500us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166762.935296:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 934 00000100:00100000:0.0:1746166762.937546:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166762.937619:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439186048 00000100:00100000:2.0:1746166762.937626:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439186048 00000100:00100000:0.0:1746166762.937702:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166762.937708:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3020 00000100:00100000:2.0:1746166762.937717:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439186048:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:0.0:1746166762.937718:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166762.937727:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439186176 00000100:00100000:0.0:1746166762.937730:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439186176 00000100:00100000:0.0:1746166762.937753:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3021 00000100:00100000:0.0:1746166762.937759:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439186176:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166762.937771:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439186048:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 56us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166762.937777:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3020 00000100:00100000:0.0:1746166762.937783:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439186176:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 24us (81us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166762.937787:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3021 00000100:00080000:0.0:1746166762.937799:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166762.940189:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166762.940296:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439186304 00000100:00100000:3.0:1746166762.940304:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439186304 00000100:00100000:3.0:1746166762.941044:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50300 00000100:00100000:3.0:1746166762.941051:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439186304:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166762.941076:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166762.942959:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439186304:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 1901us (2771us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166762.942970:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50300 00000100:00100000:1.0:1746166763.059453:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746166763.059472:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423297664:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166763.059532:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166763.061837:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423297664 00000100:00100000:2.0:1746166763.061847:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423297664 00000100:00100000:2.0:1746166763.061904:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7191 00000100:00100000:2.0:1746166763.061914:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423297664:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166763.061942:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166763.062002:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423297664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (2469us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166763.062008:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7191 00000100:00100000:2.0:1746166763.062069:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423297664:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1746166763.065459:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746166763.141824:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746166763.955825:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166763.955830:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166763.955834:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166763.955841:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10679 00000100:00080000:2.0:1746166763.955845:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00100000:1.0:1746166763.955850:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423298176:0@lo:400:kworker.0 00000100:00080000:2.0:1746166763.955851:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166763.955869:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d4da680 x1830977423298304/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166763.955895:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166763.955897:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166763.955899:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166763.955901:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10679 00000100:00080000:2.0:1746166763.955903:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00100000:1.0:1746166763.955907:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166763.955907:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166763.955914:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d4d8a80 x1830977423298816/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166763.955959:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423298176 00000100:00100000:2.0:1746166763.955965:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423298176 00000100:00100000:1.0:1746166763.955974:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423298944:0@lo:400:kworker.0 00000100:00100000:1.0:1746166763.955995:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166763.955998:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35957 00000100:00100000:2.0:1746166763.956004:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423298176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166763.956010:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1746166763.956015:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423297792:0@lo:400:kworker.0 00000100:00100000:3.0:1746166763.956085:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423298048:0@lo:400:kworker.0 00000100:00100000:1.0:1746166763.956114:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166763.956130:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423298176:12345-0@lo:400:kworker.0 Request processed in 125us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166763.956137:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35957 00000100:00100000:1.0:1746166763.956141:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423298432:0@lo:400:kworker.0 00000100:00100000:1.0:1746166763.956158:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166763.956170:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423299072:0@lo:400:kworker.0 00000100:00100000:2.0:1746166763.956185:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423298944 00000100:00100000:1.0:1746166763.956186:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166763.956188:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423298944 00000100:00100000:1.0:1746166763.956210:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423298176:0@lo:400:kworker.0 00000100:00100000:2.0:1746166763.956213:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423298432 00000100:00100000:2.0:1746166763.956215:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423298432 00000100:00100000:2.0:1746166763.956227:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7818 00000100:00100000:1.0:1746166763.956229:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423297920:0@lo:400:kworker.0 00000100:00100000:2.0:1746166763.956231:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423298944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166763.956243:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166763.956257:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423298560:0@lo:400:kworker.0 00000100:00100000:2.0:1746166763.956260:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423298944:12345-0@lo:400:kworker.0 Request processed in 29us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166763.956265:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7818 00000100:00100000:1.0:1746166763.956272:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166763.956273:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7819 00000100:00100000:2.0:1746166763.956277:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423298432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166763.956293:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423297792 00000100:00100000:2.0:1746166763.956307:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423298432:12345-0@lo:400:kworker.0 Request processed in 17us (135us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166763.956309:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423297792 00000100:00100000:2.0:1746166763.956313:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7819 00000100:00080000:2.0:1746166763.956326:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166763.956331:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 935 00000100:00100000:2.0:1746166763.956335:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423299072 00000100:00100000:1.0:1746166763.956336:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423297792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166763.956338:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423299072 00000100:00100000:2.0:1746166763.956354:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423297920 00000100:00100000:2.0:1746166763.956356:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423297920 00000100:00100000:1.0:1746166763.956359:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423297792:12345-0@lo:400:kworker.0 Request processed in 24us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166763.956368:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 935 00000100:00100000:2.0:1746166763.956369:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423298560 00000100:00100000:2.0:1746166763.956371:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423298560 00000100:00100000:2.0:1746166763.956382:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3022 00000100:00100000:2.0:1746166763.956386:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423299072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166763.956391:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3023 00000100:00100000:1.0:1746166763.956396:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423297920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166763.956410:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423299072:12345-0@lo:400:kworker.0 Request processed in 24us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166763.956415:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3022 00000100:00100000:1.0:1746166763.956422:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423297920:12345-0@lo:400:kworker.0 Request processed in 26us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166763.956422:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3024 00000100:00100000:2.0:1746166763.956426:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423298560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166763.956427:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3023 00000100:00100000:1.0:1746166763.956448:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423297920:0@lo:400:kworker.0 00000100:00100000:2.0:1746166763.956451:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423298560:12345-0@lo:400:kworker.0 Request processed in 24us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166763.956455:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3024 00000100:00100000:1.0:1746166763.956456:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423298560:0@lo:400:kworker.0 00000100:00080000:2.0:1746166763.956471:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166763.956472:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423297792:0@lo:400:kworker.0 00000100:00100000:1.0:1746166763.956479:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423298432:0@lo:400:kworker.0 00000100:00100000:1.0:1746166763.956485:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423299072:0@lo:400:kworker.0 00000100:00100000:1.0:1746166763.956491:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423298944:0@lo:400:kworker.0 00000100:00100000:3.0:1746166763.956568:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166763.956583:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423298688:0@lo:400:kworker.0 00000100:00100000:3.0:1746166763.956600:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166763.956661:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423298048 00000100:00100000:2.0:1746166763.956665:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423298048 00000100:00100000:2.0:1746166763.956712:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3025 00000100:00100000:2.0:1746166763.956717:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f849880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423298048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166763.956758:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f849880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423298048:12345-0@lo:400:kworker.0 Request processed in 41us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166763.956762:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3025 00000100:00100000:2.0:1746166763.956775:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423298688 00000100:00100000:2.0:1746166763.956777:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423298688 00000100:00100000:2.0:1746166763.956792:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35958 00000100:00100000:2.0:1746166763.956796:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423298688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166763.956817:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423298688:12345-0@lo:400:kworker.0 Request processed in 21us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166763.956821:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35958 00000100:00080000:2.0:1746166763.956837:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166763.956895:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423298048:0@lo:400:kworker.0 00000100:00100000:3.0:1746166763.956905:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423298688:0@lo:400:kworker.0 00000100:00100000:0.0:1746166763.957162:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423298304:0@lo:8:kworker.0 00000100:00100000:0.0:1746166763.957197:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166763.959335:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423298304 00000100:00100000:2.0:1746166763.959344:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423298304 00000100:00100000:2.0:1746166763.959386:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50301 00000100:00100000:2.0:1746166763.959392:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423298304:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166763.959413:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166763.959459:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423298304:12345-0@lo:8:kworker.0 Request processed in 67us (2263us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166763.959465:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50301 00000100:00080000:3.0:1746166763.964498:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166763.964506:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166763.964514:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423298304:0@lo:8:kworker.0 00000100:00100000:3.0:1746166763.964523:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423298816:0@lo:8:kworker.0 00000100:00100000:3.0:1746166763.964571:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166763.964685:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423298816 00000100:00100000:2.0:1746166763.964691:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423298816 00000100:00100000:2.0:1746166763.964726:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50302 00000100:00100000:2.0:1746166763.964732:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f849f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423298816:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166763.964753:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166763.964790:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f849f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423298816:12345-0@lo:8:kworker.0 Request processed in 58us (219us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166763.964795:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50302 00000100:00080000:3.0:1746166763.964869:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166763.964872:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166763.964876:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423298816:0@lo:8:kworker.0 00000100:00100000:1.0:1746166764.003150:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bbb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423299200:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166764.003395:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166764.003489:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423299200 00000100:00100000:2.0:1746166764.003495:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423299200 00000100:00100000:2.0:1746166764.003546:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35959 00000100:00100000:2.0:1746166764.003553:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423299200:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166764.003584:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166764.006905:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423299200:12345-0@lo:41:osp-pre-1-0.0 Request processed in 3343us (3502us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166764.006918:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35959 00000100:00100000:1.0:1746166764.007054:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bbb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423299200:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166764.033998:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f849180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423299328:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166764.034057:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166764.034544:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423299328 00000100:00100000:2.0:1746166764.034550:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423299328 00000100:00100000:2.0:1746166764.034598:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35960 00000100:00100000:2.0:1746166764.034605:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423299328:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166764.034633:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166764.034698:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423299328:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (641us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166764.034704:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35960 00000100:00100000:0.0:1746166764.038771:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f849180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423299328:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166764.143522:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166764.305907:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746166764.305925:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423299456:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166764.305986:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166764.306069:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423299456 00000100:00100000:3.0:1746166764.306077:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423299456 00000100:00100000:3.0:1746166764.306112:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7192 00000100:00100000:3.0:1746166764.306119:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423299456:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166764.306144:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166764.306176:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423299456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166764.306182:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7192 00000100:00100000:2.0:1746166764.306342:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423299456:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166765.146067:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166766.148107:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166767.154039:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166767.949836:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166767.949883:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166767.949924:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166767.949956:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439186560 00000100:00100000:0.0:1746166767.949964:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439186560 00000100:00100000:0.0:1746166767.950017:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439186688 00000100:00100000:0.0:1746166767.950020:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439186688 00000100:00100000:3.0:1746166767.951735:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439186432 00000100:00100000:3.0:1746166767.951743:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439186432 00000100:00100000:2.0:1746166767.960551:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3026 00000100:00080000:2.0:1746166767.960572:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746166767.960576:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166767.960590:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3027 00000100:00100000:2.0:1746166767.960603:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439186688:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166767.960698:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439186688:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 100us (10772us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166767.960704:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3027 00000100:00100000:2.0:1746166767.960748:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439186560:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166767.960769:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439186560:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 208us (10943us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166767.960774:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3026 00000100:00100000:0.0:1746166767.961124:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166767.961191:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439186816 00000100:00100000:2.0:1746166767.961197:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439186816 00000100:00100000:2.0:1746166767.961219:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50303 00000100:00100000:2.0:1746166767.961223:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439186816:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166767.961253:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166767.961285:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439186816:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 61us (162us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166767.961290:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50303 00000100:00100000:3.0:1746166767.962328:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 936 00000100:00100000:3.0:1746166767.962339:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a080a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439186432:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166767.962380:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a080a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439186432:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 45us (12496us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166767.962389:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 936 00000100:00100000:0.0:1746166768.065888:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423299584:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166768.065947:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166768.066076:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423299584 00000100:00100000:3.0:1746166768.066083:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423299584 00000100:00100000:3.0:1746166768.066122:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7193 00000100:00100000:3.0:1746166768.066129:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423299584:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166768.066153:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166768.066185:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423299584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166768.066191:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7193 00000100:00080000:3.0:1746166768.066220:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166768.066328:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423299584:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166768.151864:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166768.963804:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746166768.964145:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166768.964161:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423299840:0@lo:400:kworker.0 00000100:00100000:1.0:1746166768.964223:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166768.964529:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bbb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423299712:0@lo:400:kworker.0 00000100:00100000:2.0:1746166768.964557:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166768.964604:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423299712 00000100:00100000:2.0:1746166768.964610:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423299712 00000100:00100000:0.0:1746166768.964660:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746166768.964667:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423299968:0@lo:400:kworker.0 00000100:00100000:0.0:1746166768.964700:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166768.964716:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423299840 00000100:00100000:0.0:1746166768.964719:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423299840 00000100:00100000:0.0:1746166768.964748:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423299968 00000100:00100000:0.0:1746166768.964750:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423299968 00000100:00100000:0.0:1746166768.964765:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3028 00000100:00100000:0.0:1746166768.964773:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423299840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166768.964805:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423299840:12345-0@lo:400:kworker.0 Request processed in 34us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166768.964810:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3028 00000100:00100000:0.0:1746166768.964823:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3029 00000100:00100000:0.0:1746166768.964827:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423299968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166768.964847:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423299968:12345-0@lo:400:kworker.0 Request processed in 20us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166768.964851:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3029 00000100:00080000:0.0:1746166768.964872:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166768.964876:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166768.964879:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166768.964882:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10684 00000100:00080000:0.0:1746166768.964885:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746166768.964888:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166768.964904:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880132c52300 x1830977423300224/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166768.964922:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423300224:0@lo:8:kworker.0 00000100:00100000:0.0:1746166768.964942:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166768.964958:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423300224 00000100:00100000:0.0:1746166768.964960:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423300224 00000100:00100000:0.0:1746166768.964974:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50304 00000100:00100000:0.0:1746166768.964978:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423300224:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166768.964994:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166768.965014:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423300224:12345-0@lo:8:kworker.0 Request processed in 36us (71us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166768.965019:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50304 00000100:00080000:0.0:1746166768.965046:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166768.965049:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166768.965050:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166768.965053:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10684 00000100:00080000:0.0:1746166768.965055:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166768.965058:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166768.965070:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095a73480 x1830977423300736/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166768.965104:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423300608:0@lo:400:kworker.0 00000100:00100000:0.0:1746166768.965124:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166768.965140:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423300608 00000100:00100000:0.0:1746166768.965142:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423300608 00000100:00100000:0.0:1746166768.965159:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35961 00000100:00100000:0.0:1746166768.965164:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090462300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423300608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166768.965187:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090462300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423300608:12345-0@lo:400:kworker.0 Request processed in 24us (63us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166768.965192:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35961 00000100:00080000:0.0:1746166768.965235:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166768.965238:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166768.966003:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423299840:0@lo:400:kworker.0 00000100:00100000:1.0:1746166768.966023:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423300352:0@lo:400:kworker.0 00000100:00100000:1.0:1746166768.966041:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166768.966103:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423300352 00000100:00100000:3.0:1746166768.966106:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423300352 00000100:00100000:3.0:1746166768.966126:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7820 00000100:00100000:3.0:1746166768.966132:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423300352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166768.966158:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423300352:12345-0@lo:400:kworker.0 Request processed in 27us (116us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166768.966163:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7820 00000100:00100000:1.0:1746166768.967022:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423300352:0@lo:400:kworker.0 00000100:00100000:1.0:1746166768.967028:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090460700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423300992:0@lo:400:kworker.0 00000100:00100000:1.0:1746166768.967048:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166768.967066:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166768.967071:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423300480:0@lo:400:kworker.0 00000100:00100000:1.0:1746166768.967083:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166768.967108:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423300992 00000100:00100000:1.0:1746166768.967111:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423300992 00000100:00100000:1.0:1746166768.967126:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423300480 00000100:00100000:1.0:1746166768.967128:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423300480 00000100:00100000:1.0:1746166768.967143:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3030 00000100:00100000:1.0:1746166768.967147:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423300992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166768.967170:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423300992:12345-0@lo:400:kworker.0 Request processed in 23us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166768.967175:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3030 00000100:00100000:1.0:1746166768.967185:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3031 00000100:00100000:1.0:1746166768.967189:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423300480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166768.967206:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423300480:12345-0@lo:400:kworker.0 Request processed in 17us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166768.967222:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3031 00000100:00100000:1.0:1746166768.967242:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423300480:0@lo:400:kworker.0 00000100:00100000:1.0:1746166768.967249:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090460700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423300992:0@lo:400:kworker.0 00000100:00100000:2.0:1746166768.967732:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 937 00000100:00100000:2.0:1746166768.967744:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0808c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423299712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166768.967777:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0808c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423299712:12345-0@lo:400:kworker.0 Request processed in 39us (3220us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166768.967783:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 937 00000100:00100000:0.0:1746166768.969346:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bbb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423299712:0@lo:400:kworker.0 00000100:00100000:1.0:1746166768.969448:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423299968:0@lo:400:kworker.0 00000100:00100000:1.0:1746166768.969464:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423300096:0@lo:400:kworker.0 00000100:00100000:1.0:1746166768.969487:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166768.969503:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423300864:0@lo:400:kworker.0 00000100:00100000:1.0:1746166768.969515:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166768.969547:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423300096 00000100:00100000:1.0:1746166768.969550:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423300096 00000100:00100000:1.0:1746166768.969567:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35962 00000100:00100000:1.0:1746166768.969571:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423300096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166768.969594:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423300096:12345-0@lo:400:kworker.0 Request processed in 24us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166768.969599:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35962 00000100:00100000:1.0:1746166768.969612:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423300096:0@lo:400:kworker.0 00000100:00100000:3.0:1746166768.969662:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423300864 00000100:00100000:3.0:1746166768.969665:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423300864 00000100:00100000:3.0:1746166768.969714:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7821 00000100:00100000:3.0:1746166768.969719:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423300864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166768.969748:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423300864:12345-0@lo:400:kworker.0 Request processed in 29us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166768.969752:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7821 00000100:00080000:3.0:1746166768.969774:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166768.969823:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423300864:0@lo:400:kworker.0 00000100:00080000:0.0:1746166768.969879:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166768.969883:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166768.969886:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423300224:0@lo:8:kworker.0 00000100:00100000:0.0:1746166768.969902:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423300736:0@lo:8:kworker.0 00000100:00100000:0.0:1746166768.969920:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166768.970104:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423300608:0@lo:400:kworker.0 00000100:00100000:3.0:1746166768.970192:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423300736 00000100:00100000:3.0:1746166768.970195:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423300736 00000100:00100000:3.0:1746166768.970323:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50305 00000100:00100000:3.0:1746166768.970327:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090463480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423300736:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166768.970343:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166768.970750:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090463480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423300736:12345-0@lo:8:kworker.0 Request processed in 421us (828us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166768.970756:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50305 00000100:02020000:1.0:1746166768.971126:0:3768:0:(client.c:1389:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_connect to node 0@lo failed: rc = -19 00000100:00080000:1.0:1746166768.971130:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166768.971133:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166768.971135:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423300736:0@lo:8:kworker.0 00000100:00100000:0.0:1746166769.010000:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423301120:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166769.010058:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166769.010111:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423301120 00000100:00100000:0.0:1746166769.010116:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423301120 00000100:00100000:0.0:1746166769.010145:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35963 00000100:00100000:0.0:1746166769.010151:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090463800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423301120:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746166769.010184:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746166769.010222:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090463800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423301120:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166769.010228:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35963 00000100:00100000:0.0:1746166769.010270:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423301120:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166769.058132:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090461180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423301248:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166769.058188:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166769.058275:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423301248 00000100:00100000:1.0:1746166769.058481:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423301248 00000100:00100000:1.0:1746166769.058515:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35964 00000100:00100000:1.0:1746166769.058522:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423301248:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166769.058550:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166769.058583:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423301248:12345-0@lo:41:osp-pre-0-1.0 Request processed in 61us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166769.058589:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35964 00000100:00100000:1.0:1746166769.058620:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090461180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423301248:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166769.153871:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166769.314084:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423301376:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166769.314138:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166769.314293:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423301376 00000100:00100000:3.0:1746166769.314300:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423301376 00000100:00100000:3.0:1746166769.314338:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7194 00000100:00100000:3.0:1746166769.314344:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090460000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423301376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166769.314368:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166769.314402:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090460000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423301376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166769.314407:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7194 00000100:00100000:1.0:1746166769.314493:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423301376:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166770.155892:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166771.159891:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166772.162199:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166772.959599:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166772.959648:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166772.959668:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439187072 00000100:00100000:3.0:1746166772.959708:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439187072 00000100:00100000:0.0:1746166772.959724:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166772.959750:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439187200 00000100:00100000:3.0:1746166772.959752:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439187200 00000100:00100000:0.0:1746166772.959762:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3032 00000100:00100000:0.0:1746166772.959771:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090460a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439187072:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:1.0:1746166772.959814:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166772.959818:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166772.959827:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090460a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439187072:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 57us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166772.959882:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439186944 00000100:00100000:2.0:1746166772.959886:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439186944 00000100:00100000:2.0:1746166772.959912:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 938 00000100:00100000:2.0:1746166772.959917:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0808450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439186944:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166772.959942:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0808450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439186944:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 25us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166772.959948:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 938 00000100:00100000:0.0:1746166772.960054:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3032 00000100:00100000:3.0:1746166772.960069:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3033 00000100:00100000:3.0:1746166772.960082:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090461c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439187200:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166772.960127:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090461c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439187200:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 51us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166772.960132:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3033 00000100:00100000:0.0:1746166772.964890:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166772.964963:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439187328 00000100:00100000:3.0:1746166772.964971:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439187328 00000100:00100000:3.0:1746166772.965009:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50306 00000100:00100000:3.0:1746166772.965016:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090461880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439187328:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166772.965038:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166772.998490:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090461880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439187328:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 33460us (33593us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166772.998503:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50306 00000100:00100000:2.0:1746166773.073856:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090462a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423301504:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166773.074095:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166773.074195:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423301504 00000100:00100000:3.0:1746166773.074201:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423301504 00000100:00100000:3.0:1746166773.076427:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7195 00000100:00100000:3.0:1746166773.076440:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423301504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166773.076479:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166773.076533:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423301504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (2438us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166773.076539:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7195 00000100:00100000:3.0:1746166773.076593:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090462a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423301504:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1746166773.077503:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746166773.163843:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746166773.970074:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166773.970078:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166773.970081:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1746166773.970081:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090460e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423301632:0@lo:400:kworker.0 00000100:00080000:0.0:1746166773.970085:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10689 00000100:00080000:0.0:1746166773.970088:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166773.970093:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166773.970108:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090463100 x1830977423302144/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166773.970142:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166773.970144:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166773.970145:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1746166773.970147:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746166773.970148:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10689 00000100:00080000:0.0:1746166773.970149:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166773.970153:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166773.970162:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090462a00 x1830977423302656/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166773.970194:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423301888:0@lo:400:kworker.0 00000100:00100000:1.0:1746166773.970209:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423302272:0@lo:400:kworker.0 00000100:00100000:0.0:1746166773.970220:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166773.970227:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166773.970234:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090461500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423302528:0@lo:400:kworker.0 00000100:00100000:1.0:1746166773.970238:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090460700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423302912:0@lo:400:kworker.0 00000100:00100000:0.0:1746166773.970250:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166773.970251:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166773.970261:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1746166773.970261:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1746166773.970265:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423301760:0@lo:400:kworker.0 00000100:00100000:1.0:1746166773.970265:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090463b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423302016:0@lo:400:kworker.0 00000100:00100000:0.0:1746166773.970478:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166773.970479:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166773.970488:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090462d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423302400:0@lo:400:kworker.0 00000100:00100000:1.0:1746166773.970488:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090461180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423302784:0@lo:400:kworker.0 00000100:00100000:0.0:1746166773.970500:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166773.970500:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166773.970517:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090463100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423302144:0@lo:8:kworker.0 00000100:00100000:0.0:1746166773.970519:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423301888 00000100:00100000:0.0:1746166773.970524:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423301888 00000100:00100000:1.0:1746166773.970530:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166773.970540:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090462a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423302656:0@lo:8:kworker.0 00000100:00100000:1.0:1746166773.970552:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166773.970553:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423302912 00000100:00100000:0.0:1746166773.970555:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423302912 00000100:00100000:0.0:1746166773.970565:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423301760 00000100:00100000:0.0:1746166773.970567:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423301760 00000100:00100000:1.0:1746166773.970570:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423302528 00000100:00100000:1.0:1746166773.970572:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423302528 00000100:00100000:0.0:1746166773.970574:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423302400 00000100:00100000:0.0:1746166773.970576:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423302400 00000100:00100000:0.0:1746166773.970584:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3034 00000100:00100000:1.0:1746166773.970586:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423302016 00000100:00100000:1.0:1746166773.970588:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423302016 00000100:00100000:0.0:1746166773.970590:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423301888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166773.970597:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35965 00000100:00100000:1.0:1746166773.970601:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423302528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166773.970624:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423301888:12345-0@lo:400:kworker.0 Request processed in 34us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166773.970624:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423302528:12345-0@lo:400:kworker.0 Request processed in 22us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166773.970630:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3034 00000100:00100000:1.0:1746166773.970630:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35965 00000100:00100000:0.0:1746166773.970640:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3035 00000100:00100000:1.0:1746166773.970640:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35966 00000100:00100000:0.0:1746166773.970644:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423302912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166773.970644:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423302016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166773.970662:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423302912:12345-0@lo:400:kworker.0 Request processed in 18us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166773.970662:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423302016:12345-0@lo:400:kworker.0 Request processed in 18us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166773.970667:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35966 00000100:00100000:0.0:1746166773.970669:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3035 00000100:00100000:0.0:1746166773.970689:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3036 00000100:00100000:0.0:1746166773.970694:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423301760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166773.970698:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3037 00000100:00100000:1.0:1746166773.970702:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423302400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166773.970713:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423301760:12345-0@lo:400:kworker.0 Request processed in 20us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166773.970717:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3036 00000100:00100000:1.0:1746166773.970719:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423302400:12345-0@lo:400:kworker.0 Request processed in 18us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166773.970724:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3037 00000100:00100000:0.0:1746166773.970736:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423302272 00000100:00100000:0.0:1746166773.970738:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423302272 00000100:00100000:0.0:1746166773.970752:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423302784 00000100:00100000:1.0:1746166773.970752:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090463b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423302016:0@lo:400:kworker.0 00000100:00100000:0.0:1746166773.970753:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423302784 00000100:00100000:1.0:1746166773.970761:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090460700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423302912:0@lo:400:kworker.0 00000100:00100000:0.0:1746166773.970764:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423302144 00000100:00100000:0.0:1746166773.970766:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423302144 00000100:00100000:0.0:1746166773.970772:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423302656 00000100:00100000:0.0:1746166773.970774:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423302656 00000100:00100000:0.0:1746166773.970781:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7822 00000100:00100000:0.0:1746166773.970785:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423302272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166773.970787:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7823 00000100:00100000:1.0:1746166773.970791:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423302784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166773.970807:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423302272:12345-0@lo:400:kworker.0 Request processed in 22us (579us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166773.970810:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423302784:12345-0@lo:400:kworker.0 Request processed in 19us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166773.970812:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7822 00000100:00100000:1.0:1746166773.970815:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7823 00000100:00100000:0.0:1746166773.970819:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50307 00000100:00100000:0.0:1746166773.970822:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423302144:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746166773.970822:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50308 00000100:00100000:1.0:1746166773.970825:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423302656:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166773.970836:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166773.970856:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423302144:12345-0@lo:8:kworker.0 Request processed in 32us (324us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166773.970860:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50307 00000100:00100000:0.0:1746166773.970882:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423301760:0@lo:400:kworker.0 00000100:00100000:0.0:1746166773.970892:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090462d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423302400:0@lo:400:kworker.0 00000100:00100000:0.0:1746166773.970898:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423301888:0@lo:400:kworker.0 00000100:00100000:0.0:1746166773.970903:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090461500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423302528:0@lo:400:kworker.0 00000100:00100000:0.0:1746166773.970927:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090461180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423302784:0@lo:400:kworker.0 00000100:00100000:0.0:1746166773.970933:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423302272:0@lo:400:kworker.0 00000100:00100000:2.0:1746166773.970950:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423301632 00000100:00100000:2.0:1746166773.970953:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423301632 00000100:00080000:0.0:1746166773.970963:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746166773.970966:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746166773.970968:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166773.970974:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 939 00000100:00100000:2.0:1746166773.970978:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0809450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423301632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166773.971014:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0809450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423301632:12345-0@lo:400:kworker.0 Request processed in 36us (867us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166773.971019:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 939 00010000:00020000:1.0:1746166773.973031:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166773.973076:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423302656:12345-0@lo:8:kworker.0 Request processed in 2248us (2521us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166773.973083:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50308 00000100:00080000:1.0:1746166773.973118:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166773.973121:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166773.973125:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090463100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423302144:0@lo:8:kworker.0 00000100:00080000:1.0:1746166773.973147:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166773.973149:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166773.973152:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090462a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423302656:0@lo:8:kworker.0 00000100:00100000:0.0:1746166773.973549:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090460e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423301632:0@lo:400:kworker.0 00000100:00100000:1.0:1746166774.018823:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423303040:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166774.018884:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166774.018929:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423303040 00000100:00100000:0.0:1746166774.018936:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423303040 00000100:00100000:0.0:1746166774.018972:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35967 00000100:00100000:0.0:1746166774.018978:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423303040:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746166774.019005:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746166774.019052:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423303040:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166774.019057:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35967 00000100:00100000:1.0:1746166774.019157:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423303040:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166774.066106:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746166774.066154:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090462a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423303168:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166774.066211:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166774.066345:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423303168 00000100:00100000:1.0:1746166774.066352:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423303168 00000100:00100000:1.0:1746166774.066393:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35968 00000100:00100000:1.0:1746166774.066400:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423303168:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166774.066428:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166774.066467:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423303168:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166774.066473:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35968 00000100:00100000:0.0:1746166774.066590:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090462a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423303168:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166774.166180:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166774.321912:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090463100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423303296:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166774.321969:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166774.322213:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423303296 00000100:00100000:2.0:1746166774.322222:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423303296 00000100:00100000:2.0:1746166774.322266:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7196 00000100:00100000:2.0:1746166774.322274:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423303296:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166774.322300:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166774.322338:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423303296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166774.322344:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7196 00000100:00100000:3.0:1746166774.322429:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090463100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423303296:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166775.171766:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166776.174464:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166777.178584:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166777.967748:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166777.967795:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166777.967838:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166777.968107:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439187712 00000100:00100000:1.0:1746166777.968117:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439187712 00000100:00100000:1.0:1746166777.968172:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439187584 00000100:00100000:1.0:1746166777.968175:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439187584 00000100:00100000:1.0:1746166777.968192:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3038 00000100:00100000:1.0:1746166777.968200:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439187712:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166777.968263:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439187712:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 64us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166777.968269:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3038 00000100:00100000:1.0:1746166777.968284:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3039 00000100:00100000:1.0:1746166777.968288:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439187584:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166777.968482:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439187584:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 193us (644us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166777.968487:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3039 00000100:00100000:2.0:1746166777.968871:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439187456 00000100:00100000:2.0:1746166777.968876:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439187456 00000100:00100000:2.0:1746166777.968909:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 940 00000100:00100000:2.0:1746166777.968915:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439187456:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166777.968951:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439187456:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 37us (1213us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166777.968957:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 940 00000100:00080000:0.0:1746166777.969171:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746166777.969174:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166777.969252:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166777.969305:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439187840 00000100:00100000:1.0:1746166777.969308:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439187840 00000100:00100000:0.0:1746166777.970495:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50309 00000100:00100000:0.0:1746166777.970502:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090942d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439187840:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746166777.970522:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166777.970565:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090942d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439187840:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 63us (1313us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166777.970572:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50309 00000100:00100000:3.0:1746166778.082581:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746166778.082598:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423303424:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166778.082657:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166778.083133:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423303424 00000100:00100000:0.0:1746166778.083140:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423303424 00000100:00100000:0.0:1746166778.083187:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7197 00000100:00100000:0.0:1746166778.083372:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423303424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166778.083398:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166778.083429:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423303424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 234us (772us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166778.083436:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7197 00000100:00080000:1.0:1746166778.084154:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166778.084208:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423303424:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166778.180223:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746166778.978565:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166778.978569:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1746166778.978571:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423303552:0@lo:400:kworker.0 00000100:00080000:0.0:1746166778.978572:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166778.978578:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10694 00000100:00080000:0.0:1746166778.978581:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166778.978586:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166778.978602:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009da19500 x1830977423304064/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166778.978641:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166778.978648:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166778.978650:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166778.978656:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10694 00000100:00080000:0.0:1746166778.978658:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746166778.978662:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746166778.978663:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423304064:0@lo:8:kworker.0 00000100:00100000:0.0:1746166778.978692:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009da1a680 x1830977423304576/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166778.978743:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423303936:0@lo:400:kworker.0 00000100:00100000:2.0:1746166778.979157:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166778.979233:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166778.979237:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166778.979277:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423304704:0@lo:400:kworker.0 00000100:00100000:1.0:1746166778.979280:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423304576:0@lo:8:kworker.0 00000100:00100000:0.0:1746166778.979295:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166778.979310:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1746166778.979315:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423303808:0@lo:400:kworker.0 00000100:00100000:0.0:1746166778.979334:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166778.979334:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423304192:0@lo:400:kworker.0 00000100:00100000:0.0:1746166778.979346:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423304448:0@lo:400:kworker.0 00000100:00100000:2.0:1746166778.979350:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166778.979398:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423304832:0@lo:400:kworker.0 00000100:00100000:2.0:1746166778.979414:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166778.979424:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1746166778.979428:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423303680:0@lo:400:kworker.0 00000100:00100000:2.0:1746166778.979441:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166778.979452:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423304320:0@lo:400:kworker.0 00000100:00100000:2.0:1746166778.979467:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166778.979499:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423304064 00000100:00100000:1.0:1746166778.979504:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423304064 00000100:00100000:1.0:1746166778.979533:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423304704 00000100:00100000:1.0:1746166778.979536:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423304704 00000100:00100000:1.0:1746166778.979557:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423304192 00000100:00100000:1.0:1746166778.979558:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423304192 00000100:00100000:1.0:1746166778.979569:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7824 00000100:00100000:1.0:1746166778.979575:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423304704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166778.979608:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423304704:12345-0@lo:400:kworker.0 Request processed in 33us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166778.979613:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7824 00000100:00100000:1.0:1746166778.979625:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7825 00000100:00100000:1.0:1746166778.979629:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090941f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423304192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166778.979629:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423303808 00000100:00100000:3.0:1746166778.979633:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423303808 00000100:00100000:1.0:1746166778.979650:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090941f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423304192:12345-0@lo:400:kworker.0 Request processed in 21us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166778.979655:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7825 00000100:00100000:3.0:1746166778.979656:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423304832 00000100:00100000:3.0:1746166778.979658:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423304832 00000100:00100000:1.0:1746166778.979663:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50310 00000100:00100000:1.0:1746166778.979667:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090462680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423304064:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1746166778.979669:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423303680 00000100:00100000:3.0:1746166778.979671:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423303680 00000100:00100000:3.0:1746166778.979697:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423304320 00010000:00020000:1.0:1746166778.979699:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166778.979699:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423304320 00000100:00100000:3.0:1746166778.979709:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3040 00000100:00100000:3.0:1746166778.979713:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423303808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166778.979720:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090462680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423304064:12345-0@lo:8:kworker.0 Request processed in 52us (488us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166778.979726:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50310 00000100:00100000:3.0:1746166778.979740:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da18380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423303808:12345-0@lo:400:kworker.0 Request processed in 27us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166778.979741:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3041 00000100:00100000:3.0:1746166778.979745:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3040 00000100:00100000:1.0:1746166778.979747:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090943480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423304832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166778.979755:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3042 00000100:00100000:3.0:1746166778.979760:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090942680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423303680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166778.979767:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090943480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423304832:12345-0@lo:400:kworker.0 Request processed in 21us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166778.979772:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3041 00000100:00100000:3.0:1746166778.979777:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090942680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423303680:12345-0@lo:400:kworker.0 Request processed in 17us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166778.979781:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3042 00000100:00100000:1.0:1746166778.979784:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3043 00000100:00100000:1.0:1746166778.979788:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423304320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166778.979807:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423304320:12345-0@lo:400:kworker.0 Request processed in 18us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166778.979811:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3043 00000100:00080000:1.0:1746166778.980020:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746166778.980023:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166778.980024:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166778.980032:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166778.980058:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423304576 00000100:00100000:3.0:1746166778.980062:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423304576 00000100:00080000:1.0:1746166778.980073:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1746166778.980075:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50311 00000100:00080000:1.0:1746166778.980076:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166778.980079:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090461180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423304576:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746166778.980080:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423304064:0@lo:8:kworker.0 00010000:00020000:3.0:1746166778.980089:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166778.980110:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090461180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423304576:12345-0@lo:8:kworker.0 Request processed in 30us (77us total) trans 0 rc -19/-19 00000100:00080000:1.0:1746166778.980113:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166778.980115:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166778.980116:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50311 00000100:00100000:1.0:1746166778.980118:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423304576:0@lo:8:kworker.0 00000100:00100000:0.0:1746166778.980185:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166778.980217:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423304704:0@lo:400:kworker.0 00000100:00100000:2.0:1746166778.980290:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423303552 00000100:00100000:2.0:1746166778.980293:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423303552 00000100:00100000:2.0:1746166778.980319:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:2.0:1746166778.980324:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423303552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166778.980346:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423303552:12345-0@lo:400:kworker.0 Request processed in 23us (1190us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166778.980354:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00000100:00100000:2.0:1746166778.980378:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423303680:0@lo:400:kworker.0 00000100:00100000:2.0:1746166778.980386:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423304320:0@lo:400:kworker.0 00000100:00100000:2.0:1746166778.980391:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423304192:0@lo:400:kworker.0 00000100:00100000:2.0:1746166778.980397:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423304832:0@lo:400:kworker.0 00000100:00100000:2.0:1746166778.980402:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423303552:0@lo:400:kworker.0 00000100:00100000:0.0:1746166778.980577:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423303808:0@lo:400:kworker.0 00000100:00100000:0.0:1746166778.980596:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423303936 00000100:00100000:0.0:1746166778.980598:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423303936 00000100:00100000:0.0:1746166778.980618:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423304448 00000100:00100000:0.0:1746166778.980620:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423304448 00000100:00100000:0.0:1746166778.980631:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35969 00000100:00100000:0.0:1746166778.980636:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423303936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166778.980666:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423303936:12345-0@lo:400:kworker.0 Request processed in 30us (1428us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166778.980671:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35969 00000100:00100000:0.0:1746166778.980708:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35970 00000100:00100000:0.0:1746166778.980713:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423304448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166778.980739:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423304448:12345-0@lo:400:kworker.0 Request processed in 26us (554us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166778.980744:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35970 00000100:00100000:0.0:1746166778.983571:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423304448:0@lo:400:kworker.0 00000100:00100000:0.0:1746166778.983610:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423303936:0@lo:400:kworker.0 00000100:00100000:2.0:1746166779.026091:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746166779.026110:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090461500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423304960:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166779.026167:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166779.026252:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423304960 00000100:00100000:1.0:1746166779.026259:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423304960 00000100:00100000:1.0:1746166779.026308:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35971 00000100:00100000:1.0:1746166779.026315:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090943b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423304960:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166779.026340:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166779.026388:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090943b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423304960:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166779.026393:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35971 00000100:00100000:2.0:1746166779.026516:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090461500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423304960:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166779.074713:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423305088:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166779.074767:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166779.075468:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423305088 00000100:00100000:0.0:1746166779.075474:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423305088 00000100:00100000:0.0:1746166779.075524:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35972 00000100:00100000:0.0:1746166779.075532:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f849500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423305088:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746166779.075558:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746166779.075600:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f849500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423305088:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (832us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166779.075605:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35972 00000100:00100000:3.0:1746166779.075794:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423305088:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166779.181883:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166779.329893:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423305216:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166779.329950:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166779.330010:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423305216 00000100:00100000:2.0:1746166779.330018:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423305216 00000100:00100000:2.0:1746166779.330133:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7198 00000100:00100000:2.0:1746166779.330141:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090461f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423305216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166779.330165:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166779.330212:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090461f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423305216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166779.330217:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7198 00000100:00100000:1.0:1746166779.330243:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423305216:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166780.188089:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166781.187891:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166782.196072:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166782.976911:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166782.976951:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166782.978103:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439187968 00000100:00100000:3.0:1746166782.978113:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439187968 00000100:00100000:3.0:1746166782.978153:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 942 00000100:00100000:3.0:1746166782.978161:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439187968:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166782.978214:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439187968:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 54us (1310us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166782.978220:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 942 00000100:00100000:2.0:1746166782.979459:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439188224 00000100:00100000:2.0:1746166782.979466:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439188224 00000100:00100000:2.0:1746166782.979529:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3044 00000100:00100000:2.0:1746166782.979536:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439188224:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:1.0:1746166782.979542:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166782.979568:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439188224:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 33us (2616us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166782.979574:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3044 00000100:00100000:0.0:1746166782.982488:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166782.982539:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166782.982622:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439188096 00000100:00100000:2.0:1746166782.982633:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439188096 00000100:00080000:1.0:1746166782.982693:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166782.982706:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3045 00000100:00100000:2.0:1746166782.982719:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439188096:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166782.982776:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439188096:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 64us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166782.982782:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3045 00000100:00100000:3.0:1746166782.982882:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439188352 00000100:00100000:3.0:1746166782.983106:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439188352 00000100:00100000:3.0:1746166782.983127:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50312 00000100:00100000:3.0:1746166782.983132:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439188352:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166782.983151:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166782.983173:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439188352:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 41us (634us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166782.983178:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50312 00000100:00100000:2.0:1746166783.091175:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423305344:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166783.091232:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166783.091256:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423305344 00000100:00100000:0.0:1746166783.091264:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423305344 00000100:00100000:0.0:1746166783.091307:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7199 00000100:00100000:0.0:1746166783.091315:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423305344:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1746166783.091324:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:0.0:1746166783.091339:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166783.091456:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423305344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 141us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166783.091463:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7199 00000100:00100000:2.0:1746166783.091528:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423305344:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166783.192149:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166783.987655:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423305472:0@lo:400:kworker.0 00000100:00100000:2.0:1746166783.987737:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166783.987896:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423305472 00000100:00100000:1.0:1746166783.987903:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423305472 00000100:00100000:2.0:1746166783.989151:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746166783.989158:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423305856:0@lo:400:kworker.0 00000100:00100000:2.0:1746166783.989187:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166783.989212:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423305600:0@lo:400:kworker.0 00000100:00100000:2.0:1746166783.989229:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166783.989414:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423305600 00000100:00100000:2.0:1746166783.989417:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423305600 00000100:00100000:2.0:1746166783.989446:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3046 00000100:00100000:2.0:1746166783.989452:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423305600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166783.989483:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423305600:12345-0@lo:400:kworker.0 Request processed in 32us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166783.989490:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3046 00000100:00100000:2.0:1746166783.989518:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423305600:0@lo:400:kworker.0 00000100:00100000:2.0:1746166783.989529:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746166783.989532:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423305728:0@lo:400:kworker.0 00000100:00100000:2.0:1746166783.989544:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166783.989555:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423305728 00000100:00100000:2.0:1746166783.989557:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423305728 00000100:00100000:2.0:1746166783.989570:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3047 00000100:00100000:2.0:1746166783.989574:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090942300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423305728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166783.989590:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090942300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423305728:12345-0@lo:400:kworker.0 Request processed in 16us (45us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166783.989594:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3047 00000100:00100000:2.0:1746166783.989608:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423305728:0@lo:400:kworker.0 00000100:00100000:1.0:1746166783.989670:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 943 00000100:00100000:1.0:1746166783.989685:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423305472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166783.989717:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423305472:12345-0@lo:400:kworker.0 Request processed in 34us (1982us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166783.989721:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 943 00000100:00100000:1.0:1746166783.989743:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423305856 00000100:00100000:1.0:1746166783.989745:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423305856 00000100:00100000:1.0:1746166783.989760:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35973 00000100:00100000:1.0:1746166783.989763:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090941500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423305856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166783.989780:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090941500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423305856:12345-0@lo:400:kworker.0 Request processed in 17us (593us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166783.989784:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35973 00000100:00080000:1.0:1746166783.989793:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166783.989796:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166783.989872:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423305856:0@lo:400:kworker.0 00000100:00100000:3.0:1746166783.989879:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423305472:0@lo:400:kworker.0 00000100:00080000:0.0:1746166783.990251:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166783.990255:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166783.990258:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166783.990262:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10699 00000100:00080000:0.0:1746166783.990264:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746166783.990267:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166783.990283:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009da19180 x1830977423305984/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166783.990311:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166783.990313:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166783.990314:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166783.990317:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10699 00000100:00080000:0.0:1746166783.990318:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746166783.990320:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166783.990326:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009da19f80 x1830977423306496/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166783.990349:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423306624:0@lo:400:kworker.0 00000100:00100000:0.0:1746166783.990373:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166783.990386:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746166783.990389:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423306112:0@lo:400:kworker.0 00000100:00100000:0.0:1746166783.990400:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166783.990408:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423306752:0@lo:400:kworker.0 00000100:00100000:0.0:1746166783.990419:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166783.990433:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423306624 00000100:00100000:0.0:1746166783.990435:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423306624 00000100:00100000:0.0:1746166783.990453:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423306112 00000100:00100000:0.0:1746166783.990454:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423306112 00000100:00100000:0.0:1746166783.990463:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7826 00000100:00100000:0.0:1746166783.990467:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423306624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166783.990488:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423306624:12345-0@lo:400:kworker.0 Request processed in 21us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166783.990493:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7826 00000100:00100000:0.0:1746166783.990503:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7827 00000100:00100000:0.0:1746166783.990507:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423306112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166783.990523:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423306112:12345-0@lo:400:kworker.0 Request processed in 16us (122us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166783.990527:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7827 00000100:00080000:0.0:1746166783.990535:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166783.990550:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423306112:0@lo:400:kworker.0 00000100:00100000:0.0:1746166783.990557:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423306624:0@lo:400:kworker.0 00000100:00100000:0.0:1746166783.990578:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423306368:0@lo:400:kworker.0 00000100:00100000:0.0:1746166783.990595:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166783.990607:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746166783.990611:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423306240:0@lo:400:kworker.0 00000100:00100000:0.0:1746166783.990624:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166783.990638:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423306752 00000100:00100000:0.0:1746166783.990641:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423306752 00000100:00100000:0.0:1746166783.990655:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423306240 00000100:00100000:0.0:1746166783.990657:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423306240 00000100:00100000:0.0:1746166783.990667:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3048 00000100:00100000:0.0:1746166783.990672:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423306752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166783.990708:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423306752:12345-0@lo:400:kworker.0 Request processed in 36us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166783.990712:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3048 00000100:00100000:0.0:1746166783.990719:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3049 00000100:00100000:0.0:1746166783.990723:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423306240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166783.990738:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423306240:12345-0@lo:400:kworker.0 Request processed in 15us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166783.990742:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3049 00000100:00100000:0.0:1746166783.990761:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423306240:0@lo:400:kworker.0 00000100:00100000:0.0:1746166783.990772:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423306752:0@lo:400:kworker.0 00000100:00100000:0.0:1746166783.990785:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423305984:0@lo:8:kworker.0 00000100:00100000:0.0:1746166783.990798:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166783.990807:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423306496:0@lo:8:kworker.0 00000100:00100000:0.0:1746166783.990817:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166783.990829:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423305984 00000100:00100000:0.0:1746166783.990831:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423305984 00000100:00100000:0.0:1746166783.990840:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423306496 00000100:00100000:0.0:1746166783.990842:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423306496 00000100:00100000:0.0:1746166783.990849:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50313 00000100:00100000:0.0:1746166783.990853:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423305984:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166783.990867:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166783.990884:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423305984:12345-0@lo:8:kworker.0 Request processed in 31us (85us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166783.990889:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50313 00000100:00100000:0.0:1746166783.990895:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50314 00000100:00100000:0.0:1746166783.990898:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423306496:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166783.990905:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166783.990917:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423306496:12345-0@lo:8:kworker.0 Request processed in 18us (99us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166783.990921:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50314 00000100:00080000:0.0:1746166783.990935:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166783.990937:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166783.990940:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423305984:0@lo:8:kworker.0 00000100:00080000:0.0:1746166783.990945:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166783.990946:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166783.990948:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423306496:0@lo:8:kworker.0 00000100:00100000:1.0:1746166783.991027:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423306368 00000100:00100000:1.0:1746166783.991030:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423306368 00000100:00100000:1.0:1746166783.991052:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35974 00000100:00100000:1.0:1746166783.991056:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423306368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166783.991081:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423306368:12345-0@lo:400:kworker.0 Request processed in 25us (485us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166783.991085:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35974 00000100:00100000:0.0:1746166783.993765:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423306368:0@lo:400:kworker.0 00000100:00100000:0.0:1746166784.035794:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423306880:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166784.036090:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166784.036209:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423306880 00000100:00100000:2.0:1746166784.036215:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423306880 00000100:00100000:2.0:1746166784.036256:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35975 00000100:00100000:2.0:1746166784.036262:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423306880:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166784.036289:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166784.036335:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423306880:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166784.036341:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35975 00000100:00100000:0.0:1746166784.036457:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423306880:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166784.082643:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423307008:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166784.082721:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166784.082835:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423307008 00000100:00100000:2.0:1746166784.082842:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423307008 00000100:00100000:2.0:1746166784.082883:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35976 00000100:00100000:2.0:1746166784.082890:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090462d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423307008:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166784.082921:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166784.082978:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090462d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423307008:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166784.082984:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35976 00000100:00100000:1.0:1746166784.083051:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423307008:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166784.193873:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166784.341083:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423307136:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166784.341140:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166784.341189:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423307136 00000100:00100000:0.0:1746166784.341195:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423307136 00000100:00100000:0.0:1746166784.343251:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7200 00000100:00100000:0.0:1746166784.343263:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423307136:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166784.343292:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166784.343345:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423307136:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (2205us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166784.343351:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7200 00000100:00100000:1.0:1746166784.343709:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423307136:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166785.198010:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166786.198181:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166787.200103:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166787.982081:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166787.982128:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166787.982172:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166787.982671:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439188608 00000100:00100000:2.0:1746166787.982713:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439188608 00000100:00100000:2.0:1746166787.982761:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439188736 00000100:00100000:2.0:1746166787.982768:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439188736 00000100:00100000:2.0:1746166787.982790:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3050 00000100:00100000:2.0:1746166787.982797:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439188608:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166787.982851:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439188608:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 55us (784us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166787.982856:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3050 00000100:00100000:2.0:1746166787.982870:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3051 00000100:00100000:2.0:1746166787.982875:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439188736:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166787.982907:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439188736:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 31us (735us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166787.982911:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3051 00000100:00100000:3.0:1746166787.983077:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439188480 00000100:00100000:3.0:1746166787.983082:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439188480 00000100:00100000:3.0:1746166787.983108:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 944 00000100:00100000:3.0:1746166787.983113:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439188480:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166787.983139:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439188480:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 26us (1010us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166787.983145:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 944 00000100:00080000:0.0:1746166787.984598:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166787.984602:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166787.985517:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166787.985733:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439188864 00000100:00100000:0.0:1746166787.985738:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439188864 00000100:00100000:0.0:1746166787.985768:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50315 00000100:00100000:0.0:1746166787.985774:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439188864:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746166787.985794:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166787.985842:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439188864:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 67us (329us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166787.985848:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50315 00000100:00100000:1.0:1746166788.099130:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746166788.099149:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423307264:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166788.099202:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166788.099433:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423307264 00000100:00100000:2.0:1746166788.099441:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423307264 00000100:00100000:2.0:1746166788.099490:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7201 00000100:00100000:2.0:1746166788.099498:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090460380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423307264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166788.099521:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166788.099558:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090460380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423307264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166788.099565:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7201 00000100:00080000:0.0:1746166788.099730:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166788.100282:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423307264:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166788.202128:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166788.994166:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423307392:0@lo:400:kworker.0 00000100:00100000:2.0:1746166788.994397:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166788.994455:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746166788.994461:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423307520:0@lo:400:kworker.0 00000100:00100000:2.0:1746166788.994485:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166788.994701:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423307392 00000100:00100000:3.0:1746166788.994707:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423307392 00000100:00100000:3.0:1746166788.994740:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 945 00000100:00100000:3.0:1746166788.994747:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423307392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166788.994784:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423307392:12345-0@lo:400:kworker.0 Request processed in 37us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166788.994790:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 945 00000100:00080000:0.0:1746166788.995400:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166788.995404:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166788.995407:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166788.995411:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10704 00000100:00080000:0.0:1746166788.995414:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746166788.995417:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166788.995431:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cd3aa00 x1830977423307904/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166788.995455:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166788.995458:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166788.995459:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166788.995462:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10704 00000100:00080000:0.0:1746166788.995464:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746166788.995466:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166788.995472:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cd3b800 x1830977423308416/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166788.995495:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423307904:0@lo:8:kworker.0 00000100:00100000:0.0:1746166788.995518:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166788.995532:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423308416:0@lo:8:kworker.0 00000100:00100000:0.0:1746166788.995543:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166788.995566:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423307904 00000100:00100000:0.0:1746166788.995569:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423307904 00000100:00100000:0.0:1746166788.995582:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423308416 00000100:00100000:0.0:1746166788.995584:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423308416 00000100:00100000:0.0:1746166788.995594:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50316 00000100:00100000:0.0:1746166788.995598:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423307904:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166788.995616:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166788.995640:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423307904:12345-0@lo:8:kworker.0 Request processed in 41us (120us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166788.995645:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50316 00000100:00100000:0.0:1746166788.995655:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50317 00000100:00100000:0.0:1746166788.995658:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423308416:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166788.995666:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166788.995700:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423308416:12345-0@lo:8:kworker.0 Request processed in 40us (155us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166788.995704:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50317 00000100:00080000:0.0:1746166788.995734:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166788.995737:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166788.995740:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423307904:0@lo:8:kworker.0 00000100:00080000:0.0:1746166788.995747:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166788.995749:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166788.995752:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423308416:0@lo:8:kworker.0 00000100:00100000:0.0:1746166788.995777:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423307648:0@lo:400:kworker.0 00000100:00100000:3.0:1746166788.995842:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423307776:0@lo:400:kworker.0 00000100:00100000:3.0:1746166788.995863:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166788.995888:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423308544:0@lo:400:kworker.0 00000100:00100000:3.0:1746166788.995904:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166788.995926:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423307776 00000100:00100000:3.0:1746166788.995928:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423307776 00000100:00100000:3.0:1746166788.995948:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35977 00000100:00100000:3.0:1746166788.995952:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f849180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423307776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166788.995982:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f849180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423307776:12345-0@lo:400:kworker.0 Request processed in 29us (118us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166788.995987:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35977 00000100:00100000:3.0:1746166788.996005:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423307776:0@lo:400:kworker.0 00000100:00100000:1.0:1746166788.996055:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423308160:0@lo:400:kworker.0 00000100:00100000:0.0:1746166788.997804:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423308544 00000100:00100000:0.0:1746166788.997814:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423308544 00000100:00100000:0.0:1746166788.997858:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7828 00000100:00100000:0.0:1746166788.997864:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423308544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166788.999043:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423307520 00000100:00100000:1.0:1746166788.999051:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423307520 00000100:00100000:1.0:1746166788.999457:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3052 00000100:00100000:1.0:1746166788.999464:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090943800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423307520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166788.999503:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090943800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423307520:12345-0@lo:400:kworker.0 Request processed in 41us (5018us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166788.999508:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3052 00000100:00100000:1.0:1746166788.999528:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166788.999551:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1746166788.999559:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423308032:0@lo:400:kworker.0 00000100:00100000:1.0:1746166788.999580:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166788.999592:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423308672:0@lo:400:kworker.0 00000100:00100000:1.0:1746166788.999606:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166788.999623:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423308032 00000100:00100000:1.0:1746166788.999625:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423308032 00000100:00100000:1.0:1746166788.999641:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7829 00000100:00100000:1.0:1746166788.999645:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090463b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423308032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166788.999665:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090463b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423308032:12345-0@lo:400:kworker.0 Request processed in 21us (84us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166788.999669:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7829 00000100:00100000:1.0:1746166788.999706:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423308032:0@lo:400:kworker.0 00000100:00100000:1.0:1746166788.999718:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423308160 00000100:00100000:1.0:1746166788.999720:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423308160 00000100:00100000:1.0:1746166788.999731:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423308672 00000100:00100000:1.0:1746166788.999732:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423308672 00000100:00100000:0.0:1746166788.999856:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423308544:12345-0@lo:400:kworker.0 Request processed in 1991us (3949us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166788.999863:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7828 00000100:00080000:0.0:1746166788.999891:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746166788.999894:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166788.999993:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166789.004465:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423308288:0@lo:400:kworker.0 00000100:00100000:2.0:1746166789.004515:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166789.004575:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423307648 00000100:00100000:1.0:1746166789.004582:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423307648 00000100:00100000:1.0:1746166789.004622:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3053 00000100:00100000:1.0:1746166789.004630:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090460700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423308160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166789.004694:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090460700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423308160:12345-0@lo:400:kworker.0 Request processed in 65us (5164us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166789.004700:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3053 00000100:00100000:1.0:1746166789.004714:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3054 00000100:00100000:1.0:1746166789.004719:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090461500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423308672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166789.004754:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3055 00000100:00100000:0.0:1746166789.004761:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090943100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423307648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166789.004789:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423308544:0@lo:400:kworker.0 00000100:00100000:0.0:1746166789.004792:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090943100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423307648:12345-0@lo:400:kworker.0 Request processed in 33us (4800us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166789.004796:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3055 00000100:00080000:0.0:1746166789.004809:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166789.004827:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423307648:0@lo:400:kworker.0 00000100:00100000:3.0:1746166789.004830:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423307520:0@lo:400:kworker.0 00000100:00100000:3.0:1746166789.004838:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423307392:0@lo:400:kworker.0 00000100:00100000:0.0:1746166789.004852:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423308160:0@lo:400:kworker.0 00000100:00100000:2.0:1746166789.004918:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423308288 00000100:00100000:2.0:1746166789.004921:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423308288 00000100:00100000:2.0:1746166789.004949:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35978 00000100:00100000:2.0:1746166789.004954:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423308288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166789.004990:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423308288:12345-0@lo:400:kworker.0 Request processed in 37us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166789.004995:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35978 00000100:00100000:1.0:1746166789.005247:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090461500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423308672:12345-0@lo:400:kworker.0 Request processed in 527us (5638us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166789.005253:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3054 00000100:00100000:0.0:1746166789.005609:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423308672:0@lo:400:kworker.0 00000100:00100000:0.0:1746166789.005630:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423308288:0@lo:400:kworker.0 00000100:00100000:2.0:1746166789.042480:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423308800:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166789.042534:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166789.042761:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423308800 00000100:00100000:3.0:1746166789.042767:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423308800 00000100:00100000:3.0:1746166789.043043:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35979 00000100:00100000:3.0:1746166789.043050:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090942a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423308800:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166789.043076:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166789.043487:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090942a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423308800:12345-0@lo:41:osp-pre-1-0.0 Request processed in 437us (951us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166789.043493:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35979 00000100:00100000:0.0:1746166789.043554:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423308800:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166789.096592:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746166789.096612:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090463100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423308928:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166789.096671:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166789.096793:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423308928 00000100:00100000:2.0:1746166789.096800:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423308928 00000100:00100000:2.0:1746166789.096834:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35980 00000100:00100000:2.0:1746166789.096840:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f848700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423308928:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166789.096866:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166789.096913:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f848700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423308928:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166789.096922:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35980 00000100:00100000:3.0:1746166789.097035:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090463100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423308928:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166789.203904:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166789.346119:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090462a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423309056:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166789.346176:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166789.346317:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423309056 00000100:00100000:2.0:1746166789.346324:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423309056 00000100:00100000:2.0:1746166789.346358:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7202 00000100:00100000:2.0:1746166789.346364:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088faf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423309056:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166789.346390:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166789.346428:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088faf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423309056:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166789.346440:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7202 00000100:00100000:3.0:1746166789.346671:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090462a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423309056:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166790.206341:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166791.209740:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166792.209873:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166792.989649:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166792.989742:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166792.989784:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166792.989901:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439189120 00000100:00100000:1.0:1746166792.989908:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439189120 00000100:00100000:3.0:1746166792.989994:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439188992 00000100:00100000:3.0:1746166792.989998:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439188992 00000100:00100000:3.0:1746166792.990034:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 946 00000100:00100000:3.0:1746166792.990041:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439188992:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166792.990093:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439188992:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 53us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166792.990100:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 946 00000100:00100000:1.0:1746166792.990240:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439189248 00000100:00100000:1.0:1746166792.990243:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439189248 00000100:00100000:1.0:1746166792.990832:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3056 00000100:00100000:1.0:1746166792.990840:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439189120:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166792.990876:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439189120:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 37us (1235us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166792.990882:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3056 00000100:00100000:1.0:1746166792.990895:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3057 00000100:00100000:1.0:1746166792.990899:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439189248:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166792.990918:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439189248:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 19us (1135us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166792.990923:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3057 00000100:00080000:0.0:1746166792.991759:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166792.991763:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166792.991801:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166792.991832:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439189376 00000100:00100000:0.0:1746166792.991837:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439189376 00000100:00100000:0.0:1746166792.991856:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50318 00000100:00100000:0.0:1746166792.991860:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439189376:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746166792.991880:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166792.991919:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439189376:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 57us (118us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166792.991925:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50318 00000100:00100000:0.0:1746166793.110715:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746166793.112704:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090462a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423309184:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166793.112762:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166793.115255:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423309184 00000100:00100000:2.0:1746166793.115265:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423309184 00000100:00100000:2.0:1746166793.115316:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7203 00000100:00100000:2.0:1746166793.115324:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423309184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166793.115354:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166793.115435:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423309184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 113us (2672us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166793.115441:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7203 00000100:00080000:0.0:1746166793.115501:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166793.115562:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090462a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423309184:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166793.212940:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746166794.002478:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166794.002488:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166794.002491:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166794.002497:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10709 00000100:00080000:0.0:1746166794.002501:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746166794.002506:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166794.002523:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cd39500 x1830977423309824/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166794.002551:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166794.002554:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166794.002555:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166794.002558:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10709 00000100:00080000:0.0:1746166794.002560:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166794.002563:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166794.002570:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cd38a80 x1830977423310336/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166794.002600:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423309440:0@lo:400:kworker.0 00000100:00100000:0.0:1746166794.002649:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166794.002705:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423310080:0@lo:400:kworker.0 00000100:00100000:0.0:1746166794.002726:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166794.002744:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746166794.002748:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423309568:0@lo:400:kworker.0 00000100:00100000:0.0:1746166794.002762:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166794.002781:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423310208:0@lo:400:kworker.0 00000100:00100000:0.0:1746166794.002865:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166794.002886:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423309824:0@lo:8:kworker.0 00000100:00100000:0.0:1746166794.002902:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166794.002926:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423310336:0@lo:8:kworker.0 00000100:00100000:0.0:1746166794.002960:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166794.002982:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423310208 00000100:00100000:0.0:1746166794.002987:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423310208 00000100:00100000:0.0:1746166794.003015:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35981 00000100:00100000:0.0:1746166794.003020:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b714a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423310208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166794.003053:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b714a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423310208:12345-0@lo:400:kworker.0 Request processed in 33us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166794.003058:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35981 00000100:00100000:0.0:1746166794.003072:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423309824 00000100:00100000:0.0:1746166794.003074:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423309824 00000100:00100000:0.0:1746166794.003083:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423310336 00000100:00100000:0.0:1746166794.003085:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423310336 00000100:00100000:0.0:1746166794.003093:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50319 00000100:00100000:0.0:1746166794.003096:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b715500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423309824:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166794.003112:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166794.003129:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b715500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423309824:12345-0@lo:8:kworker.0 Request processed in 33us (227us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166794.003137:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50319 00000100:00100000:0.0:1746166794.003142:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50320 00000100:00100000:0.0:1746166794.003145:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d27850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423310336:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166794.003151:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166794.003161:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d27850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423310336:12345-0@lo:8:kworker.0 Request processed in 15us (201us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166794.003165:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50320 00000100:00080000:0.0:1746166794.003290:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166794.003293:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166794.003296:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423309824:0@lo:8:kworker.0 00000100:00080000:0.0:1746166794.003302:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166794.003303:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166794.003305:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423310336:0@lo:8:kworker.0 00000100:00100000:0.0:1746166794.003323:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423310208:0@lo:400:kworker.0 00000100:00100000:0.0:1746166794.003346:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423309440 00000100:00100000:0.0:1746166794.003349:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423309440 00000100:00100000:0.0:1746166794.003571:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423310080 00000100:00100000:0.0:1746166794.003574:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423310080 00000100:00100000:0.0:1746166794.003584:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423309568 00000100:00100000:0.0:1746166794.003586:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423309568 00000100:00100000:0.0:1746166794.003598:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3058 00000100:00100000:0.0:1746166794.003603:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b717100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423309440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166794.003632:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b717100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423309440:12345-0@lo:400:kworker.0 Request processed in 29us (982us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166794.003637:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3058 00000100:00100000:0.0:1746166794.003646:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3059 00000100:00100000:0.0:1746166794.003649:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b715880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423310080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166794.003666:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b715880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423310080:12345-0@lo:400:kworker.0 Request processed in 16us (939us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166794.003669:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3059 00000100:00100000:0.0:1746166794.003692:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3060 00000100:00100000:0.0:1746166794.003697:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b714380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423309568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166794.003712:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b714380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423309568:12345-0@lo:400:kworker.0 Request processed in 16us (949us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166794.003716:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3060 00000100:00080000:0.0:1746166794.003726:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166794.003728:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166794.003743:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423309568:0@lo:400:kworker.0 00000100:00100000:0.0:1746166794.003750:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423309440:0@lo:400:kworker.0 00000100:00100000:0.0:1746166794.003757:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423310080:0@lo:400:kworker.0 00000100:00100000:1.0:1746166794.004520:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423309312:0@lo:400:kworker.0 00000100:00100000:1.0:1746166794.004549:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166794.004578:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423309952:0@lo:400:kworker.0 00000100:00100000:1.0:1746166794.004594:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166794.004604:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423310592:0@lo:400:kworker.0 00000100:00100000:1.0:1746166794.004616:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166794.004625:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1746166794.004630:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423309696:0@lo:400:kworker.0 00000100:00100000:1.0:1746166794.004643:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166794.004651:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423310464:0@lo:400:kworker.0 00000100:00100000:1.0:1746166794.004661:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166794.004691:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423309696 00000100:00100000:1.0:1746166794.004694:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423309696 00000100:00100000:1.0:1746166794.004724:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35982 00000100:00100000:1.0:1746166794.004728:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090463480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423309696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166794.004752:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090463480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423309696:12345-0@lo:400:kworker.0 Request processed in 24us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166794.004756:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35982 00000100:00100000:1.0:1746166794.004775:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423309696:0@lo:400:kworker.0 00000100:00100000:1.0:1746166794.004804:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423309952 00000100:00100000:1.0:1746166794.004807:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423309952 00000100:00100000:1.0:1746166794.004822:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423310464 00000100:00100000:1.0:1746166794.004823:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423310464 00000100:00100000:1.0:1746166794.004838:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7830 00000100:00100000:1.0:1746166794.004842:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090462a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423309952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166794.004875:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090462a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423309952:12345-0@lo:400:kworker.0 Request processed in 32us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166794.004880:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7830 00000100:00100000:1.0:1746166794.004888:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7831 00000100:00100000:1.0:1746166794.004892:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090461880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423310464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166794.004909:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090461880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423310464:12345-0@lo:400:kworker.0 Request processed in 18us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166794.004913:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7831 00000100:00100000:1.0:1746166794.004925:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423310592 00000100:00100000:1.0:1746166794.005137:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423310592 00000100:00100000:1.0:1746166794.005156:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3061 00000100:00100000:1.0:1746166794.005160:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090463100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423310592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166794.005184:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090463100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423310592:12345-0@lo:400:kworker.0 Request processed in 25us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166794.005191:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3061 00000100:00100000:1.0:1746166794.005212:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423310464:0@lo:400:kworker.0 00000100:00100000:1.0:1746166794.005219:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423309952:0@lo:400:kworker.0 00000100:00100000:1.0:1746166794.005226:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423310592:0@lo:400:kworker.0 00000100:00080000:1.0:1746166794.005243:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166794.005259:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423309312 00000100:00100000:1.0:1746166794.005261:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423309312 00000100:00100000:1.0:1746166794.005280:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 947 00000100:00100000:1.0:1746166794.005284:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423309312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166794.007138:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423309312:12345-0@lo:400:kworker.0 Request processed in 1849us (2585us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166794.007145:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 947 00000100:00100000:2.0:1746166794.007394:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423309312:0@lo:400:kworker.0 00000100:00100000:2.0:1746166794.051620:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423310720:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166794.051702:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166794.052081:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423310720 00000100:00100000:1.0:1746166794.052089:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423310720 00000100:00100000:1.0:1746166794.054027:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35983 00000100:00100000:1.0:1746166794.054039:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090942d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423310720:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166794.054073:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166794.054276:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090942d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423310720:12345-0@lo:41:osp-pre-1-0.0 Request processed in 240us (2573us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166794.054282:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35983 00000100:00100000:3.0:1746166794.054368:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423310720:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166794.113943:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423310848:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166794.114006:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166794.114138:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423310848 00000100:00100000:3.0:1746166794.114145:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423310848 00000100:00100000:3.0:1746166794.114191:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35984 00000100:00100000:3.0:1746166794.114199:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b715180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423310848:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166794.114233:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166794.115070:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b715180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423310848:12345-0@lo:41:osp-pre-0-1.0 Request processed in 868us (1060us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166794.115073:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423310848:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166794.115077:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35984 00010000:00010000:3.0:1746166794.213861:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166794.357766:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423310976:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166794.357859:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166794.358804:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423310976 00000100:00100000:2.0:1746166794.358812:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423310976 00000100:00100000:2.0:1746166794.359066:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7204 00000100:00100000:2.0:1746166794.359075:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b715f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423310976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166794.359101:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166794.359153:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b715f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423310976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (1294us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166794.359159:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7204 00000100:00100000:1.0:1746166794.359193:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423310976:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166795.216096:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166796.221586:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166797.225174:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166798.001584:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166798.002073:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166798.002158:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439189504 00000100:00100000:1.0:1746166798.002166:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439189504 00000100:00100000:1.0:1746166798.002434:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 948 00000100:00100000:1.0:1746166798.002442:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439189504:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166798.002500:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439189504:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 58us (925us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166798.002506:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 948 00000100:00100000:0.0:1746166798.003050:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166798.003575:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166798.003717:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439189888 00000100:00100000:1.0:1746166798.003732:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439189888 00000100:00100000:1.0:1746166798.003754:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50321 00000100:00100000:1.0:1746166798.003759:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b716a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439189888:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166798.003780:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166798.003822:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b716a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439189888:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 61us (771us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166798.003828:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50321 00000100:00100000:2.0:1746166798.004651:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439189632 00000100:00100000:2.0:1746166798.004657:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439189632 00000100:00100000:2.0:1746166798.004708:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439189760 00000100:00100000:2.0:1746166798.004712:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439189760 00000100:00100000:2.0:1746166798.004738:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3062 00000100:00100000:2.0:1746166798.004746:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b716300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439189632:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166798.004779:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b716300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439189632:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 36us (2707us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166798.004785:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3062 00000100:00100000:2.0:1746166798.004797:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3063 00000100:00100000:2.0:1746166798.004802:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b716d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439189760:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166798.004820:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b716d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439189760:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 19us (1247us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166798.005018:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3063 00000100:00080000:0.0:1746166798.005274:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166798.005278:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166798.130129:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746166798.130148:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423311104:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166798.130414:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166798.133177:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423311104 00000100:00100000:1.0:1746166798.133190:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423311104 00000100:00100000:1.0:1746166798.133252:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7205 00000100:00100000:1.0:1746166798.133260:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b717800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423311104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166798.133287:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166798.133541:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b717800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423311104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 282us (3128us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166798.133547:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7205 00000100:00080000:1.0:1746166798.133572:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166798.133852:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423311104:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166798.225899:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746166799.011125:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166799.011130:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166799.011133:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166799.011140:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10714 00000100:00080000:0.0:1746166799.011143:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166799.011149:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166799.011165:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b715c00 x1830977423311744/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166799.011192:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166799.011195:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166799.011196:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166799.011199:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10714 00000100:00080000:0.0:1746166799.011201:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166799.011204:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166799.011212:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cd3ce00 x1830977423312256/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166799.011245:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423311488:0@lo:400:kworker.0 00000100:00100000:0.0:1746166799.011298:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166799.011336:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423312128:0@lo:400:kworker.0 00000100:00100000:0.0:1746166799.011360:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166799.011376:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746166799.011380:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423311616:0@lo:400:kworker.0 00000100:00100000:0.0:1746166799.011394:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166799.011404:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423312384:0@lo:400:kworker.0 00000100:00100000:0.0:1746166799.011418:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166799.011434:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423311744:0@lo:8:kworker.0 00000100:00100000:0.0:1746166799.011448:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166799.011467:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423312256:0@lo:8:kworker.0 00000100:00100000:0.0:1746166799.011479:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166799.011501:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423312384 00000100:00100000:0.0:1746166799.011507:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423312384 00000100:00100000:0.0:1746166799.011539:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423311744 00000100:00100000:0.0:1746166799.011542:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423311744 00000100:00100000:0.0:1746166799.011550:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423312256 00000100:00100000:0.0:1746166799.011552:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423312256 00000100:00100000:0.0:1746166799.011562:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7832 00000100:00100000:0.0:1746166799.011569:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423312384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166799.011606:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423312384:12345-0@lo:400:kworker.0 Request processed in 38us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166799.011611:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7832 00000100:00100000:0.0:1746166799.011623:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50322 00000100:00100000:0.0:1746166799.011626:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423311744:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166799.011643:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166799.011666:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423311744:12345-0@lo:8:kworker.0 Request processed in 39us (217us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166799.011671:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50322 00000100:00100000:0.0:1746166799.011697:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50323 00000100:00100000:0.0:1746166799.011700:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423312256:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1746166799.011799:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423312128 00000100:00100000:3.0:1746166799.011807:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423312128 00000100:00100000:3.0:1746166799.012022:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423311616 00000100:00100000:3.0:1746166799.012026:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423311616 00000100:00100000:3.0:1746166799.012040:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35985 00000100:00100000:3.0:1746166799.012044:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a407050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423312128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166799.012074:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a407050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423312128:12345-0@lo:400:kworker.0 Request processed in 30us (712us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166799.012078:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35985 00000100:00100000:3.0:1746166799.012586:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35986 00000100:00100000:3.0:1746166799.012592:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423311616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166799.012617:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423311616:12345-0@lo:400:kworker.0 Request processed in 25us (1222us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166799.012622:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35986 00000100:00080000:3.0:1746166799.012701:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166799.012712:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166799.012716:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423311744:0@lo:8:kworker.0 00000100:00100000:3.0:1746166799.012740:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423311616:0@lo:400:kworker.0 00000100:00100000:3.0:1746166799.012748:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423312384:0@lo:400:kworker.0 00000100:00100000:3.0:1746166799.012755:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423312128:0@lo:400:kworker.0 00000100:00100000:3.0:1746166799.012777:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423311488 00000100:00100000:3.0:1746166799.012780:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423311488 00000100:00100000:3.0:1746166799.012802:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3064 00000100:00100000:3.0:1746166799.013027:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423311488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166799.013058:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423311488:12345-0@lo:400:kworker.0 Request processed in 251us (1760us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166799.013063:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3064 00000100:00100000:3.0:1746166799.013089:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423311488:0@lo:400:kworker.0 00000100:00100000:1.0:1746166799.013472:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423311360:0@lo:400:kworker.0 00000100:00100000:1.0:1746166799.013497:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166799.013532:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423312000:0@lo:400:kworker.0 00000100:00100000:1.0:1746166799.013548:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166799.013562:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1746166799.013567:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423311232:0@lo:400:kworker.0 00000100:00100000:1.0:1746166799.013587:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166799.013608:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423311872:0@lo:400:kworker.0 00000100:00100000:1.0:1746166799.013624:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166799.013635:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423312512:0@lo:400:kworker.0 00000100:00100000:1.0:1746166799.013649:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166799.013668:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423311232 00000100:00100000:1.0:1746166799.013670:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423311232 00000100:00100000:1.0:1746166799.013717:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949 00000100:00100000:1.0:1746166799.013722:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423311232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166799.013748:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423311232:12345-0@lo:400:kworker.0 Request processed in 26us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166799.013753:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949 00000100:00100000:1.0:1746166799.013778:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423311232:0@lo:400:kworker.0 00000100:00100000:2.0:1746166799.014505:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423311360 00000100:00100000:2.0:1746166799.014511:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423311360 00000100:00100000:2.0:1746166799.014537:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423312000 00000100:00100000:2.0:1746166799.014539:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423312000 00000100:00100000:2.0:1746166799.014550:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423312512 00000100:00100000:2.0:1746166799.014552:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423312512 00000100:00100000:2.0:1746166799.014564:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3065 00000100:00100000:2.0:1746166799.014569:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090461180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423311360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166799.014611:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090461180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423311360:12345-0@lo:400:kworker.0 Request processed in 42us (1113us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166799.014619:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3065 00000100:00100000:2.0:1746166799.014628:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3066 00000100:00100000:2.0:1746166799.014632:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090463b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423312000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166799.014653:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090463b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423312000:12345-0@lo:400:kworker.0 Request processed in 21us (1104us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166799.014657:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3066 00000100:00100000:2.0:1746166799.014665:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3067 00000100:00100000:2.0:1746166799.014669:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090463800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423312512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166799.014722:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090463800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423312512:12345-0@lo:400:kworker.0 Request processed in 52us (1071us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166799.014727:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3067 00000100:00100000:1.0:1746166799.014813:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423312512:0@lo:400:kworker.0 00000100:00100000:1.0:1746166799.014822:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423311360:0@lo:400:kworker.0 00000100:00100000:1.0:1746166799.014829:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423312000:0@lo:400:kworker.0 00010000:00020000:0.0:1746166799.015189:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166799.016169:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423312256:12345-0@lo:8:kworker.0 Request processed in 4466us (4687us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166799.016177:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50323 00000100:00100000:0.0:1746166799.016187:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423311872 00000100:00100000:0.0:1746166799.016190:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423311872 00000100:00100000:0.0:1746166799.016206:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7833 00000100:00100000:0.0:1746166799.016210:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090462300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423311872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166799.016237:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090462300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423311872:12345-0@lo:400:kworker.0 Request processed in 27us (2612us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166799.016241:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7833 00000100:00080000:0.0:1746166799.016257:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746166799.016260:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166799.016262:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746166799.017368:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166799.017372:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166799.017377:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423312256:0@lo:8:kworker.0 00000100:00100000:1.0:1746166799.017814:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423311872:0@lo:400:kworker.0 00000100:00100000:1.0:1746166799.057950:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423312640:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166799.058013:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166799.058274:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423312640 00000100:00100000:3.0:1746166799.058430:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423312640 00000100:00100000:3.0:1746166799.058749:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35987 00000100:00100000:3.0:1746166799.058759:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423312640:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166799.058788:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166799.058963:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423312640:12345-0@lo:41:osp-pre-1-0.0 Request processed in 205us (949us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166799.058970:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35987 00000100:00100000:1.0:1746166799.059039:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423312640:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166799.129923:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746166799.129940:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423312768:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166799.129999:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166799.130048:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423312768 00000100:00100000:2.0:1746166799.130054:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423312768 00000100:00100000:2.0:1746166799.130102:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35988 00000100:00100000:2.0:1746166799.130109:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090941f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423312768:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166799.130136:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166799.130171:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090941f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423312768:12345-0@lo:41:osp-pre-0-1.0 Request processed in 62us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166799.130177:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35988 00000100:00100000:2.0:1746166799.130209:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423312768:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166799.228088:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166799.361913:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746166799.361931:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090462d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423312896:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166799.361987:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166799.362964:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423312896 00000100:00100000:0.0:1746166799.362972:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423312896 00000100:00100000:0.0:1746166799.363018:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7206 00000100:00100000:0.0:1746166799.363026:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423312896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166799.363051:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166799.363097:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423312896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (1110us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166799.363103:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7206 00000100:00100000:3.0:1746166799.363213:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090462d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423312896:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166800.230106:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166801.231896:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166802.234094:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166803.009295:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166803.009531:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439190016 00000100:00100000:1.0:1746166803.009540:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439190016 00000100:00100000:0.0:1746166803.010030:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166803.010197:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 950 00000100:00100000:1.0:1746166803.010211:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439190016:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166803.010327:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166803.010592:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439190016:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 385us (1306us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166803.010599:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 950 00000100:00100000:3.0:1746166803.011215:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439190272 00000100:00100000:3.0:1746166803.011223:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439190272 00000100:00100000:3.0:1746166803.011272:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439190144 00000100:00100000:3.0:1746166803.011274:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439190144 00000100:00100000:3.0:1746166803.011290:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3068 00000100:00100000:3.0:1746166803.011298:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439190272:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166803.011593:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439190272:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 296us (1568us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166803.011600:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3068 00000100:00100000:3.0:1746166803.011617:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3069 00000100:00100000:3.0:1746166803.011622:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439190144:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166803.011655:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439190144:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 32us (1329us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166803.011660:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3069 00000100:00080000:0.0:1746166803.011883:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746166803.011887:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166803.023575:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166803.023714:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439190400 00000100:00100000:2.0:1746166803.023726:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439190400 00000100:00100000:2.0:1746166803.023824:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50324 00000100:00100000:2.0:1746166803.023833:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439190400:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166803.024067:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166803.024144:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439190400:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 311us (580us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166803.024151:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50324 00000100:00100000:2.0:1746166803.137961:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423313024:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166803.138036:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166803.138732:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423313024 00000100:00100000:0.0:1746166803.138741:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423313024 00000100:00100000:0.0:1746166803.138804:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7207 00000100:00100000:0.0:1746166803.138811:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423313024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166803.139010:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166803.139064:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423313024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 254us (1029us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166803.139071:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7207 00000100:00080000:2.0:1746166803.139131:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166803.139315:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423313024:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166803.236718:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746166804.017945:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166804.017951:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166804.017954:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166804.017963:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10719 00000100:00080000:0.0:1746166804.017967:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166804.017973:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166804.017995:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880132c51180 x1830977423313664/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166804.018031:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166804.018034:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166804.018035:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166804.018040:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10719 00000100:00080000:0.0:1746166804.018042:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746166804.018046:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166804.018055:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009da1b100 x1830977423314176/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166804.018098:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423313664:0@lo:8:kworker.0 00000100:00100000:0.0:1746166804.018164:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166804.018222:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423314176:0@lo:8:kworker.0 00000100:00100000:0.0:1746166804.018241:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166804.018281:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423313664 00000100:00100000:0.0:1746166804.018289:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423313664 00000100:00100000:0.0:1746166804.018313:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423314176 00000100:00100000:0.0:1746166804.018314:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423314176 00000100:00100000:0.0:1746166804.018328:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50325 00000100:00100000:0.0:1746166804.018358:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423313664:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166804.018380:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166804.018414:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423313664:12345-0@lo:8:kworker.0 Request processed in 78us (250us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166804.018420:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50325 00000100:00100000:0.0:1746166804.018434:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50326 00000100:00100000:0.0:1746166804.018437:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423314176:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166804.018446:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166804.018463:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423314176:12345-0@lo:8:kworker.0 Request processed in 25us (221us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166804.018468:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50326 00000100:00080000:0.0:1746166804.018506:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166804.018509:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166804.018513:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423313664:0@lo:8:kworker.0 00000100:00080000:0.0:1746166804.018520:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166804.018521:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166804.018524:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423314176:0@lo:8:kworker.0 00000100:00100000:0.0:1746166804.018565:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423313408:0@lo:400:kworker.0 00000100:00100000:0.0:1746166804.018591:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166804.018606:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423314048:0@lo:400:kworker.0 00000100:00100000:0.0:1746166804.018636:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166804.018653:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1746166804.018658:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423313280:0@lo:400:kworker.0 00000100:00100000:0.0:1746166804.018694:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166804.018709:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423313920:0@lo:400:kworker.0 00000100:00100000:0.0:1746166804.018727:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166804.018748:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423313408 00000100:00100000:0.0:1746166804.018751:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423313408 00000100:00100000:0.0:1746166804.018785:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423313280 00000100:00100000:0.0:1746166804.018787:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423313280 00000100:00100000:0.0:1746166804.018802:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423313920 00000100:00100000:0.0:1746166804.018804:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423313920 00000100:00100000:0.0:1746166804.018817:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3070 00000100:00100000:0.0:1746166804.018822:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423313408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166804.018859:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423313408:12345-0@lo:400:kworker.0 Request processed in 37us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166804.018864:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3070 00000100:00100000:0.0:1746166804.018874:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3071 00000100:00100000:0.0:1746166804.018878:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423313280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166804.018896:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423313280:12345-0@lo:400:kworker.0 Request processed in 18us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166804.018901:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3071 00000100:00100000:0.0:1746166804.018909:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3072 00000100:00100000:0.0:1746166804.018913:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423313920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166804.018932:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423313920:12345-0@lo:400:kworker.0 Request processed in 18us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166804.018936:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3072 00000100:00080000:0.0:1746166804.018953:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746166804.018956:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166804.018974:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423313280:0@lo:400:kworker.0 00000100:00100000:0.0:1746166804.018982:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423313920:0@lo:400:kworker.0 00000100:00100000:0.0:1746166804.018989:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423313408:0@lo:400:kworker.0 00000100:00100000:0.0:1746166804.019014:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423314048 00000100:00100000:0.0:1746166804.019016:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423314048 00000100:00100000:0.0:1746166804.019039:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35989 00000100:00100000:0.0:1746166804.019044:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423314048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166804.019072:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423314048:12345-0@lo:400:kworker.0 Request processed in 28us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166804.019077:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35989 00000100:00100000:0.0:1746166804.019099:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423314048:0@lo:400:kworker.0 00000100:00100000:1.0:1746166804.019288:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423313152:0@lo:400:kworker.0 00000100:00100000:1.0:1746166804.019322:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166804.019388:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423313792:0@lo:400:kworker.0 00000100:00100000:1.0:1746166804.019407:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166804.019419:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423314432:0@lo:400:kworker.0 00000100:00100000:1.0:1746166804.019433:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166804.019445:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1746166804.019450:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423313536:0@lo:400:kworker.0 00000100:00100000:1.0:1746166804.019466:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166804.019477:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423314304:0@lo:400:kworker.0 00000100:00100000:1.0:1746166804.019493:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166804.019512:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423313792 00000100:00100000:1.0:1746166804.019515:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423313792 00000100:00100000:1.0:1746166804.019535:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423314304 00000100:00100000:1.0:1746166804.019537:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423314304 00000100:00100000:1.0:1746166804.019553:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7834 00000100:00100000:1.0:1746166804.019559:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090463480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423313792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166804.019590:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090463480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423313792:12345-0@lo:400:kworker.0 Request processed in 31us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166804.019595:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7834 00000100:00100000:1.0:1746166804.019606:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7835 00000100:00100000:1.0:1746166804.019611:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423314304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166804.019643:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423314304:12345-0@lo:400:kworker.0 Request processed in 32us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166804.019648:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7835 00000100:00100000:1.0:1746166804.019696:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423314304:0@lo:400:kworker.0 00000100:00100000:1.0:1746166804.019709:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423313792:0@lo:400:kworker.0 00000100:00100000:1.0:1746166804.019731:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423314432 00000100:00100000:1.0:1746166804.019733:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423314432 00000100:00100000:1.0:1746166804.019752:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3073 00000100:00100000:1.0:1746166804.019757:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090462680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423314432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166804.019785:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090462680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423314432:12345-0@lo:400:kworker.0 Request processed in 27us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166804.019789:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3073 00000100:00100000:1.0:1746166804.019809:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423314432:0@lo:400:kworker.0 00000100:00100000:0.0:1746166804.022125:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423313152 00000100:00100000:0.0:1746166804.022136:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423313152 00000100:00100000:0.0:1746166804.024510:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951 00000100:00100000:0.0:1746166804.024528:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423313152:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1746166804.024886:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166804.024908:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423313536 00000100:00100000:2.0:1746166804.024915:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423313536 00000100:00100000:2.0:1746166804.024953:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35990 00000100:00100000:2.0:1746166804.024958:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090462d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423313536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166804.028350:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423313152:12345-0@lo:400:kworker.0 Request processed in 3819us (9017us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166804.028363:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951 00000100:00100000:2.0:1746166804.028605:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090462d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423313536:12345-0@lo:400:kworker.0 Request processed in 3641us (9131us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166804.028617:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35990 00000100:00100000:1.0:1746166804.030776:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423313536:0@lo:400:kworker.0 00000100:00100000:1.0:1746166804.031018:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423313152:0@lo:400:kworker.0 00000100:00100000:2.0:1746166804.066480:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423314560:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166804.066539:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166804.067477:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423314560 00000100:00100000:3.0:1746166804.067485:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423314560 00000100:00100000:3.0:1746166804.067535:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35991 00000100:00100000:3.0:1746166804.067542:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090943b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423314560:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166804.067572:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166804.067646:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090943b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423314560:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (1079us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166804.067652:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35991 00000100:00100000:2.0:1746166804.067730:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423314560:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166804.147522:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423314688:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166804.147591:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166804.147851:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423314688 00000100:00100000:1.0:1746166804.147858:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423314688 00000100:00100000:1.0:1746166804.148121:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35992 00000100:00100000:1.0:1746166804.148128:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423314688:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166804.148157:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166804.148205:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423314688:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (615us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166804.148212:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35992 00000100:00100000:0.0:1746166804.148297:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423314688:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166804.237891:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166804.369858:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423314816:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166804.370134:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166804.370174:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423314816 00000100:00100000:1.0:1746166804.370181:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423314816 00000100:00100000:1.0:1746166804.370220:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7208 00000100:00100000:1.0:1746166804.370227:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423314816:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746166804.370252:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166804.370829:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423314816:12345-0@lo:13:osp-pre-1-0.0 Request processed in 602us (695us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166804.370836:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7208 00000100:00100000:2.0:1746166804.371007:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423314816:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166805.241532:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166806.243152:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166807.246272:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166808.016126:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166808.017784:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166808.017914:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439190656 00000100:00100000:1.0:1746166808.017923:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439190656 00000100:00100000:1.0:1746166808.017989:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3074 00000100:00100000:1.0:1746166808.017997:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439190656:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166808.018057:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439190656:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 61us (1939us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166808.018064:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3074 00000100:00080000:3.0:1746166808.019773:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166808.020385:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439190528 00000100:00100000:2.0:1746166808.020393:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439190528 00000100:00100000:2.0:1746166808.020432:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 952 00000100:00100000:2.0:1746166808.020439:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439190528:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166808.020484:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439190528:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 45us (2704us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166808.020489:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 952 00000100:00100000:0.0:1746166808.040067:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166808.040123:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166808.040477:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439190784 00000100:00100000:1.0:1746166808.040484:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439190784 00000100:00100000:1.0:1746166808.040549:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3075 00000100:00100000:1.0:1746166808.040571:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439190784:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166808.040628:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439190784:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 60us (757us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166808.040638:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3075 00000100:00100000:2.0:1746166808.041123:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439190912 00000100:00100000:2.0:1746166808.041127:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439190912 00000100:00100000:2.0:1746166808.041147:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50327 00000100:00100000:2.0:1746166808.041151:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439190912:12345-192.168.201.29@tcp:8:kworker.0 00000100:00080000:3.0:1746166808.041708:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:2.0:1746166808.042936:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166808.043264:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439190912:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 2109us (3138us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166808.043273:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50327 00000100:00100000:1.0:1746166808.145922:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423314944:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166808.145976:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166808.146138:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423314944 00000100:00100000:0.0:1746166808.146144:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423314944 00000100:00080000:3.0:1746166808.152096:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166808.152505:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7209 00000100:00100000:0.0:1746166808.152517:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423314944:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166808.152547:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166808.152635:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423314944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 122us (6658us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166808.152641:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7209 00000100:00100000:2.0:1746166808.152757:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423314944:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166808.247882:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746166809.025907:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166809.025912:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166809.025916:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166809.025923:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10724 00000100:00080000:0.0:1746166809.025927:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746166809.025933:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166809.025950:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880132c51180 x1830977423315584/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166809.025977:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166809.025980:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166809.025981:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166809.025984:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10724 00000100:00080000:0.0:1746166809.025986:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746166809.025989:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166809.025996:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f849180 x1830977423316096/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166809.026031:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423315584:0@lo:8:kworker.0 00000100:00100000:0.0:1746166809.026088:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166809.026136:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f849180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423316096:0@lo:8:kworker.0 00000100:00100000:0.0:1746166809.026155:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166809.026189:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423315584 00000100:00100000:0.0:1746166809.026196:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423315584 00000100:00100000:0.0:1746166809.026216:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423316096 00000100:00100000:0.0:1746166809.026218:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423316096 00000100:00100000:0.0:1746166809.026232:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50328 00000100:00100000:0.0:1746166809.026238:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f849f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423315584:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166809.026256:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166809.026286:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f849f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423315584:12345-0@lo:8:kworker.0 Request processed in 48us (198us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166809.026293:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50328 00000100:00100000:0.0:1746166809.026304:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50329 00000100:00100000:0.0:1746166809.026308:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423316096:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166809.026315:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166809.026328:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423316096:12345-0@lo:8:kworker.0 Request processed in 20us (172us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166809.026333:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50329 00000100:00080000:0.0:1746166809.026367:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166809.026370:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166809.026374:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423315584:0@lo:8:kworker.0 00000100:00080000:0.0:1746166809.026380:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166809.026382:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166809.026384:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f849180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423316096:0@lo:8:kworker.0 00000100:00100000:0.0:1746166809.026422:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423315456:0@lo:400:kworker.0 00000100:00100000:0.0:1746166809.026443:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166809.026456:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423316224:0@lo:400:kworker.0 00000100:00100000:0.0:1746166809.026469:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166809.026481:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746166809.026486:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423315328:0@lo:400:kworker.0 00000100:00100000:0.0:1746166809.026505:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166809.026517:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423315968:0@lo:400:kworker.0 00000100:00100000:0.0:1746166809.026533:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166809.026568:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423315328 00000100:00100000:0.0:1746166809.026572:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423315328 00000100:00100000:0.0:1746166809.026602:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3076 00000100:00100000:0.0:1746166809.026607:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423315328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166809.026647:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423315328:12345-0@lo:400:kworker.0 Request processed in 39us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166809.026652:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3076 00000100:00100000:0.0:1746166809.026667:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423316224 00000100:00100000:0.0:1746166809.026670:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423316224 00000100:00100000:0.0:1746166809.026713:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7836 00000100:00100000:0.0:1746166809.026717:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423316224:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1746166809.031243:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746166809.031251:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166809.031326:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423315072:0@lo:400:kworker.0 00000100:00100000:3.0:1746166809.031384:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166809.031433:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423315712:0@lo:400:kworker.0 00000100:00100000:3.0:1746166809.031452:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166809.031464:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423316352:0@lo:400:kworker.0 00000100:00100000:3.0:1746166809.031479:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166809.031498:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423316352 00000100:00100000:3.0:1746166809.031503:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423316352 00000100:00100000:3.0:1746166809.031550:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3077 00000100:00100000:3.0:1746166809.031556:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423316352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166809.031593:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423316352:12345-0@lo:400:kworker.0 Request processed in 37us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166809.031599:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3077 00000100:00100000:3.0:1746166809.031636:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423316352:0@lo:400:kworker.0 00000100:00100000:3.0:1746166809.031649:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1746166809.031655:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423315200:0@lo:400:kworker.0 00000100:00100000:3.0:1746166809.031673:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166809.031716:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423315200 00000100:00100000:3.0:1746166809.031719:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423315200 00000100:00100000:3.0:1746166809.031739:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3078 00000100:00100000:3.0:1746166809.031743:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088faed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423315200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166809.031765:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088faed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423315200:12345-0@lo:400:kworker.0 Request processed in 23us (92us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166809.031770:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3078 00000100:00100000:3.0:1746166809.031788:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423315200:0@lo:400:kworker.0 00000100:00100000:3.0:1746166809.031793:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423315840:0@lo:400:kworker.0 00000100:00100000:3.0:1746166809.031807:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166809.031817:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423315840 00000100:00100000:3.0:1746166809.031819:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423315840 00000100:00100000:3.0:1746166809.031831:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3079 00000100:00100000:3.0:1746166809.031835:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423315840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166809.031851:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423315840:12345-0@lo:400:kworker.0 Request processed in 17us (44us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166809.031856:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3079 00000100:00100000:3.0:1746166809.031870:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423315840:0@lo:400:kworker.0 00000100:00100000:1.0:1746166809.031947:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423315456 00000100:00100000:1.0:1746166809.031951:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423315456 00000100:00100000:1.0:1746166809.031971:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423315968 00000100:00100000:1.0:1746166809.031973:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423315968 00000100:00100000:1.0:1746166809.031984:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35993 00000100:00100000:1.0:1746166809.031989:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f849180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423315456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166809.032020:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f849180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423315456:12345-0@lo:400:kworker.0 Request processed in 32us (5578us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166809.032025:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35993 00000100:00100000:1.0:1746166809.032033:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35994 00000100:00100000:1.0:1746166809.032037:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423315968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166809.032053:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423315968:12345-0@lo:400:kworker.0 Request processed in 16us (5520us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166809.032057:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35994 00000100:00100000:2.0:1746166809.032445:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423315712 00000100:00100000:2.0:1746166809.032450:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423315712 00000100:00100000:2.0:1746166809.032478:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7837 00000100:00100000:2.0:1746166809.032483:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088face00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423315712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166809.032519:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088face00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423315712:12345-0@lo:400:kworker.0 Request processed in 36us (1066us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166809.032524:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7837 00000100:00100000:2.0:1746166809.032550:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423315072 00000100:00100000:2.0:1746166809.032553:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423315072 00000100:00100000:2.0:1746166809.032570:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 953 00000100:00100000:2.0:1746166809.032575:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423315072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166809.032599:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423315072:12345-0@lo:400:kworker.0 Request processed in 23us (1215us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166809.032604:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 953 00000100:00080000:2.0:1746166809.032626:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166809.032713:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423315328:0@lo:400:kworker.0 00000100:00100000:2.0:1746166809.032724:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423315968:0@lo:400:kworker.0 00000100:00100000:2.0:1746166809.032733:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423315456:0@lo:400:kworker.0 00000100:00100000:2.0:1746166809.032743:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423316224:0@lo:400:kworker.0 00000100:00100000:3.0:1746166809.033734:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423315072:0@lo:400:kworker.0 00000100:00100000:3.0:1746166809.033746:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423315712:0@lo:400:kworker.0 00000100:00100000:0.0:1746166809.033806:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423316224:12345-0@lo:400:kworker.0 Request processed in 24us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166809.033813:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7836 00000100:00100000:1.0:1746166809.074203:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423316480:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166809.074266:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166809.074399:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423316480 00000100:00100000:0.0:1746166809.074407:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423316480 00000100:00100000:0.0:1746166809.074449:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35995 00000100:00100000:0.0:1746166809.074455:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423316480:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746166809.074483:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746166809.074601:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423316480:12345-0@lo:41:osp-pre-1-0.0 Request processed in 144us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166809.074607:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35995 00000100:00100000:1.0:1746166809.074974:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423316480:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166809.154145:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423316608:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166809.154216:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166809.155052:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423316608 00000100:00100000:1.0:1746166809.155060:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423316608 00000100:00100000:1.0:1746166809.155107:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35996 00000100:00100000:1.0:1746166809.155116:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090942a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423316608:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166809.155147:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166809.155189:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090942a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423316608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (973us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166809.155196:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35996 00000100:00100000:2.0:1746166809.155326:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423316608:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166809.251465:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166809.380870:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746166809.380889:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090942d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423316736:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166809.380942:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166809.383191:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423316736 00000100:00100000:1.0:1746166809.383202:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423316736 00000100:00100000:1.0:1746166809.383248:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7210 00000100:00100000:1.0:1746166809.383254:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423316736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746166809.383282:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166809.383337:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423316736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (2395us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166809.383344:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7210 00000100:00100000:2.0:1746166809.383794:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090942d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423316736:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166810.253209:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166811.254524:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166812.309737:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166813.022095:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166813.022133:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166813.022158:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166813.022241:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166813.022268:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439191424 00000100:00100000:0.0:1746166813.022275:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439191424 00000100:00100000:0.0:1746166813.022310:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50330 00000100:00100000:0.0:1746166813.022321:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439191424:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746166813.022342:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166813.022383:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439191424:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 63us (142us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166813.022597:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50330 00000100:00100000:1.0:1746166813.022733:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439191296 00000100:00100000:1.0:1746166813.022737:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439191296 00000100:00100000:1.0:1746166813.022772:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439191168 00000100:00100000:1.0:1746166813.022774:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439191168 00000100:00100000:1.0:1746166813.022788:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3080 00000100:00100000:1.0:1746166813.022793:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439191296:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166813.023024:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439191296:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 230us (889us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166813.023029:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3080 00000100:00100000:1.0:1746166813.023040:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3081 00000100:00100000:1.0:1746166813.023043:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439191168:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166813.023060:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439191168:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 16us (901us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166813.023064:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3081 00000100:00080000:1.0:1746166813.023085:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746166813.023087:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166813.023990:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439191040 00000100:00100000:2.0:1746166813.023995:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439191040 00000100:00100000:2.0:1746166813.024022:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 954 00000100:00100000:2.0:1746166813.024028:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439191040:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166813.026534:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439191040:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 2499us (4441us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166813.026545:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 954 00000100:00100000:3.0:1746166813.156382:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090942d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423316864:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166813.156440:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166813.156523:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423316864 00000100:00100000:0.0:1746166813.156530:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423316864 00000100:00080000:1.0:1746166813.156552:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166813.156571:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7211 00000100:00100000:0.0:1746166813.156578:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423316864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166813.156602:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166813.157651:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423316864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1071us (1209us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166813.157659:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7211 00000100:00100000:3.0:1746166813.158781:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090942d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423316864:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166813.309837:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746166814.035614:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166814.035618:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166814.035621:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166814.035627:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10729 00000100:00080000:0.0:1746166814.035632:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746166814.035637:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166814.035639:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423317120:0@lo:400:kworker.0 00000100:00100000:0.0:1746166814.035654:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cd39500 x1830977423317504/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166814.035705:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166814.035708:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166814.035709:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166814.035712:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10729 00000100:00080000:0.0:1746166814.035714:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00100000:2.0:1746166814.035717:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746166814.035718:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166814.035727:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cd3a680 x1830977423318016/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166814.035761:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423317504:0@lo:8:kworker.0 00000100:00100000:2.0:1746166814.035769:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423317760:0@lo:400:kworker.0 00000100:00100000:0.0:1746166814.035788:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166814.035789:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166814.035814:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423317120 00000100:00100000:0.0:1746166814.035820:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423318016:0@lo:8:kworker.0 00000100:00100000:2.0:1746166814.035820:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423317120 00000100:00100000:0.0:1746166814.035836:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166814.035854:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423317760 00000100:00100000:2.0:1746166814.035856:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423317760 00000100:00100000:0.0:1746166814.035862:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423317504 00000100:00100000:0.0:1746166814.035865:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423317504 00000100:00100000:2.0:1746166814.035871:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3082 00000100:00100000:2.0:1746166814.035877:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090942d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423317120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166814.035878:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423318016 00000100:00100000:0.0:1746166814.035880:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423318016 00000100:00100000:0.0:1746166814.035890:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50331 00000100:00100000:0.0:1746166814.035894:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136052a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423317504:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1746166814.035910:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090942d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423317120:12345-0@lo:400:kworker.0 Request processed in 34us (193us total) trans 0 rc 0/0 00010000:00020000:0.0:1746166814.035911:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166814.036106:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3082 00000100:00100000:2.0:1746166814.036120:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3083 00000100:00100000:2.0:1746166814.036126:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423317760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166814.036131:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136052a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423317504:12345-0@lo:8:kworker.0 Request processed in 235us (342us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166814.036136:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50331 00000100:00100000:0.0:1746166814.036146:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50332 00000100:00100000:2.0:1746166814.036149:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423317760:12345-0@lo:400:kworker.0 Request processed in 24us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166814.036150:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136051f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423318016:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1746166814.036154:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3083 00010000:00020000:0.0:1746166814.036159:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166814.036175:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136051f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423318016:12345-0@lo:8:kworker.0 Request processed in 24us (338us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166814.036179:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50332 00000100:00100000:2.0:1746166814.036186:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423317760:0@lo:400:kworker.0 00000100:00100000:2.0:1746166814.036195:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423317120:0@lo:400:kworker.0 00000100:00080000:0.0:1746166814.036205:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166814.036208:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166814.036211:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423317504:0@lo:8:kworker.0 00000100:00100000:2.0:1746166814.036212:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1746166814.036216:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423317248:0@lo:400:kworker.0 00000100:00080000:0.0:1746166814.036217:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166814.036219:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166814.036221:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423318016:0@lo:8:kworker.0 00000100:00100000:2.0:1746166814.036233:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746166814.036242:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166814.036246:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423317888:0@lo:400:kworker.0 00000100:00100000:0.0:1746166814.036250:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423317248 00000100:00100000:0.0:1746166814.036253:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423317248 00000100:00100000:2.0:1746166814.036261:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166814.036273:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3084 00000100:00100000:0.0:1746166814.036278:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090941500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423317248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166814.036302:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090941500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423317248:12345-0@lo:400:kworker.0 Request processed in 25us (68us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166814.036308:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3084 00000100:00080000:0.0:1746166814.036544:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166814.036559:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423317888 00000100:00100000:0.0:1746166814.036562:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423317888 00000100:00100000:0.0:1746166814.036582:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35997 00000100:00100000:0.0:1746166814.036587:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423317888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166814.036612:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423317888:12345-0@lo:400:kworker.0 Request processed in 26us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166814.036616:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35997 00000100:00100000:3.0:1746166814.036699:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423317376:0@lo:400:kworker.0 00000100:00100000:3.0:1746166814.036722:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166814.036744:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136050380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423318144:0@lo:400:kworker.0 00000100:00100000:3.0:1746166814.036759:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166814.036770:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1746166814.036774:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423316992:0@lo:400:kworker.0 00000100:00100000:3.0:1746166814.036795:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166814.036811:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423316992 00000100:00100000:3.0:1746166814.036814:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423316992 00000100:00100000:3.0:1746166814.037054:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955 00000100:00100000:3.0:1746166814.037058:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423316992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166814.037082:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423316992:12345-0@lo:400:kworker.0 Request processed in 24us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166814.037087:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955 00000100:00100000:3.0:1746166814.037124:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423316992:0@lo:400:kworker.0 00000100:00100000:3.0:1746166814.037129:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423317632:0@lo:400:kworker.0 00000100:00100000:3.0:1746166814.037144:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166814.037160:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423318144 00000100:00100000:3.0:1746166814.037162:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423318144 00000100:00100000:3.0:1746166814.037180:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423317632 00000100:00100000:3.0:1746166814.037182:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423317632 00000100:00100000:3.0:1746166814.037198:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7838 00000100:00100000:3.0:1746166814.037203:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423318144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166814.037227:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423318144:12345-0@lo:400:kworker.0 Request processed in 24us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166814.037232:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7838 00000100:00100000:3.0:1746166814.037240:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7839 00000100:00100000:3.0:1746166814.037244:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088faf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423317632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166814.037261:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088faf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423317632:12345-0@lo:400:kworker.0 Request processed in 16us (116us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166814.037265:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7839 00000100:00080000:3.0:1746166814.037274:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166814.037287:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423317632:0@lo:400:kworker.0 00000100:00100000:3.0:1746166814.037292:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136050700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423318272:0@lo:400:kworker.0 00000100:00100000:3.0:1746166814.037308:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166814.037322:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423318272 00000100:00100000:3.0:1746166814.037325:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423318272 00000100:00100000:3.0:1746166814.037341:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3085 00000100:00100000:3.0:1746166814.037345:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423318272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166814.037366:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423318272:12345-0@lo:400:kworker.0 Request processed in 21us (57us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166814.037371:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3085 00000100:00100000:3.0:1746166814.037392:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136050700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423318272:0@lo:400:kworker.0 00000100:00100000:3.0:1746166814.037399:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136050380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423318144:0@lo:400:kworker.0 00000100:00100000:2.0:1746166814.038247:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423317248:0@lo:400:kworker.0 00000100:00100000:2.0:1746166814.038255:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423317888:0@lo:400:kworker.0 00000100:00100000:0.0:1746166814.040055:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423317376 00000100:00100000:0.0:1746166814.040063:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423317376 00000100:00100000:0.0:1746166814.040721:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35998 00000100:00100000:0.0:1746166814.040731:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088faf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423317376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166814.041249:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088faf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423317376:12345-0@lo:400:kworker.0 Request processed in 519us (4524us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166814.041256:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35998 00000100:00100000:3.0:1746166814.041552:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423317376:0@lo:400:kworker.0 00000100:00100000:2.0:1746166814.084608:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423318400:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166814.084702:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166814.085627:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423318400 00000100:00100000:0.0:1746166814.085635:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423318400 00000100:00100000:0.0:1746166814.085673:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35999 00000100:00100000:0.0:1746166814.085699:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423318400:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746166814.085730:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746166814.085771:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423318400:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (1096us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166814.085776:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35999 00000100:00100000:3.0:1746166814.086181:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423318400:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166814.162549:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746166814.162570:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423318528:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166814.162628:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166814.162701:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423318528 00000100:00100000:2.0:1746166814.162708:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423318528 00000100:00100000:2.0:1746166814.162752:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36000 00000100:00100000:2.0:1746166814.162759:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136053800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423318528:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166814.162786:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166814.162835:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136053800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423318528:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166814.162841:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36000 00000100:00100000:1.0:1746166814.164312:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423318528:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166814.312283:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166814.406470:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423318656:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166814.406537:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166814.406600:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423318656 00000100:00100000:0.0:1746166814.406607:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423318656 00000100:00100000:0.0:1746166814.406656:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7212 00000100:00100000:0.0:1746166814.406664:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423318656:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166814.406708:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166814.406752:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423318656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166814.406757:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7212 00000100:00100000:3.0:1746166814.406849:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423318656:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166815.315550:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166816.322382:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166817.327463:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166818.033816:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166818.033862:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166818.034094:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166818.034121:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166818.034176:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439191552 00000100:00100000:0.0:1746166818.034184:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439191552 00000100:00100000:0.0:1746166818.034222:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 956 00000100:00100000:0.0:1746166818.034230:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439191552:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166818.034280:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439191552:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 51us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166818.034286:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 956 00000100:00100000:3.0:1746166818.034479:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439191936 00000100:00100000:3.0:1746166818.034483:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439191936 00000100:00100000:3.0:1746166818.034503:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50333 00000100:00100000:3.0:1746166818.034508:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439191936:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166818.034528:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166818.034570:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439191936:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 60us (762us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166818.034576:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50333 00000100:00100000:2.0:1746166818.034654:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439191680 00000100:00100000:2.0:1746166818.034658:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439191680 00000100:00100000:2.0:1746166818.034717:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439191808 00000100:00100000:2.0:1746166818.034720:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439191808 00000100:00100000:2.0:1746166818.034739:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3086 00000100:00100000:2.0:1746166818.034745:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136053100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439191680:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166818.034776:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136053100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439191680:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 31us (914us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166818.034782:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3086 00000100:00100000:2.0:1746166818.034793:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3087 00000100:00100000:2.0:1746166818.034798:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136051c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439191808:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166818.034817:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136051c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439191808:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 19us (696us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166818.034821:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3087 00000100:00080000:3.0:1746166818.035301:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746166818.035304:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166818.162132:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746166818.162154:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423318784:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166818.162217:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166818.163478:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423318784 00000100:00100000:0.0:1746166818.163487:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423318784 00000100:00080000:3.0:1746166818.164019:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166818.164089:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7213 00000100:00100000:0.0:1746166818.164098:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423318784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166818.164124:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166818.164174:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423318784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (1958us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166818.164180:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7213 00000100:00100000:3.0:1746166818.164284:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423318784:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166818.328671:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746166819.042106:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166819.042111:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166819.042114:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166819.042120:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10734 00000100:00080000:0.0:1746166819.042125:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746166819.042130:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166819.042147:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090ccdf80 x1830977423319424/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166819.042179:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166819.042181:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166819.042183:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166819.042186:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10734 00000100:00080000:0.0:1746166819.042187:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166819.042191:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166819.042199:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090ccf800 x1830977423319936/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166819.042236:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423319424:0@lo:8:kworker.0 00000100:00100000:0.0:1746166819.042490:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166819.042534:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423319936:0@lo:8:kworker.0 00000100:00100000:0.0:1746166819.042551:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166819.042582:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423319424 00000100:00100000:0.0:1746166819.042588:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423319424 00000100:00100000:0.0:1746166819.042608:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423319936 00000100:00100000:0.0:1746166819.042610:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423319936 00000100:00100000:0.0:1746166819.042622:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50334 00000100:00100000:0.0:1746166819.042627:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423319424:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166819.042645:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166819.042690:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423319424:12345-0@lo:8:kworker.0 Request processed in 46us (184us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166819.042697:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50334 00000100:00100000:0.0:1746166819.042709:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50335 00000100:00100000:0.0:1746166819.042712:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423319936:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166819.042720:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166819.042738:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423319936:12345-0@lo:8:kworker.0 Request processed in 24us (185us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166819.042742:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50335 00000100:00080000:0.0:1746166819.042770:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166819.042774:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166819.042777:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423319424:0@lo:8:kworker.0 00000100:00080000:0.0:1746166819.042784:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166819.042786:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166819.042789:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423319936:0@lo:8:kworker.0 00000100:00100000:0.0:1746166819.042816:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423319296:0@lo:400:kworker.0 00000100:00100000:0.0:1746166819.042835:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166819.042847:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423320064:0@lo:400:kworker.0 00000100:00100000:0.0:1746166819.042858:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166819.042867:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1746166819.042870:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136050700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423319168:0@lo:400:kworker.0 00000100:00100000:0.0:1746166819.043079:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166819.043089:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423319808:0@lo:400:kworker.0 00000100:00100000:0.0:1746166819.043100:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166819.043115:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423319296 00000100:00100000:0.0:1746166819.043117:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423319296 00000100:00100000:0.0:1746166819.043136:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423319808 00000100:00100000:0.0:1746166819.043138:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423319808 00000100:00100000:0.0:1746166819.043149:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36001 00000100:00100000:0.0:1746166819.043153:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423319296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166819.043184:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423319296:12345-0@lo:400:kworker.0 Request processed in 31us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166819.043202:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36001 00000100:00100000:0.0:1746166819.043212:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36002 00000100:00100000:0.0:1746166819.043217:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423319808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166819.043237:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423319808:12345-0@lo:400:kworker.0 Request processed in 21us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166819.043241:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36002 00000100:00100000:0.0:1746166819.043253:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423320064 00000100:00100000:0.0:1746166819.043255:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423320064 00000100:00100000:0.0:1746166819.043275:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7840 00000100:00100000:0.0:1746166819.043278:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423320064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166819.043295:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423320064:12345-0@lo:400:kworker.0 Request processed in 17us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166819.043299:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7840 00000100:00100000:0.0:1746166819.043315:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423319808:0@lo:400:kworker.0 00000100:00100000:0.0:1746166819.043321:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423319296:0@lo:400:kworker.0 00000100:00100000:0.0:1746166819.043327:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423320064:0@lo:400:kworker.0 00000100:00080000:0.0:1746166819.043340:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166819.043353:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423319168 00000100:00100000:0.0:1746166819.043354:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423319168 00000100:00100000:0.0:1746166819.043386:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3088 00000100:00100000:0.0:1746166819.043390:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423319168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166819.043415:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423319168:12345-0@lo:400:kworker.0 Request processed in 25us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166819.043420:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3088 00000100:00100000:0.0:1746166819.043442:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136050700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423319168:0@lo:400:kworker.0 00000100:00080000:0.0:1746166819.043452:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166819.043578:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423318912:0@lo:400:kworker.0 00000100:00100000:1.0:1746166819.043607:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166819.043648:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423319552:0@lo:400:kworker.0 00000100:00100000:1.0:1746166819.043665:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166819.043695:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423320192:0@lo:400:kworker.0 00000100:00100000:1.0:1746166819.043712:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166819.043725:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746166819.043729:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136050380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423319040:0@lo:400:kworker.0 00000100:00100000:1.0:1746166819.043741:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166819.043749:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423319680:0@lo:400:kworker.0 00000100:00100000:1.0:1746166819.043760:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166819.043776:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423320192 00000100:00100000:1.0:1746166819.043778:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423320192 00000100:00100000:1.0:1746166819.043797:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423319040 00000100:00100000:1.0:1746166819.043798:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423319040 00000100:00100000:1.0:1746166819.043813:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423319680 00000100:00100000:1.0:1746166819.043815:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423319680 00000100:00100000:1.0:1746166819.043825:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3089 00000100:00100000:1.0:1746166819.043829:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423320192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166819.043853:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423320192:12345-0@lo:400:kworker.0 Request processed in 24us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166819.043858:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3089 00000100:00100000:1.0:1746166819.043866:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3090 00000100:00100000:1.0:1746166819.043870:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423319040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166819.043884:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423319040:12345-0@lo:400:kworker.0 Request processed in 14us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166819.043889:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3090 00000100:00100000:1.0:1746166819.043895:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3091 00000100:00100000:1.0:1746166819.043899:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423319680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166819.043912:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423319680:12345-0@lo:400:kworker.0 Request processed in 13us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166819.043917:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3091 00000100:00080000:1.0:1746166819.044155:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166819.044169:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136050380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423319040:0@lo:400:kworker.0 00000100:00100000:1.0:1746166819.044177:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423319680:0@lo:400:kworker.0 00000100:00100000:1.0:1746166819.044183:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423320192:0@lo:400:kworker.0 00000100:00100000:1.0:1746166819.044204:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423318912 00000100:00100000:1.0:1746166819.044206:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423318912 00000100:00100000:1.0:1746166819.044225:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957 00000100:00100000:1.0:1746166819.044229:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423318912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166819.044254:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423318912:12345-0@lo:400:kworker.0 Request processed in 24us (647us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166819.044259:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957 00000100:00100000:1.0:1746166819.044285:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423318912:0@lo:400:kworker.0 00000100:00100000:0.0:1746166819.046326:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423319552 00000100:00100000:0.0:1746166819.046333:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423319552 00000100:00100000:0.0:1746166819.048016:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7841 00000100:00100000:0.0:1746166819.048026:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423319552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166819.048092:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423319552:12345-0@lo:400:kworker.0 Request processed in 69us (4425us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166819.048097:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7841 00000100:00100000:1.0:1746166819.048176:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423319552:0@lo:400:kworker.0 00000100:00100000:1.0:1746166819.090799:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746166819.091016:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423320320:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166819.092991:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166819.093248:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423320320 00000100:00100000:0.0:1746166819.093256:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423320320 00000100:00100000:0.0:1746166819.093312:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36003 00000100:00100000:0.0:1746166819.093320:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423320320:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746166819.093350:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746166819.093414:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423320320:12345-0@lo:41:osp-pre-1-0.0 Request processed in 95us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166819.093420:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36003 00000100:00100000:1.0:1746166819.093506:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423320320:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166819.170476:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746166819.170494:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423320448:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166819.170548:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166819.170609:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423320448 00000100:00100000:3.0:1746166819.170617:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423320448 00000100:00100000:3.0:1746166819.170659:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36004 00000100:00100000:3.0:1746166819.170666:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423320448:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166819.170708:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166819.170751:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423320448:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166819.170757:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36004 00000100:00100000:1.0:1746166819.174527:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423320448:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166819.334583:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166819.430652:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423320576:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166819.430731:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166819.431097:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423320576 00000100:00100000:3.0:1746166819.431104:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423320576 00000100:00100000:3.0:1746166819.431147:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7214 00000100:00100000:3.0:1746166819.431153:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423320576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166819.431175:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166819.431212:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423320576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (482us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166819.431218:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7214 00000100:00100000:1.0:1746166819.431278:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423320576:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166820.336194:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166821.337878:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166822.346332:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166823.038792:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166823.038842:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166823.038881:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166823.038971:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439192064 00000100:00100000:1.0:1746166823.038980:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439192064 00000100:00100000:1.0:1746166823.039019:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 958 00000100:00100000:1.0:1746166823.039026:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f67ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439192064:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166823.039077:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f67ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439192064:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 52us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166823.039084:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 958 00000100:00100000:2.0:1746166823.039538:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439192192 00000100:00100000:2.0:1746166823.039542:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439192192 00000100:00100000:3.0:1746166823.039596:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439192320 00000100:00100000:3.0:1746166823.039599:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439192320 00000100:00100000:2.0:1746166823.039729:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3092 00000100:00100000:2.0:1746166823.039734:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439192192:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166823.039859:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3093 00000100:00100000:3.0:1746166823.039867:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439192320:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:1.0:1746166823.040315:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166823.040319:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166823.040607:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439192192:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 870us (1822us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166823.040615:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3092 00000100:00100000:3.0:1746166823.040992:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439192320:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1124us (2108us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166823.040999:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3093 00000100:00100000:0.0:1746166823.043763:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166823.044822:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439192448 00000100:00100000:2.0:1746166823.044830:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439192448 00000100:00100000:2.0:1746166823.044872:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50336 00000100:00100000:2.0:1746166823.044879:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439192448:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166823.044902:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166823.045173:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439192448:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 292us (1415us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166823.045180:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50336 00000100:00100000:0.0:1746166823.170556:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746166823.170578:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423320704:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166823.170638:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166823.171080:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423320704 00000100:00100000:2.0:1746166823.171088:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423320704 00000100:00100000:2.0:1746166823.171144:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7215 00000100:00100000:2.0:1746166823.171153:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423320704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166823.171178:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166823.171214:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423320704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (575us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166823.171220:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7215 00000100:00100000:0.0:1746166823.172786:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423320704:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1746166823.172809:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746166823.349753:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166824.050054:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423320832:0@lo:400:kworker.0 00000100:00100000:2.0:1746166824.050114:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166824.050139:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423320832 00000100:00100000:1.0:1746166824.050147:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423320832 00000100:00100000:1.0:1746166824.050179:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 959 00000100:00100000:1.0:1746166824.050186:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f67e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423320832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166824.050243:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f67e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423320832:12345-0@lo:400:kworker.0 Request processed in 56us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166824.050248:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 959 00000100:00100000:2.0:1746166824.050399:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423320832:0@lo:400:kworker.0 00000100:00100000:3.0:1746166824.051228:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423320960:0@lo:400:kworker.0 00000100:00100000:3.0:1746166824.051259:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166824.051525:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423320960 00000100:00100000:2.0:1746166824.051529:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423320960 00000100:00100000:2.0:1746166824.051564:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3094 00000100:00100000:2.0:1746166824.051571:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423320960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166824.051870:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136050380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423321088:0@lo:400:kworker.0 00000100:00100000:1.0:1746166824.051892:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166824.051916:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423321088 00000100:00100000:1.0:1746166824.051919:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423321088 00000100:00100000:1.0:1746166824.052164:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3095 00000100:00100000:1.0:1746166824.052169:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423321088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166824.052197:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423321088:12345-0@lo:400:kworker.0 Request processed in 28us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166824.052202:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3095 00000100:00100000:1.0:1746166824.052225:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136050380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423321088:0@lo:400:kworker.0 00000100:00080000:1.0:1746166824.052241:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166824.052244:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746166824.052734:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166824.052738:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166824.052741:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166824.052745:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10739 00000100:00080000:0.0:1746166824.052748:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166824.052751:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166824.052767:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136050380 x1830977423321344/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166824.052788:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136050380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423321344:0@lo:8:kworker.0 00000100:00100000:0.0:1746166824.052816:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166824.053038:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423321344 00000100:00100000:0.0:1746166824.053042:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423321344 00000100:00100000:0.0:1746166824.053058:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50337 00000100:00100000:0.0:1746166824.053062:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423321344:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166824.053081:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166824.053102:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423321344:12345-0@lo:8:kworker.0 Request processed in 39us (286us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166824.053107:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50337 00000100:00080000:0.0:1746166824.053126:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166824.053128:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166824.053131:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136050380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423321344:0@lo:8:kworker.0 00000100:00100000:2.0:1746166824.053293:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423320960:12345-0@lo:400:kworker.0 Request processed in 1713us (2023us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166824.053300:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3094 00000100:00100000:2.0:1746166824.053331:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423321472:0@lo:400:kworker.0 00000100:00100000:2.0:1746166824.053351:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166824.053363:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746166824.053367:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136050700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423321216:0@lo:400:kworker.0 00000100:00100000:2.0:1746166824.053381:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166824.053400:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423321472 00000100:00100000:2.0:1746166824.053402:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423321472 00000100:00100000:2.0:1746166824.053415:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3096 00000100:00100000:2.0:1746166824.053419:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423321472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166824.053440:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423321472:12345-0@lo:400:kworker.0 Request processed in 20us (88us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166824.053444:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3096 00000100:00100000:2.0:1746166824.053458:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423321472:0@lo:400:kworker.0 00000100:00100000:2.0:1746166824.053480:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423321216 00000100:00100000:2.0:1746166824.053482:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423321216 00000100:00080000:0.0:1746166824.059947:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166824.059955:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166824.059959:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166824.059966:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10739 00000100:00080000:0.0:1746166824.059970:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166824.059976:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166824.060011:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009fa90a80 x1830977423321728/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166824.060042:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423321728:0@lo:8:kworker.0 00000100:00100000:0.0:1746166824.060096:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166824.060142:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423321728 00000100:00100000:0.0:1746166824.060148:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423321728 00000100:00100000:0.0:1746166824.060171:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50338 00000100:00100000:0.0:1746166824.060177:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423321728:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166824.060196:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166824.060227:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423321728:12345-0@lo:8:kworker.0 Request processed in 50us (131us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166824.060232:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50338 00000100:00080000:0.0:1746166824.060458:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166824.060462:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166824.060466:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423321728:0@lo:8:kworker.0 00000100:00100000:0.0:1746166824.060514:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746166824.060521:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423321984:0@lo:400:kworker.0 00000100:00100000:0.0:1746166824.060546:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166824.060585:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423321984 00000100:00100000:0.0:1746166824.060588:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423321984 00000100:00100000:0.0:1746166824.060613:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3097 00000100:00100000:0.0:1746166824.060619:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423321984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166824.060652:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423321984:12345-0@lo:400:kworker.0 Request processed in 34us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166824.060657:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3097 00000100:00100000:0.0:1746166824.060701:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423321984:0@lo:400:kworker.0 00000100:00100000:1.0:1746166824.060786:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423321856:0@lo:400:kworker.0 00000100:00100000:1.0:1746166824.060811:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166824.060840:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746166824.060846:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423321600:0@lo:400:kworker.0 00000100:00100000:1.0:1746166824.060864:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166824.062898:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423320960:0@lo:400:kworker.0 00000100:00100000:2.0:1746166824.062991:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423321600 00000100:00100000:2.0:1746166824.062997:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423321600 00000100:00100000:2.0:1746166824.063023:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36005 00000100:00100000:2.0:1746166824.063029:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423321216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166824.063071:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423321216:12345-0@lo:400:kworker.0 Request processed in 43us (9689us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166824.063157:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36006 00000100:00100000:1.0:1746166824.063164:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423321600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166824.063200:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423321600:12345-0@lo:400:kworker.0 Request processed in 38us (2335us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166824.063206:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36006 00000100:00100000:1.0:1746166824.063232:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423321600:0@lo:400:kworker.0 00000100:00100000:2.0:1746166824.063308:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36005 00000100:00100000:0.0:1746166824.063650:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423321856 00000100:00100000:0.0:1746166824.063655:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423321856 00000100:00100000:0.0:1746166824.063816:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7842 00000100:00100000:0.0:1746166824.063822:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423321856:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1746166824.063877:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166824.063905:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136050700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423321216:0@lo:400:kworker.0 00000100:00100000:0.0:1746166824.064742:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423321856:12345-0@lo:400:kworker.0 Request processed in 919us (3928us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166824.064748:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7842 00000100:00100000:1.0:1746166824.064806:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423321856:0@lo:400:kworker.0 00000100:00100000:2.0:1746166824.099713:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423322112:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166824.099767:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166824.099937:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423322112 00000100:00100000:3.0:1746166824.099944:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423322112 00000100:00100000:3.0:1746166824.099983:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36007 00000100:00100000:3.0:1746166824.099990:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423322112:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166824.100019:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166824.100053:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423322112:12345-0@lo:41:osp-pre-1-0.0 Request processed in 63us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166824.100059:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36007 00000100:00100000:0.0:1746166824.100187:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423322112:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166824.178785:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746166824.178806:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423322240:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166824.178861:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166824.178901:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423322240 00000100:00100000:0.0:1746166824.178907:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423322240 00000100:00100000:0.0:1746166824.179236:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36008 00000100:00100000:0.0:1746166824.179244:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423322240:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746166824.179271:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746166824.179399:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423322240:12345-0@lo:41:osp-pre-0-1.0 Request processed in 154us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166824.179405:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36008 00000100:00100000:1.0:1746166824.179591:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423322240:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166824.351142:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166824.450783:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423322368:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166824.450835:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166824.451520:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423322368 00000100:00100000:3.0:1746166824.451527:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423322368 00000100:00100000:3.0:1746166824.451566:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7216 00000100:00100000:3.0:1746166824.451574:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423322368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166824.451592:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166824.451626:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423322368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (790us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166824.451632:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7216 00000100:00100000:2.0:1746166824.451648:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423322368:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166825.351953:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166826.353972:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166827.356265:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166828.047998:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166828.048038:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166828.048244:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166828.048509:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166828.048532:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439192704 00000100:00100000:0.0:1746166828.048539:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439192704 00000100:00100000:2.0:1746166828.048710:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439192832 00000100:00100000:2.0:1746166828.048714:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439192832 00000100:00100000:1.0:1746166828.049462:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439192576 00000100:00100000:1.0:1746166828.049466:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439192576 00000100:00100000:1.0:1746166828.049501:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 960 00000100:00100000:1.0:1746166828.049508:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439192576:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166828.049560:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439192576:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 53us (1521us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166828.049566:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 960 00000100:00100000:1.0:1746166828.049695:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439192960 00000100:00100000:1.0:1746166828.049698:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439192960 00000100:00100000:1.0:1746166828.049729:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50339 00000100:00100000:1.0:1746166828.049733:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439192960:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166828.049753:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166828.049774:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439192960:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 40us (1266us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166828.049781:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50339 00000100:00080000:1.0:1746166828.051209:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166828.051225:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166828.051298:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3098 00000100:00100000:0.0:1746166828.051307:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439192704:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166828.051346:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439192704:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 42us (3357us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166828.051352:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3098 00000100:00100000:0.0:1746166828.051363:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3099 00000100:00100000:0.0:1746166828.051368:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439192832:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166828.051590:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439192832:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 222us (3373us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166828.051594:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3099 00000100:00100000:2.0:1746166828.177889:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423322496:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166828.177948:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166828.178133:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423322496 00000100:00100000:3.0:1746166828.178140:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423322496 00000100:00080000:1.0:1746166828.178273:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166828.178524:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7217 00000100:00100000:3.0:1746166828.178532:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423322496:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166828.178556:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166828.178746:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423322496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 215us (797us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166828.178753:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7217 00000100:00100000:0.0:1746166828.178903:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423322496:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166828.360708:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166829.074711:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:0.0:1746166829.074731:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1746166829.074733:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423322624:0@lo:400:kworker.0 00000100:00080000:0.0:1746166829.074736:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166829.074739:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166829.074744:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10744 00000100:00080000:0.0:1746166829.074747:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1746166829.074748:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423322752:0@lo:400:kworker.0 00000100:00080000:0.0:1746166829.074752:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166829.074769:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009fa91c00 x1830977423323136/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166829.074794:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166829.074796:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746166829.074798:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166829.074801:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166829.074802:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166829.074805:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10744 00000100:00100000:1.0:1746166829.074919:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423323264:0@lo:400:kworker.0 00000100:00100000:3.0:1746166829.074921:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423322880:0@lo:400:kworker.0 00000100:00100000:2.0:1746166829.074933:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423323008:0@lo:400:kworker.0 00000100:00100000:3.0:1746166829.074940:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166829.074951:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423322624 00000100:00100000:1.0:1746166829.074957:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423322624 00000100:00100000:2.0:1746166829.074957:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166829.074958:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746166829.074963:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423323392:0@lo:400:kworker.0 00000100:00100000:3.0:1746166829.074980:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166829.074983:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423322752 00000100:00100000:2.0:1746166829.074986:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423322752 00000100:00100000:1.0:1746166829.074987:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 961 00000100:00100000:1.0:1746166829.074994:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423322624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166829.075008:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423323008 00000100:00100000:3.0:1746166829.075011:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423323008 00000100:00100000:2.0:1746166829.075016:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423322880 00000100:00100000:2.0:1746166829.075018:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423322880 00000100:00100000:3.0:1746166829.075030:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423323392 00000100:00100000:3.0:1746166829.075032:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423323392 00000100:00100000:1.0:1746166829.075034:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423322624:12345-0@lo:400:kworker.0 Request processed in 40us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166829.075034:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3100 00000100:00100000:2.0:1746166829.075039:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423322752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166829.075040:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 961 00000100:00100000:3.0:1746166829.075044:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36009 00000100:00100000:3.0:1746166829.075049:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423323008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166829.075067:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3101 00000100:00100000:1.0:1746166829.075073:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423322880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166829.075073:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423322752:12345-0@lo:400:kworker.0 Request processed in 34us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166829.075075:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423323008:12345-0@lo:400:kworker.0 Request processed in 27us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166829.075080:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3100 00000100:00100000:3.0:1746166829.075080:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36009 00000100:00100000:3.0:1746166829.075093:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36010 00000100:00080000:2.0:1746166829.075095:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166829.075096:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423322880:12345-0@lo:400:kworker.0 Request processed in 24us (156us total) trans 0 rc 0/0 00000100:00080000:2.0:1746166829.075098:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166829.075098:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423323392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166829.075102:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3101 00000100:00100000:3.0:1746166829.075119:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423323392:12345-0@lo:400:kworker.0 Request processed in 21us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166829.075121:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423323008:0@lo:400:kworker.0 00000100:00100000:1.0:1746166829.075122:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166829.075124:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36010 00000100:00100000:2.0:1746166829.075128:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423322624:0@lo:400:kworker.0 00000100:00100000:1.0:1746166829.075141:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423323264 00000100:00100000:1.0:1746166829.075144:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423323264 00000100:00100000:3.0:1746166829.075147:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423323392:0@lo:400:kworker.0 00000100:00100000:3.0:1746166829.075156:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423322880:0@lo:400:kworker.0 00000100:00100000:1.0:1746166829.075159:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3102 00000100:00100000:1.0:1746166829.075162:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423323264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166829.075162:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423323136:0@lo:8:kworker.0 00000100:00100000:3.0:1746166829.075174:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423322752:0@lo:400:kworker.0 00000100:00100000:2.0:1746166829.075186:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166829.075190:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423323264:12345-0@lo:400:kworker.0 Request processed in 27us (68us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166829.075195:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3102 00000100:00100000:1.0:1746166829.075235:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423323264:0@lo:400:kworker.0 00000100:00080000:0.0:1746166829.075272:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746166829.075278:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166829.075292:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009fa92680 x1830977423323520/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166829.075343:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423323520:0@lo:8:kworker.0 00000100:00100000:2.0:1746166829.075365:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166829.075387:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423323776:0@lo:400:kworker.0 00000100:00100000:2.0:1746166829.075403:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166829.075420:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423323776 00000100:00100000:2.0:1746166829.075422:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423323776 00000100:00100000:2.0:1746166829.075437:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3103 00000100:00100000:2.0:1746166829.075442:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423323776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166829.075467:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423323776:12345-0@lo:400:kworker.0 Request processed in 25us (63us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166829.075473:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3103 00000100:00100000:2.0:1746166829.075494:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423323776:0@lo:400:kworker.0 00000100:00100000:2.0:1746166829.075511:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423323136 00000100:00100000:2.0:1746166829.075514:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423323136 00000100:00100000:2.0:1746166829.075525:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423323520 00000100:00100000:2.0:1746166829.075528:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423323520 00000100:00100000:2.0:1746166829.075537:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50340 00000100:00100000:2.0:1746166829.075542:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423323136:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166829.075558:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166829.075579:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423323648:0@lo:400:kworker.0 00000100:00100000:2.0:1746166829.075580:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423323136:12345-0@lo:8:kworker.0 Request processed in 38us (394us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166829.075585:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50340 00000100:00100000:0.0:1746166829.075590:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50341 00000100:00100000:0.0:1746166829.075595:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423323520:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1746166829.075600:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166829.075605:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00020000:0.0:1746166829.075606:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1746166829.075608:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166829.075611:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423323136:0@lo:8:kworker.0 00000100:00100000:2.0:1746166829.075624:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423323648 00000100:00100000:2.0:1746166829.075626:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423323648 00000100:00100000:2.0:1746166829.075648:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7843 00000100:00100000:2.0:1746166829.075652:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f848700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423323648:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1746166829.075655:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166829.075705:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f848700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423323648:12345-0@lo:400:kworker.0 Request processed in 52us (103us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166829.075711:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7843 00000100:00100000:3.0:1746166829.075715:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423323648:0@lo:400:kworker.0 00000100:00080000:2.0:1746166829.075729:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166829.075731:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166829.075734:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423323520:0@lo:8:kworker.0 00000100:00100000:0.0:1746166829.075878:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423323520:12345-0@lo:8:kworker.0 Request processed in 35us (265us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166829.075887:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50341 00000100:00100000:2.0:1746166829.107517:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746166829.107536:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423323904:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166829.107597:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166829.107661:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423323904 00000100:00100000:3.0:1746166829.107667:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423323904 00000100:00100000:3.0:1746166829.107720:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36011 00000100:00100000:3.0:1746166829.107727:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423323904:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166829.107757:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166829.107793:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423323904:12345-0@lo:41:osp-pre-1-0.0 Request processed in 67us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166829.107799:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36011 00000100:00100000:2.0:1746166829.111178:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423323904:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166829.185872:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423324032:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166829.185922:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166829.191479:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423324032 00000100:00100000:0.0:1746166829.191490:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423324032 00000100:00100000:0.0:1746166829.191548:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36012 00000100:00100000:0.0:1746166829.191556:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423324032:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746166829.191588:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746166829.191658:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423324032:12345-0@lo:41:osp-pre-0-1.0 Request processed in 103us (5734us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166829.191664:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36012 00000100:00100000:2.0:1746166829.192518:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423324032:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166829.364645:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166829.457859:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423324160:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166829.457911:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166829.459759:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423324160 00000100:00100000:0.0:1746166829.459766:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423324160 00000100:00100000:0.0:1746166829.459809:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7218 00000100:00100000:0.0:1746166829.459815:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f849500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423324160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166829.459837:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166829.460698:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f849500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423324160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 881us (2785us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166829.460706:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7218 00000100:00100000:3.0:1746166829.460831:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423324160:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166830.366727:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166831.367857:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166832.370285:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166833.055512:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166833.055607:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166833.055700:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439193088 00000100:00100000:1.0:1746166833.055709:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439193088 00000100:00100000:2.0:1746166833.055795:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439193216 00000100:00100000:2.0:1746166833.055799:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439193216 00000100:00100000:2.0:1746166833.056443:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3104 00000100:00100000:2.0:1746166833.056452:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439193216:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166833.056740:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 962 00000100:00100000:1.0:1746166833.056748:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439193088:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166833.056792:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439193088:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 44us (1287us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166833.056798:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 962 00000100:00100000:2.0:1746166833.057364:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439193216:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 912us (1755us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166833.057381:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3104 00000100:00080000:3.0:1746166833.057459:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166833.060833:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166833.060947:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166833.061062:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439193344 00000100:00100000:3.0:1746166833.061070:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439193344 00000100:00100000:3.0:1746166833.061114:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3105 00000100:00100000:3.0:1746166833.061122:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439193344:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166833.061189:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439193344:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 67us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166833.061194:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3105 00000100:00100000:1.0:1746166833.061512:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439193472 00000100:00100000:1.0:1746166833.061516:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439193472 00000100:00100000:1.0:1746166833.061534:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50342 00000100:00100000:1.0:1746166833.061538:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439193472:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166833.061558:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166833.061584:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439193472:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 45us (759us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166833.061590:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50342 00000100:00080000:2.0:1746166833.061816:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166833.187773:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746166833.187795:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423324288:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166833.187859:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166833.188039:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423324288 00000100:00100000:0.0:1746166833.188046:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423324288 00000100:00100000:0.0:1746166833.188086:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7219 00000100:00100000:0.0:1746166833.188093:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423324288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166833.188116:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166833.188163:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423324288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166833.188169:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7219 00000100:00080000:2.0:1746166833.188223:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166833.188373:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423324288:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166833.372602:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166834.082488:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423324416:0@lo:400:kworker.0 00000100:00100000:1.0:1746166834.082812:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746166834.084525:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166834.084528:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166834.084531:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166834.084536:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10749 00000100:00080000:0.0:1746166834.084540:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746166834.084545:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166834.084563:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009fa92d80 x1830977423324928/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166834.084590:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166834.084593:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166834.084594:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166834.084597:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10749 00000100:00080000:0.0:1746166834.084599:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746166834.084602:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166834.084612:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136050700 x1830977423325312/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746166834.084768:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423325056:0@lo:400:kworker.0 00000100:00100000:1.0:1746166834.084807:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166834.084862:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423324416 00000100:00100000:2.0:1746166834.084868:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423324416 00000100:00100000:2.0:1746166834.084896:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 963 00000100:00100000:2.0:1746166834.084902:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423324416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166834.085135:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423324416:12345-0@lo:400:kworker.0 Request processed in 37us (2128us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166834.085143:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 963 00000100:00100000:2.0:1746166834.085174:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423324928:0@lo:8:kworker.0 00000100:00100000:2.0:1746166834.085196:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166834.085709:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423324416:0@lo:400:kworker.0 00000100:00100000:1.0:1746166834.085724:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1746166834.085728:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423324800:0@lo:400:kworker.0 00000100:00100000:1.0:1746166834.085749:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166834.086400:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423324672:0@lo:400:kworker.0 00000100:00100000:3.0:1746166834.086428:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166834.086445:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423325440:0@lo:400:kworker.0 00000100:00100000:3.0:1746166834.086467:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423325056 00000100:00100000:3.0:1746166834.086470:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423325056 00000100:00100000:3.0:1746166834.086494:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423324672 00000100:00100000:3.0:1746166834.086496:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423324672 00000100:00100000:3.0:1746166834.086516:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3106 00000100:00100000:3.0:1746166834.086521:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423325056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166834.086550:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423325056:12345-0@lo:400:kworker.0 Request processed in 29us (1743us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166834.086555:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3106 00000100:00100000:3.0:1746166834.086568:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3107 00000100:00100000:3.0:1746166834.086573:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f848000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423324672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166834.086595:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f848000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423324672:12345-0@lo:400:kworker.0 Request processed in 23us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166834.086599:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3107 00000100:00080000:3.0:1746166834.086612:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166834.086651:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423324544:0@lo:400:kworker.0 00000100:00100000:3.0:1746166834.086669:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166834.086697:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423325184:0@lo:400:kworker.0 00000100:00100000:3.0:1746166834.086718:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423324544 00000100:00100000:3.0:1746166834.086720:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423324544 00000100:00100000:3.0:1746166834.086740:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3108 00000100:00100000:3.0:1746166834.086744:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423324544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166834.086769:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423324544:12345-0@lo:400:kworker.0 Request processed in 25us (99us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166834.086773:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3108 00000100:00080000:3.0:1746166834.086786:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166834.086911:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136050700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423325312:0@lo:8:kworker.0 00000100:00100000:1.0:1746166834.087658:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136050380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423325568:0@lo:400:kworker.0 00000100:00100000:1.0:1746166834.087691:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166834.087709:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423325568 00000100:00100000:1.0:1746166834.087712:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423325568 00000100:00100000:1.0:1746166834.087730:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3109 00000100:00100000:1.0:1746166834.087735:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423325568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166834.087760:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423325568:12345-0@lo:400:kworker.0 Request processed in 25us (68us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166834.087765:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3109 00000100:00100000:1.0:1746166834.087790:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136050380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423325568:0@lo:400:kworker.0 00000100:00100000:1.0:1746166834.087798:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423325056:0@lo:400:kworker.0 00000100:00100000:1.0:1746166834.087832:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423324928 00000100:00100000:1.0:1746166834.088041:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423324928 00000100:00100000:1.0:1746166834.088056:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50343 00000100:00100000:1.0:1746166834.088060:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423324928:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166834.088076:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166834.088101:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423324928:12345-0@lo:8:kworker.0 Request processed in 40us (2904us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166834.088106:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50343 00000100:00100000:1.0:1746166834.088133:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423324800 00000100:00100000:1.0:1746166834.088136:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423324800 00000100:00100000:2.0:1746166834.088887:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166834.089098:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166834.089102:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166834.089105:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423324928:0@lo:8:kworker.0 00000100:00100000:1.0:1746166834.089174:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36013 00000100:00100000:1.0:1746166834.089181:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423324800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166834.089214:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423324800:12345-0@lo:400:kworker.0 Request processed in 34us (3464us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166834.089265:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166834.089489:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423324672:0@lo:400:kworker.0 00000100:00100000:3.0:1746166834.089514:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423325312 00000100:00100000:3.0:1746166834.089517:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423325312 00000100:00100000:3.0:1746166834.089528:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423325440 00000100:00100000:3.0:1746166834.089530:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423325440 00000100:00100000:3.0:1746166834.089549:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7844 00000100:00100000:3.0:1746166834.089554:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d27c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423325440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166834.089581:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d27c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423325440:12345-0@lo:400:kworker.0 Request processed in 27us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166834.089586:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7844 00000100:00100000:3.0:1746166834.089596:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50344 00000100:00100000:3.0:1746166834.089599:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423325312:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166834.089609:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166834.089625:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423325312:12345-0@lo:8:kworker.0 Request processed in 25us (739us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166834.089630:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50344 00000100:00080000:3.0:1746166834.089755:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166834.089771:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423324800:0@lo:400:kworker.0 00000100:00100000:3.0:1746166834.089789:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423325440:0@lo:400:kworker.0 00000100:00100000:0.0:1746166834.089970:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166834.089993:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423324544:0@lo:400:kworker.0 00000100:00100000:0.0:1746166834.090011:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423325184 00000100:00100000:0.0:1746166834.090014:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423325184 00000100:00100000:0.0:1746166834.090032:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36014 00000100:00100000:0.0:1746166834.090036:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423325184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166834.090066:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423325184:12345-0@lo:400:kworker.0 Request processed in 29us (95us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166834.090071:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36014 00000100:00100000:0.0:1746166834.090092:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423325184:0@lo:400:kworker.0 00000100:00080000:2.0:1746166834.090277:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166834.090280:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166834.090284:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136050700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423325312:0@lo:8:kworker.0 00000100:00100000:1.0:1746166834.090523:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36013 00000100:00100000:3.0:1746166834.115653:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423325696:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166834.115731:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166834.115767:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423325696 00000100:00100000:3.0:1746166834.115773:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423325696 00000100:00100000:3.0:1746166834.116543:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36015 00000100:00100000:3.0:1746166834.116552:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f849f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423325696:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166834.116580:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166834.116612:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f849f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423325696:12345-0@lo:41:osp-pre-1-0.0 Request processed in 62us (882us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166834.116617:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36015 00000100:00100000:3.0:1746166834.116653:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423325696:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166834.210276:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746166834.210293:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423325824:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166834.210345:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166834.211405:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423325824 00000100:00100000:1.0:1746166834.211413:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423325824 00000100:00100000:1.0:1746166834.211461:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36016 00000100:00100000:1.0:1746166834.211468:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423325824:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166834.211510:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166834.211570:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423325824:12345-0@lo:41:osp-pre-0-1.0 Request processed in 102us (1224us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166834.211577:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36016 00000100:00100000:2.0:1746166834.211654:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423325824:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166834.374367:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166834.466175:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746166834.466192:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423325952:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166834.466244:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166834.466536:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423325952 00000100:00100000:3.0:1746166834.466543:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423325952 00000100:00100000:3.0:1746166834.466588:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7220 00000100:00100000:3.0:1746166834.466595:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136052a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423325952:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166834.466796:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166834.467170:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136052a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423325952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 574us (925us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166834.467176:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7220 00000100:00100000:0.0:1746166834.467241:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423325952:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166835.377000:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166836.377998:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166837.380095:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166838.061742:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166838.061795:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166838.061819:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439193728 00000100:00100000:1.0:1746166838.061829:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439193728 00000100:00100000:0.0:1746166838.061852:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166838.061876:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439193856 00000100:00100000:0.0:1746166838.061879:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439193856 00000100:00100000:1.0:1746166838.061892:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3110 00000100:00100000:1.0:1746166838.061900:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136051f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439193728:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166838.061948:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439193600 00000100:00100000:3.0:1746166838.061952:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439193600 00000100:00100000:1.0:1746166838.061966:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136051f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439193728:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 67us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166838.061973:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 964 00000100:00100000:3.0:1746166838.061979:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439193600:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166838.062002:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439193600:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 24us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166838.062008:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 964 00000100:00080000:2.0:1746166838.062020:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746166838.062023:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166838.062099:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3110 00000100:00100000:0.0:1746166838.062108:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3111 00000100:00100000:0.0:1746166838.062114:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136052300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439193856:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166838.062138:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136052300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439193856:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 25us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166838.062144:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3111 00000100:00100000:0.0:1746166838.062937:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166838.063005:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439193984 00000100:00100000:2.0:1746166838.063009:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439193984 00000100:00100000:2.0:1746166838.063037:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50345 00000100:00100000:2.0:1746166838.063041:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439193984:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166838.063071:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166838.063098:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439193984:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 56us (163us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166838.063104:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50345 00000100:00100000:0.0:1746166838.193907:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423326080:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166838.194120:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166838.194375:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423326080 00000100:00100000:3.0:1746166838.194381:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423326080 00000100:00080000:2.0:1746166838.195154:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166838.195155:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7221 00000100:00100000:3.0:1746166838.195163:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423326080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166838.195188:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166838.195235:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423326080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (1114us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166838.195242:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7221 00000100:00100000:1.0:1746166838.195427:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423326080:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166838.384606:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166839.090900:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423326208:0@lo:400:kworker.0 00000100:00100000:3.0:1746166839.090963:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166839.090998:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423326208 00000100:00100000:3.0:1746166839.091004:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423326208 00000100:00080000:0.0:1746166839.091059:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166839.091064:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166839.091068:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1746166839.091639:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423326592:0@lo:400:kworker.0 00000100:00100000:1.0:1746166839.091672:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166839.091753:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423326336:0@lo:400:kworker.0 00000100:00100000:1.0:1746166839.091776:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746166839.091815:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10754 00000100:00080000:0.0:1746166839.091820:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746166839.091825:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166839.091842:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fb1500 x1830977423326720/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166839.092197:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423326592 00000100:00100000:2.0:1746166839.092202:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423326592 00000100:00100000:2.0:1746166839.092227:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36017 00000100:00100000:2.0:1746166839.092233:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423326592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166839.092278:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423326592:12345-0@lo:400:kworker.0 Request processed in 45us (605us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166839.092285:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36017 00000100:00100000:2.0:1746166839.092305:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423326464:0@lo:400:kworker.0 00000100:00100000:2.0:1746166839.092376:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423326592:0@lo:400:kworker.0 00000100:00100000:3.0:1746166839.092563:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:3.0:1746166839.092573:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423326208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166839.092606:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423326208:12345-0@lo:400:kworker.0 Request processed in 36us (1643us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166839.092611:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00100000:2.0:1746166839.093274:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423326208:0@lo:400:kworker.0 00000100:00100000:2.0:1746166839.094101:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423326336 00000100:00100000:2.0:1746166839.094108:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423326336 00000100:00100000:2.0:1746166839.094154:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3112 00000100:00100000:2.0:1746166839.094162:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423326336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166839.094203:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423326336:12345-0@lo:400:kworker.0 Request processed in 43us (2427us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166839.094209:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3112 00000100:00080000:2.0:1746166839.094223:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166839.094617:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423326336:0@lo:400:kworker.0 00000100:00080000:0.0:1746166839.094762:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166839.094766:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166839.094769:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166839.094772:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10754 00000100:00080000:0.0:1746166839.094775:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746166839.094780:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166839.094793:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fb0e00 x1830977423327104/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166839.094830:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423327360:0@lo:400:kworker.0 00000100:00100000:0.0:1746166839.094855:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166839.094870:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746166839.094874:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423326848:0@lo:400:kworker.0 00000100:00100000:0.0:1746166839.094887:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166839.094903:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423327360 00000100:00100000:0.0:1746166839.094905:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423327360 00000100:00100000:0.0:1746166839.095162:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423326848 00000100:00100000:0.0:1746166839.095166:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423326848 00000100:00100000:0.0:1746166839.095185:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3113 00000100:00100000:0.0:1746166839.095189:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423327360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166839.095217:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423327360:12345-0@lo:400:kworker.0 Request processed in 28us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166839.095222:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3113 00000100:00100000:3.0:1746166839.095227:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3114 00000100:00100000:3.0:1746166839.095236:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423326848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166839.095249:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423327360:0@lo:400:kworker.0 00000100:00100000:3.0:1746166839.095275:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423326848:12345-0@lo:400:kworker.0 Request processed in 41us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166839.095276:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423326848:0@lo:400:kworker.0 00000100:00100000:3.0:1746166839.095280:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3114 00000100:00100000:0.0:1746166839.095291:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423326720:0@lo:8:kworker.0 00000100:00100000:3.0:1746166839.095299:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166839.095314:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166839.095315:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423326464 00000100:00100000:3.0:1746166839.095318:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423326464 00000100:00100000:0.0:1746166839.095328:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423327104:0@lo:8:kworker.0 00000100:00100000:3.0:1746166839.095340:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3115 00000100:00100000:0.0:1746166839.095343:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166839.095344:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f848700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423326464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166839.095367:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f848700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423326464:12345-0@lo:400:kworker.0 Request processed in 23us (67us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166839.095371:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423326720 00000100:00100000:3.0:1746166839.095372:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3115 00000100:00100000:0.0:1746166839.095374:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423326720 00000100:00100000:0.0:1746166839.095386:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423327104 00000100:00100000:0.0:1746166839.095387:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423327104 00000100:00100000:3.0:1746166839.095390:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50346 00000100:00100000:3.0:1746166839.095395:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423326720:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1746166839.095399:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50347 00000100:00100000:0.0:1746166839.095403:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423327104:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166839.095414:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166839.095440:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423326720:12345-0@lo:8:kworker.0 Request processed in 44us (126us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166839.095445:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50346 00000100:00100000:1.0:1746166839.095459:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423326976:0@lo:400:kworker.0 00000100:00100000:3.0:1746166839.095470:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423326464:0@lo:400:kworker.0 00000100:00100000:1.0:1746166839.095480:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166839.095483:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423327232:0@lo:400:kworker.0 00000100:00100000:1.0:1746166839.095501:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423326976 00000100:00100000:3.0:1746166839.095501:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166839.095504:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423326976 00000100:00100000:3.0:1746166839.095515:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423327232 00000100:00100000:3.0:1746166839.095518:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423327232 00000100:00100000:1.0:1746166839.095523:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36018 00000100:00100000:1.0:1746166839.095528:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423326976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166839.095536:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7845 00000100:00100000:3.0:1746166839.095541:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423327232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166839.095556:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423326976:12345-0@lo:400:kworker.0 Request processed in 28us (75us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166839.095561:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36018 00000100:00100000:3.0:1746166839.095565:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423327232:12345-0@lo:400:kworker.0 Request processed in 24us (62us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166839.095570:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7845 00000100:00100000:1.0:1746166839.095581:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423326976:0@lo:400:kworker.0 00000100:00100000:3.0:1746166839.095591:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423327232:0@lo:400:kworker.0 00000100:00080000:2.0:1746166839.095663:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746166839.095666:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:0.0:1746166839.098471:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166839.098530:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423327104:12345-0@lo:8:kworker.0 Request processed in 3123us (3184us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166839.098540:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50347 00000100:00080000:0.0:1746166839.098590:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166839.098593:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166839.098597:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423326720:0@lo:8:kworker.0 00000100:00080000:0.0:1746166839.098607:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166839.098609:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166839.098612:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423327104:0@lo:8:kworker.0 00000100:00100000:0.0:1746166839.122145:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423327488:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166839.122590:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166839.124729:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423327488 00000100:00100000:1.0:1746166839.124738:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423327488 00000100:00100000:1.0:1746166839.125648:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36019 00000100:00100000:1.0:1746166839.125657:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423327488:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166839.125709:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166839.125791:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423327488:12345-0@lo:41:osp-pre-1-0.0 Request processed in 135us (3201us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166839.125798:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36019 00000100:00100000:0.0:1746166839.126259:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423327488:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166839.218346:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746166839.218364:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423327616:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166839.218444:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166839.218510:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423327616 00000100:00100000:2.0:1746166839.218516:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423327616 00000100:00100000:2.0:1746166839.218656:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36020 00000100:00100000:2.0:1746166839.218664:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423327616:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166839.218706:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166839.218747:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423327616:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166839.218753:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36020 00000100:00100000:3.0:1746166839.218808:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423327616:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166839.387158:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166839.476386:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423327744:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166839.476470:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166839.476785:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423327744 00000100:00100000:1.0:1746166839.476793:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423327744 00000100:00100000:1.0:1746166839.477150:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7222 00000100:00100000:1.0:1746166839.477159:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090462a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423327744:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746166839.477180:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166839.477757:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090462a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423327744:12345-0@lo:13:osp-pre-1-0.0 Request processed in 598us (1285us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166839.477764:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7222 00000100:00100000:3.0:1746166839.477839:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423327744:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166840.390662:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166841.392541:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166842.394743:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166843.071789:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166843.071920:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439194112 00000100:00100000:3.0:1746166843.071927:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439194112 00000100:00100000:3.0:1746166843.072067:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 966 00000100:00100000:3.0:1746166843.072078:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439194112:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166843.072216:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439194112:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 139us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166843.072222:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 966 00000100:00100000:0.0:1746166843.072584:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166843.072622:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166843.072695:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439194240 00000100:00100000:2.0:1746166843.072699:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439194240 00000100:00100000:2.0:1746166843.072741:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3116 00000100:00100000:2.0:1746166843.072748:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439194240:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166843.072778:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439194240:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 32us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166843.072784:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3116 00000100:00100000:1.0:1746166843.072850:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439194496 00000100:00100000:1.0:1746166843.072854:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439194496 00000100:00100000:1.0:1746166843.072870:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50348 00000100:00100000:1.0:1746166843.072874:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439194496:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166843.072894:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166843.072916:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439194496:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 41us (294us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166843.072920:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50348 00000100:00080000:3.0:1746166843.072985:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166843.075933:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166843.077915:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439194368 00000100:00100000:2.0:1746166843.077925:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439194368 00000100:00080000:3.0:1746166843.078595:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166843.079504:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3117 00000100:00100000:2.0:1746166843.079516:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439194368:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166843.079800:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439194368:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 287us (3873us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166843.079806:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3117 00000100:00100000:0.0:1746166843.201972:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746166843.201993:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423327872:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166843.202052:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166843.202172:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423327872 00000100:00100000:3.0:1746166843.202179:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423327872 00000100:00100000:3.0:1746166843.202218:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7223 00000100:00100000:3.0:1746166843.202225:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423327872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166843.202453:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166843.202487:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423327872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 263us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166843.202494:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7223 00000100:00100000:0.0:1746166843.203146:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423327872:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1746166843.203166:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746166843.396470:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746166844.097882:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166844.097887:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166844.097891:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166844.097898:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10759 00000100:00080000:0.0:1746166844.097902:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746166844.097908:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166844.097925:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fb1880 x1830977423328512/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166844.097981:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166844.097984:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166844.097985:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166844.097989:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10759 00000100:00080000:0.0:1746166844.097991:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166844.097994:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166844.098003:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fb2a00 x1830977423328896/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166844.098040:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423328512:0@lo:8:kworker.0 00000100:00100000:0.0:1746166844.098090:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166844.098135:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423328896:0@lo:8:kworker.0 00000100:00100000:0.0:1746166844.098153:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166844.098184:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423328512 00000100:00100000:0.0:1746166844.098189:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423328512 00000100:00100000:0.0:1746166844.098209:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423328896 00000100:00100000:0.0:1746166844.098211:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423328896 00000100:00100000:0.0:1746166844.098223:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50349 00000100:00100000:0.0:1746166844.098229:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423328512:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166844.098247:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166844.098275:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d49880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423328512:12345-0@lo:8:kworker.0 Request processed in 44us (185us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166844.098281:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50349 00000100:00100000:0.0:1746166844.098291:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50350 00000100:00100000:0.0:1746166844.098295:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423328896:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166844.098303:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166844.098318:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423328896:12345-0@lo:8:kworker.0 Request processed in 23us (165us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166844.098322:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50350 00000100:00080000:0.0:1746166844.098345:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166844.098348:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166844.098351:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423328512:0@lo:8:kworker.0 00000100:00080000:0.0:1746166844.098357:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166844.098359:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166844.098361:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423328896:0@lo:8:kworker.0 00000100:00100000:0.0:1746166844.098395:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423328256:0@lo:400:kworker.0 00000100:00100000:0.0:1746166844.098415:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166844.098429:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423329024:0@lo:400:kworker.0 00000100:00100000:0.0:1746166844.098442:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166844.098454:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423329024 00000100:00100000:0.0:1746166844.098458:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423329024 00000100:00100000:0.0:1746166844.098482:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7846 00000100:00100000:0.0:1746166844.098487:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423329024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166844.098514:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423329024:12345-0@lo:400:kworker.0 Request processed in 28us (71us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166844.098519:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7846 00000100:00080000:0.0:1746166844.098531:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166844.098547:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423329024:0@lo:400:kworker.0 00000100:00100000:0.0:1746166844.098557:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1746166844.098561:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423328128:0@lo:400:kworker.0 00000100:00100000:0.0:1746166844.098577:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166844.098593:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423328256 00000100:00100000:0.0:1746166844.098596:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423328256 00000100:00100000:0.0:1746166844.098616:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423328128 00000100:00100000:0.0:1746166844.098619:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423328128 00000100:00100000:0.0:1746166844.098632:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3118 00000100:00100000:0.0:1746166844.098637:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423328256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166844.098658:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423328256:12345-0@lo:400:kworker.0 Request processed in 22us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166844.098663:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3118 00000100:00100000:0.0:1746166844.098671:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3119 00000100:00100000:0.0:1746166844.098695:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423328128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166844.098715:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423328128:12345-0@lo:400:kworker.0 Request processed in 39us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166844.098720:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3119 00000100:00080000:0.0:1746166844.098730:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746166844.098732:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166844.098750:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423328128:0@lo:400:kworker.0 00000100:00100000:0.0:1746166844.098755:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423328768:0@lo:400:kworker.0 00000100:00100000:0.0:1746166844.098773:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166844.098788:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423328768 00000100:00100000:0.0:1746166844.098790:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423328768 00000100:00100000:0.0:1746166844.098806:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36021 00000100:00100000:0.0:1746166844.098811:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423328768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166844.098831:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423328768:12345-0@lo:400:kworker.0 Request processed in 21us (58us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166844.098836:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36021 00000100:00100000:0.0:1746166844.099093:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423328768:0@lo:400:kworker.0 00000100:00100000:0.0:1746166844.099101:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423328256:0@lo:400:kworker.0 00000100:00100000:3.0:1746166844.099188:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423328384:0@lo:400:kworker.0 00000100:00100000:3.0:1746166844.099213:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166844.099237:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423329152:0@lo:400:kworker.0 00000100:00100000:3.0:1746166844.099250:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166844.099261:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1746166844.099265:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423328000:0@lo:400:kworker.0 00000100:00100000:3.0:1746166844.099280:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166844.099304:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423328640:0@lo:400:kworker.0 00000100:00100000:3.0:1746166844.099317:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166844.099333:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423328000 00000100:00100000:3.0:1746166844.099335:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423328000 00000100:00100000:3.0:1746166844.099354:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 967 00000100:00100000:3.0:1746166844.099358:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423328000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166844.099382:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423328000:12345-0@lo:400:kworker.0 Request processed in 23us (100us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166844.099387:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 967 00000100:00100000:3.0:1746166844.099414:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423328000:0@lo:400:kworker.0 00000100:00100000:0.0:1746166844.105138:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423329152 00000100:00100000:0.0:1746166844.105150:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423329152 00000100:00100000:0.0:1746166844.105201:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423328640 00000100:00100000:0.0:1746166844.105204:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423328640 00000100:00100000:0.0:1746166844.105223:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3120 00000100:00100000:0.0:1746166844.105231:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090462300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423329152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166844.105512:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090462300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423329152:12345-0@lo:400:kworker.0 Request processed in 282us (6260us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166844.105519:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3120 00000100:00100000:0.0:1746166844.105533:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3121 00000100:00100000:0.0:1746166844.105538:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090463480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423328640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166844.105562:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090463480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423328640:12345-0@lo:400:kworker.0 Request processed in 25us (6244us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166844.105570:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3121 00000100:00100000:0.0:1746166844.105589:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423328384 00000100:00100000:0.0:1746166844.105592:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423328384 00000100:00100000:0.0:1746166844.105609:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36022 00000100:00100000:0.0:1746166844.105613:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090461880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423328384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166844.105635:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090461880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423328384:12345-0@lo:400:kworker.0 Request processed in 22us (6422us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166844.105639:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36022 00000100:00100000:3.0:1746166844.106222:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423328640:0@lo:400:kworker.0 00000100:00100000:3.0:1746166844.106233:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423328384:0@lo:400:kworker.0 00000100:00100000:3.0:1746166844.106242:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423329152:0@lo:400:kworker.0 00000100:00100000:2.0:1746166844.131976:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423329280:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166844.132035:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166844.132115:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423329280 00000100:00100000:0.0:1746166844.132121:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423329280 00000100:00100000:0.0:1746166844.132161:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36023 00000100:00100000:0.0:1746166844.132167:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423329280:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746166844.132193:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746166844.132230:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423329280:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166844.132236:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36023 00000100:00100000:2.0:1746166844.132296:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423329280:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166844.226155:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423329408:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166844.226215:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166844.226267:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423329408 00000100:00100000:1.0:1746166844.226273:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423329408 00000100:00100000:1.0:1746166844.232665:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36024 00000100:00100000:1.0:1746166844.232698:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423329408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166844.232734:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166844.232819:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423329408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 144us (6604us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166844.232826:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36024 00000100:00100000:2.0:1746166844.232964:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423329408:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166844.397894:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166844.484639:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423329536:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166844.484719:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166844.484840:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423329536 00000100:00100000:1.0:1746166844.484848:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423329536 00000100:00100000:1.0:1746166844.484889:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7224 00000100:00100000:1.0:1746166844.484896:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423329536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746166844.484917:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166844.484970:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423329536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166844.484977:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7224 00000100:00100000:0.0:1746166844.485478:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423329536:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166845.400401:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166846.403254:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166847.407451:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166848.079001:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166848.079090:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439194752 00000100:00100000:1.0:1746166848.079097:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439194752 00000100:00100000:1.0:1746166848.079150:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3122 00000100:00100000:1.0:1746166848.079158:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439194752:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166848.079209:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439194752:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 53us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166848.079215:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3122 00000100:00080000:1.0:1746166848.079239:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166848.079358:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166848.079408:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166848.079447:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166848.079479:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439195008 00000100:00100000:0.0:1746166848.079483:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439195008 00000100:00100000:3.0:1746166848.079483:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439194624 00000100:00100000:3.0:1746166848.079486:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439194624 00000100:00100000:0.0:1746166848.079498:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50351 00000100:00100000:0.0:1746166848.079503:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439195008:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:3.0:1746166848.079507:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 968 00000100:00100000:3.0:1746166848.079511:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439194624:12345-192.168.201.29@tcp:400:kworker.0 00010000:00020000:0.0:1746166848.079523:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166848.079537:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439195008:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 34us (180us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166848.079537:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439194624:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 25us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166848.079542:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 968 00000100:00100000:0.0:1746166848.079543:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50351 00000100:00100000:1.0:1746166848.079630:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439194880 00000100:00100000:1.0:1746166848.079633:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439194880 00000100:00100000:1.0:1746166848.079987:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3123 00000100:00100000:1.0:1746166848.079994:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439194880:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166848.080020:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439194880:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 27us (572us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166848.080025:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3123 00000100:00080000:0.0:1746166848.080059:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166848.210715:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746166848.210734:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423329664:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166848.210791:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166848.210955:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423329664 00000100:00100000:1.0:1746166848.210962:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423329664 00000100:00100000:1.0:1746166848.211106:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7225 00000100:00100000:1.0:1746166848.211115:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423329664:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166848.211140:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166848.211177:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423329664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166848.211182:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7225 00000100:00080000:0.0:1746166848.211968:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166848.212021:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423329664:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166848.410700:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746166849.106183:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1746166849.106183:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423329792:0@lo:400:kworker.0 00000100:00080000:0.0:1746166849.106188:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166849.106190:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166849.106195:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10764 00000100:00080000:0.0:1746166849.106198:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166849.106203:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166849.106219:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090d4aa00 x1830977423330304/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166849.106242:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:2.0:1746166849.106243:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746166849.106245:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166849.106247:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166849.106250:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10764 00000100:00080000:0.0:1746166849.106251:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166849.106254:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166849.106261:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fb1c00 x1830977423330688/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166849.106467:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423330304:0@lo:8:kworker.0 00000100:00100000:2.0:1746166849.106468:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423330432:0@lo:400:kworker.0 00000100:00100000:3.0:1746166849.106619:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423329792 00000100:00100000:3.0:1746166849.106625:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423329792 00000100:00100000:3.0:1746166849.106655:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 969 00000100:00100000:3.0:1746166849.106661:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423329792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166849.106707:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423330048:0@lo:400:kworker.0 00000100:00100000:0.0:1746166849.109081:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166849.109444:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423329792:12345-0@lo:400:kworker.0 Request processed in 2780us (3199us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166849.109446:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166849.109455:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 969 00000100:00100000:2.0:1746166849.109487:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423329792:0@lo:400:kworker.0 00000100:00100000:3.0:1746166849.109500:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423330176:0@lo:400:kworker.0 00000100:00100000:2.0:1746166849.109514:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423329920:0@lo:400:kworker.0 00000100:00100000:3.0:1746166849.109523:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166849.109534:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166849.109546:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423330944:0@lo:400:kworker.0 00000100:00100000:2.0:1746166849.109548:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423330560:0@lo:400:kworker.0 00000100:00100000:3.0:1746166849.109562:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166849.109563:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166849.109586:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423330432 00000100:00100000:2.0:1746166849.109589:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423330432 00000100:00100000:2.0:1746166849.109613:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423329920 00000100:00100000:2.0:1746166849.109615:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423329920 00000100:00100000:2.0:1746166849.109633:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423330944 00000100:00100000:2.0:1746166849.109635:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423330944 00000100:00100000:2.0:1746166849.109647:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3124 00000100:00100000:2.0:1746166849.109652:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423330432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166849.109653:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423330688:0@lo:8:kworker.0 00000100:00100000:0.0:1746166849.109673:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166849.109713:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3125 00000100:00100000:0.0:1746166849.109720:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423329920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166849.109747:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423329920:12345-0@lo:400:kworker.0 Request processed in 28us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166849.109752:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3125 00000100:00100000:0.0:1746166849.109763:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3126 00000100:00100000:0.0:1746166849.109768:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423330944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166849.109823:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166849.109841:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423330816:0@lo:400:kworker.0 00000100:00100000:1.0:1746166849.109856:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166849.109893:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423330176 00000100:00100000:1.0:1746166849.109895:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423330176 00000100:00100000:1.0:1746166849.109911:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423330560 00000100:00100000:1.0:1746166849.109913:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423330560 00000100:00100000:1.0:1746166849.110117:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36025 00000100:00100000:1.0:1746166849.110123:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423330176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166849.110456:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423330432:12345-0@lo:400:kworker.0 Request processed in 803us (1010us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166849.110462:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3124 00000100:00100000:2.0:1746166849.110472:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423330048 00000100:00100000:2.0:1746166849.110475:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423330048 00000100:00100000:2.0:1746166849.110487:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3127 00000100:00100000:2.0:1746166849.110491:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423330048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166849.110512:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423330048:12345-0@lo:400:kworker.0 Request processed in 22us (690us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166849.110517:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3127 00000100:00100000:2.0:1746166849.110543:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423329920:0@lo:400:kworker.0 00000100:00100000:2.0:1746166849.110558:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423330432:0@lo:400:kworker.0 00000100:00080000:2.0:1746166849.110591:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746166849.110594:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166849.110603:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423330304 00000100:00100000:2.0:1746166849.110605:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423330304 00000100:00100000:2.0:1746166849.110618:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423330688 00000100:00100000:2.0:1746166849.110620:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423330688 00000100:00100000:2.0:1746166849.110628:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423330816 00000100:00100000:2.0:1746166849.110630:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423330816 00000100:00100000:2.0:1746166849.110647:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7847 00000100:00100000:2.0:1746166849.110652:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423330816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166849.110663:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36026 00000100:00100000:3.0:1746166849.110672:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423330560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166849.110693:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423330816:12345-0@lo:400:kworker.0 Request processed in 41us (835us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166849.110698:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7847 00000100:00100000:2.0:1746166849.110706:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50352 00000100:00100000:2.0:1746166849.110710:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423330304:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1746166849.110722:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423330560:12345-0@lo:400:kworker.0 Request processed in 52us (1158us total) trans 0 rc 0/0 00010000:00020000:2.0:1746166849.110725:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166849.110732:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36026 00000100:00100000:2.0:1746166849.110745:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423330304:12345-0@lo:8:kworker.0 Request processed in 35us (1668us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166849.110750:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50352 00000100:00100000:3.0:1746166849.110754:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50353 00000100:00100000:3.0:1746166849.110758:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423330688:12345-0@lo:8:kworker.0 00000100:00080000:2.0:1746166849.110765:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00020000:3.0:1746166849.110770:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166849.110781:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423330560:0@lo:400:kworker.0 00000100:00100000:3.0:1746166849.110792:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423330688:12345-0@lo:8:kworker.0 Request processed in 32us (1117us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166849.110799:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50353 00000100:00100000:2.0:1746166849.110817:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423330048:0@lo:400:kworker.0 00000100:00100000:2.0:1746166849.110824:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423330816:0@lo:400:kworker.0 00000100:00080000:3.0:1746166849.110833:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166849.110837:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166849.111052:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423330304:0@lo:8:kworker.0 00000100:00080000:2.0:1746166849.111083:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166849.111086:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166849.111090:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423330688:0@lo:8:kworker.0 00000100:00100000:0.0:1746166849.111270:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423330944:12345-0@lo:400:kworker.0 Request processed in 1500us (1705us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166849.111277:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3126 00000100:00100000:1.0:1746166849.111665:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423330176:12345-0@lo:400:kworker.0 Request processed in 1541us (2139us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166849.111671:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36025 00000100:00100000:3.0:1746166849.111746:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423330176:0@lo:400:kworker.0 00000100:00100000:3.0:1746166849.111756:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423330944:0@lo:400:kworker.0 00000100:00100000:0.0:1746166849.138269:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423331072:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166849.138337:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166849.138396:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423331072 00000100:00100000:1.0:1746166849.138409:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423331072 00000100:00100000:1.0:1746166849.138443:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36027 00000100:00100000:1.0:1746166849.138450:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423331072:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166849.138478:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166849.138530:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423331072:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166849.138539:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36027 00000100:00100000:0.0:1746166849.138555:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423331072:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166849.249989:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423331200:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166849.250048:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166849.250104:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423331200 00000100:00100000:0.0:1746166849.250110:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423331200 00000100:00100000:0.0:1746166849.250158:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36028 00000100:00100000:0.0:1746166849.250166:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423331200:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746166849.250199:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746166849.250233:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423331200:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166849.250239:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36028 00000100:00100000:0.0:1746166849.250277:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423331200:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166849.413136:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166849.490389:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166849.490559:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423331328:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166849.490617:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166849.491281:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423331328 00000100:00100000:0.0:1746166849.491289:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423331328 00000100:00100000:0.0:1746166849.491519:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7226 00000100:00100000:0.0:1746166849.491526:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423331328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166849.491546:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166849.491583:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423331328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (965us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166849.491588:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7226 00000100:00100000:0.0:1746166849.491632:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423331328:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166850.416156:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166851.417632:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166852.418341:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166853.088156:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166853.090519:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166853.090616:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166853.090751:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439195264 00000100:00100000:2.0:1746166853.090759:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439195264 00000100:00100000:2.0:1746166853.090818:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3128 00000100:00100000:2.0:1746166853.090827:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439195264:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166853.090883:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439195264:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 58us (541us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166853.090889:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3128 00000100:00080000:2.0:1746166853.090909:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166853.091013:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439195520 00000100:00100000:3.0:1746166853.091018:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439195520 00000100:00100000:3.0:1746166853.091043:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50354 00000100:00100000:3.0:1746166853.091047:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439195520:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166853.091068:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166853.091096:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439195520:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 48us (480us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166853.091102:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50354 00000100:00100000:0.0:1746166853.092862:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166853.093845:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439195392 00000100:00100000:3.0:1746166853.093851:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439195392 00000100:00100000:3.0:1746166853.093897:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3129 00000100:00100000:3.0:1746166853.093905:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439195392:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166853.093950:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439195392:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 46us (1091us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166853.093959:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3129 00000100:00080000:2.0:1746166853.094089:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166853.094282:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439195136 00000100:00100000:1.0:1746166853.094287:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439195136 00000100:00100000:1.0:1746166853.094322:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 970 00000100:00100000:1.0:1746166853.094327:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439195136:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166853.094365:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439195136:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 38us (6217us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166853.094371:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 970 00000100:00100000:3.0:1746166853.219214:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423331456:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166853.219274:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166853.220875:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423331456 00000100:00100000:1.0:1746166853.220884:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423331456 00000100:00080000:2.0:1746166853.221150:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166853.221156:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7227 00000100:00100000:1.0:1746166853.221164:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423331456:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166853.221192:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166853.221240:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423331456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (1966us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166853.221246:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7227 00000100:00100000:3.0:1746166853.221320:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423331456:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166853.419912:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166854.115543:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423331584:0@lo:400:kworker.0 00000100:00100000:1.0:1746166854.115597:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746166854.115631:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166854.115634:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166854.115637:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166854.115641:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10769 00000100:00080000:0.0:1746166854.115643:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166854.115648:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166854.115664:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800977e0a80 x1830977423332096/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746166854.115717:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423331968:0@lo:400:kworker.0 00000100:00100000:3.0:1746166854.115745:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166854.115830:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423331712:0@lo:400:kworker.0 00000100:00100000:3.0:1746166854.115851:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166854.115864:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746166854.115868:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423331840:0@lo:400:kworker.0 00000100:00100000:3.0:1746166854.115880:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166854.115902:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423331712 00000100:00100000:3.0:1746166854.115907:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423331712 00000100:00100000:2.0:1746166854.116054:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423331840 00000100:00100000:2.0:1746166854.116058:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423331840 00000100:00100000:1.0:1746166854.116280:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423331968 00000100:00100000:1.0:1746166854.116283:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423331968 00000100:00100000:1.0:1746166854.116311:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36029 00000100:00100000:1.0:1746166854.116317:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423331968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166854.116357:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423331968:12345-0@lo:400:kworker.0 Request processed in 40us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166854.116363:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36029 00000100:00100000:1.0:1746166854.116392:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423331968:0@lo:400:kworker.0 00000100:00100000:1.0:1746166854.116430:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423331584 00000100:00100000:1.0:1746166854.116433:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423331584 00000100:00100000:1.0:1746166854.116456:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971 00000100:00100000:1.0:1746166854.116461:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423331584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166854.116486:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423331584:12345-0@lo:400:kworker.0 Request processed in 25us (889us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166854.116491:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971 00000100:00100000:1.0:1746166854.116513:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423331584:0@lo:400:kworker.0 00000100:00100000:0.0:1746166854.117013:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423332096:0@lo:8:kworker.0 00000100:00100000:0.0:1746166854.117036:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166854.117064:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423332096 00000100:00100000:0.0:1746166854.117067:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423332096 00000100:00100000:0.0:1746166854.117081:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50355 00000100:00100000:0.0:1746166854.117085:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423332096:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166854.117102:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166854.117125:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423332096:12345-0@lo:8:kworker.0 Request processed in 38us (88us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166854.117129:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50355 00000100:00080000:0.0:1746166854.117148:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166854.117151:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166854.117153:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423332096:0@lo:8:kworker.0 00000100:00100000:3.0:1746166854.117261:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3130 00000100:00100000:3.0:1746166854.117267:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423331712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166854.117294:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423331712:12345-0@lo:400:kworker.0 Request processed in 29us (1442us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166854.117298:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3130 00000100:00100000:3.0:1746166854.117323:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423331712:0@lo:400:kworker.0 00000100:00100000:2.0:1746166854.117436:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3131 00000100:00100000:2.0:1746166854.117443:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423331840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166854.117475:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423331840:12345-0@lo:400:kworker.0 Request processed in 33us (1593us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166854.117479:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3131 00000100:00080000:3.0:1746166854.117749:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746166854.117752:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166854.117768:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423331840:0@lo:400:kworker.0 00000100:00080000:1.0:1746166854.120761:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746166854.120766:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746166854.120769:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746166854.120774:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10769 00000100:00080000:1.0:1746166854.120787:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1746166854.120792:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746166854.120810:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130e64000 x1830977423332480/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746166854.120856:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423332480:0@lo:8:kworker.0 00000100:00100000:1.0:1746166854.120899:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166854.120943:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423332480 00000100:00100000:1.0:1746166854.120948:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423332480 00000100:00100000:1.0:1746166854.120968:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50356 00000100:00100000:1.0:1746166854.120973:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423332480:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166854.120991:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166854.121019:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423332480:12345-0@lo:8:kworker.0 Request processed in 46us (120us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166854.121025:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50356 00000100:00080000:1.0:1746166854.121048:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166854.121051:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166854.121054:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423332480:0@lo:8:kworker.0 00000100:00100000:1.0:1746166854.121081:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423332608:0@lo:400:kworker.0 00000100:00100000:1.0:1746166854.121099:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166854.121114:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423332608 00000100:00100000:1.0:1746166854.121117:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423332608 00000100:00100000:1.0:1746166854.121143:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7848 00000100:00100000:1.0:1746166854.121148:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423332608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166854.121174:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423332608:12345-0@lo:400:kworker.0 Request processed in 27us (74us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166854.121179:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7848 00000100:00100000:1.0:1746166854.121200:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423332608:0@lo:400:kworker.0 00000100:00100000:1.0:1746166854.121210:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746166854.121214:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423332352:0@lo:400:kworker.0 00000100:00100000:1.0:1746166854.121232:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166854.121248:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423332352 00000100:00100000:1.0:1746166854.121251:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423332352 00000100:00100000:1.0:1746166854.121268:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36030 00000100:00100000:1.0:1746166854.121273:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423332352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166854.121296:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423332352:12345-0@lo:400:kworker.0 Request processed in 23us (63us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166854.121301:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36030 00000100:00100000:1.0:1746166854.121322:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423332352:0@lo:400:kworker.0 00000100:00080000:1.0:1746166854.121339:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166854.121397:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423332224:0@lo:400:kworker.0 00000100:00100000:2.0:1746166854.121421:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166854.121439:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746166854.121443:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423332736:0@lo:400:kworker.0 00000100:00100000:2.0:1746166854.121457:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166854.121474:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423332224 00000100:00100000:2.0:1746166854.121477:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423332224 00000100:00100000:2.0:1746166854.121492:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423332736 00000100:00100000:2.0:1746166854.121494:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423332736 00000100:00100000:2.0:1746166854.121504:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3132 00000100:00100000:2.0:1746166854.121509:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423332224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166854.121534:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423332224:12345-0@lo:400:kworker.0 Request processed in 25us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166854.121538:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3132 00000100:00100000:2.0:1746166854.121546:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3133 00000100:00100000:2.0:1746166854.121550:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423332736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166854.121565:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423332736:12345-0@lo:400:kworker.0 Request processed in 15us (108us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166854.121570:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3133 00000100:00100000:2.0:1746166854.121589:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423332736:0@lo:400:kworker.0 00000100:00100000:2.0:1746166854.121596:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423332224:0@lo:400:kworker.0 00000100:00100000:1.0:1746166854.146935:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746166854.146954:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423332864:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166854.147005:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166854.147077:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423332864 00000100:00100000:0.0:1746166854.147083:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423332864 00000100:00100000:0.0:1746166854.147112:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36031 00000100:00100000:0.0:1746166854.147117:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423332864:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746166854.148583:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746166854.148650:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423332864:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1531us (1643us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166854.148657:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36031 00000100:00100000:2.0:1746166854.148831:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423332864:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166854.259645:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746166854.259669:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423332992:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166854.259756:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166854.259856:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423332992 00000100:00100000:0.0:1746166854.259863:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423332992 00000100:00100000:0.0:1746166854.259896:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36032 00000100:00100000:0.0:1746166854.259903:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423332992:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746166854.259934:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746166854.260089:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423332992:12345-0@lo:41:osp-pre-0-1.0 Request processed in 185us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166854.260094:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36032 00000100:00100000:1.0:1746166854.260176:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423332992:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166854.424672:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166854.499557:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746166854.499578:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423333120:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166854.499634:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166854.500201:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423333120 00000100:00100000:0.0:1746166854.500208:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423333120 00000100:00100000:0.0:1746166854.500245:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7228 00000100:00100000:0.0:1746166854.500252:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088face00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423333120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166854.500272:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166854.500315:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088face00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423333120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (681us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166854.500321:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7228 00000100:00100000:3.0:1746166854.501105:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423333120:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166855.426433:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166856.427899:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166857.429928:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166858.095189:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166858.096337:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166858.096385:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166858.096418:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439195648 00000100:00100000:0.0:1746166858.096425:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439195648 00000100:00100000:0.0:1746166858.096462:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 972 00000100:00100000:0.0:1746166858.096470:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439195648:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166858.096489:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439196032 00000100:00100000:1.0:1746166858.096493:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439196032 00000100:00100000:1.0:1746166858.096513:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50357 00000100:00100000:1.0:1746166858.096519:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439196032:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166858.096540:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166858.096593:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439196032:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 73us (258us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166858.096600:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50357 00000100:00100000:0.0:1746166858.097940:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439195648:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1468us (1551us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166858.097948:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 972 00000100:00100000:3.0:1746166858.097969:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166858.097993:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439195776 00000100:00100000:3.0:1746166858.097997:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439195776 00000100:00080000:1.0:1746166858.098018:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166858.098023:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439195904 00000100:00100000:3.0:1746166858.098025:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439195904 00000100:00080000:1.0:1746166858.098043:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166858.098046:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3134 00000100:00100000:3.0:1746166858.098052:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439195776:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166858.098059:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3135 00000100:00100000:1.0:1746166858.098064:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439195904:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166858.098081:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439195904:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 18us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166858.098081:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439195776:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 29us (2901us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166858.098086:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3135 00000100:00100000:3.0:1746166858.098089:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3134 00000100:00100000:2.0:1746166858.225869:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423333248:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166858.225918:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166858.226029:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423333248 00000100:00100000:1.0:1746166858.226035:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423333248 00000100:00100000:1.0:1746166858.226080:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7229 00000100:00100000:1.0:1746166858.226085:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423333248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166858.226107:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166858.226145:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423333248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166858.226150:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7229 00000100:00100000:3.0:1746166858.226177:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423333248:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1746166858.226206:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746166858.432095:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1746166859.138860:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746166859.138864:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746166859.138868:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746166859.138874:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10774 00000100:00080000:1.0:1746166859.138879:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1746166859.138884:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746166859.138901:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009fa91c00 x1830977423333888/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746166859.138923:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746166859.138926:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746166859.138927:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746166859.138929:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10774 00000100:00080000:1.0:1746166859.138932:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1746166859.138935:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746166859.138942:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130e65c00 x1830977423334272/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746166859.139168:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423333632:0@lo:400:kworker.0 00000100:00100000:1.0:1746166859.139220:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166859.139273:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423334400:0@lo:400:kworker.0 00000100:00100000:1.0:1746166859.139295:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166859.139315:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1746166859.139319:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423333504:0@lo:400:kworker.0 00000100:00100000:1.0:1746166859.139334:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166859.139346:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423334144:0@lo:400:kworker.0 00000100:00100000:1.0:1746166859.139361:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166859.139382:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423333888:0@lo:8:kworker.0 00000100:00100000:1.0:1746166859.139397:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166859.139420:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423334272:0@lo:8:kworker.0 00000100:00100000:1.0:1746166859.139435:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166859.139459:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423334400 00000100:00100000:1.0:1746166859.139465:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423334400 00000100:00100000:1.0:1746166859.139502:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423333888 00000100:00100000:1.0:1746166859.139504:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423333888 00000100:00100000:1.0:1746166859.139512:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423334272 00000100:00100000:1.0:1746166859.139514:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423334272 00000100:00100000:1.0:1746166859.139525:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7849 00000100:00100000:1.0:1746166859.139531:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423334400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166859.139571:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423334400:12345-0@lo:400:kworker.0 Request processed in 40us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166859.139577:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7849 00000100:00100000:1.0:1746166859.139590:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50358 00000100:00100000:1.0:1746166859.139594:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423333888:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166859.139613:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166859.139635:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423333888:12345-0@lo:8:kworker.0 Request processed in 40us (236us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166859.139640:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50358 00000100:00100000:1.0:1746166859.139647:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50359 00000100:00100000:1.0:1746166859.139651:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423334272:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166859.139659:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166859.139703:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423334272:12345-0@lo:8:kworker.0 Request processed in 22us (238us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166859.139708:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50359 00000100:00100000:3.0:1746166859.139761:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423333760:0@lo:400:kworker.0 00000100:00100000:3.0:1746166859.139785:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166859.139800:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423334528:0@lo:400:kworker.0 00000100:00100000:3.0:1746166859.139813:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166859.139827:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423333632 00000100:00100000:3.0:1746166859.139830:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423333632 00000100:00100000:3.0:1746166859.139852:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423333504 00000100:00100000:3.0:1746166859.139853:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423333504 00000100:00100000:3.0:1746166859.139865:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423334528 00000100:00100000:3.0:1746166859.139867:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423334528 00000100:00100000:3.0:1746166859.139877:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3136 00000100:00100000:3.0:1746166859.139881:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423333632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166859.139907:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423333632:12345-0@lo:400:kworker.0 Request processed in 25us (687us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166859.139912:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3136 00000100:00100000:3.0:1746166859.139924:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3137 00000100:00100000:3.0:1746166859.139928:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423333504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166859.139947:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423333504:12345-0@lo:400:kworker.0 Request processed in 19us (612us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166859.139951:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3137 00000100:00100000:3.0:1746166859.139958:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3138 00000100:00100000:3.0:1746166859.139962:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423334528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166859.139978:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423334528:12345-0@lo:400:kworker.0 Request processed in 16us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166859.139982:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3138 00000100:00100000:3.0:1746166859.140009:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423334528:0@lo:400:kworker.0 00000100:00100000:3.0:1746166859.140022:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1746166859.140027:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423333376:0@lo:400:kworker.0 00000100:00100000:3.0:1746166859.140046:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166859.140068:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423334016:0@lo:400:kworker.0 00000100:00100000:3.0:1746166859.140084:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166859.140096:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423334016 00000100:00100000:3.0:1746166859.140099:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423334016 00000100:00100000:3.0:1746166859.140113:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3139 00000100:00100000:3.0:1746166859.140117:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423334016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166859.140137:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423334016:12345-0@lo:400:kworker.0 Request processed in 20us (53us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166859.140144:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3139 00000100:00100000:3.0:1746166859.140163:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423334016:0@lo:400:kworker.0 00000100:00080000:3.0:1746166859.140202:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746166859.140204:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746166859.140206:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166859.140239:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423334144 00000100:00100000:3.0:1746166859.140242:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423334144 00000100:00100000:3.0:1746166859.140258:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423333760 00000100:00100000:3.0:1746166859.140259:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423333760 00000100:00100000:3.0:1746166859.140269:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36033 00000100:00100000:3.0:1746166859.140273:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423334144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166859.140299:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423334144:12345-0@lo:400:kworker.0 Request processed in 26us (937us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166859.140303:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36033 00000100:00100000:3.0:1746166859.140312:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36034 00000100:00100000:3.0:1746166859.140316:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088faf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423333760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166859.140334:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088faf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423333760:12345-0@lo:400:kworker.0 Request processed in 18us (548us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166859.140338:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36034 00000100:00100000:3.0:1746166859.140351:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423333376 00000100:00100000:3.0:1746166859.140353:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423333376 00000100:00100000:3.0:1746166859.140546:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 973 00000100:00100000:3.0:1746166859.140551:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423333376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166859.140573:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423333376:12345-0@lo:400:kworker.0 Request processed in 23us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166859.140577:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 973 00000100:00100000:3.0:1746166859.140602:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423333376:0@lo:400:kworker.0 00000100:00100000:3.0:1746166859.140611:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423333760:0@lo:400:kworker.0 00000100:00080000:3.0:1746166859.140651:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166859.140655:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166859.140658:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423333888:0@lo:8:kworker.0 00000100:00080000:3.0:1746166859.140664:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166859.140666:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166859.140668:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423334272:0@lo:8:kworker.0 00000100:00100000:2.0:1746166859.140815:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423333504:0@lo:400:kworker.0 00000100:00100000:2.0:1746166859.140822:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423334144:0@lo:400:kworker.0 00000100:00100000:2.0:1746166859.140829:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423333632:0@lo:400:kworker.0 00000100:00100000:2.0:1746166859.140836:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423334400:0@lo:400:kworker.0 00000100:00100000:2.0:1746166859.153982:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746166859.154000:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423334656:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166859.154056:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166859.154096:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423334656 00000100:00100000:2.0:1746166859.154101:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423334656 00000100:00100000:2.0:1746166859.154135:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36035 00000100:00100000:2.0:1746166859.154142:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423334656:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166859.154170:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166859.154198:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423334656:12345-0@lo:41:osp-pre-1-0.0 Request processed in 56us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166859.154204:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36035 00000100:00100000:2.0:1746166859.154239:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423334656:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166859.265880:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746166859.265900:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423334784:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166859.265960:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166859.266058:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423334784 00000100:00100000:2.0:1746166859.266064:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423334784 00000100:00100000:2.0:1746166859.266111:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36036 00000100:00100000:2.0:1746166859.266118:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423334784:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166859.266148:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166859.266188:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423334784:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166859.266194:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36036 00000100:00100000:3.0:1746166859.266309:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423334784:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166859.433933:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166859.506633:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746166859.507135:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423334912:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166859.507190:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166859.510576:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423334912 00000100:00100000:1.0:1746166859.510587:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423334912 00000100:00100000:1.0:1746166859.510645:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7230 00000100:00100000:1.0:1746166859.510653:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423334912:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746166859.510701:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166859.510769:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423334912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 117us (3577us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166859.510775:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7230 00000100:00100000:3.0:1746166859.511108:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423334912:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166860.436539:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166861.437801:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166862.439943:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166863.102583:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166863.103441:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166863.105049:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439196288 00000100:00100000:1.0:1746166863.105058:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439196288 00000100:00100000:1.0:1746166863.105114:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3140 00000100:00100000:1.0:1746166863.105121:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439196288:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166863.105289:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439196160 00000100:00100000:3.0:1746166863.105293:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439196160 00000100:00100000:3.0:1746166863.105312:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 974 00000100:00100000:3.0:1746166863.105316:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439196160:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:2.0:1746166863.105350:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166863.105509:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439196288:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 388us (2932us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166863.105515:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3140 00000100:00100000:3.0:1746166863.106261:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439196160:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 942us (2818us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166863.106268:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 974 00000100:00100000:0.0:1746166863.107289:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166863.107329:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166863.107384:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439196416 00000100:00100000:1.0:1746166863.107389:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439196416 00000100:00100000:1.0:1746166863.107417:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3141 00000100:00100000:1.0:1746166863.107423:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439196416:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166863.107459:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439196416:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 37us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166863.107464:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3141 00000100:00080000:1.0:1746166863.107524:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166863.107565:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439196544 00000100:00100000:2.0:1746166863.107569:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439196544 00000100:00100000:2.0:1746166863.109521:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50360 00000100:00100000:2.0:1746166863.109528:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439196544:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166863.109549:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166863.109594:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439196544:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 66us (2264us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166863.109924:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50360 00000100:00100000:2.0:1746166863.235843:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423335040:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166863.235901:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166863.236820:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423335040 00000100:00100000:3.0:1746166863.236827:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423335040 00000100:00100000:3.0:1746166863.236885:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7231 00000100:00100000:3.0:1746166863.236894:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423335040:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166863.236920:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166863.236966:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423335040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (1064us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166863.236972:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7231 00000100:00080000:1.0:1746166863.237023:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166863.237106:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423335040:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166863.441873:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1746166864.145977:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746166864.145981:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746166864.145984:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746166864.145991:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10779 00000100:00080000:1.0:1746166864.145995:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1746166864.146000:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746166864.146018:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b63c380 x1830977423335680/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746166864.146042:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746166864.146045:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746166864.146048:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746166864.146051:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10779 00000100:00080000:1.0:1746166864.146053:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1746166864.146056:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746166864.146064:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b63f100 x1830977423336064/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746166864.146097:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423335680:0@lo:8:kworker.0 00000100:00100000:1.0:1746166864.146150:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166864.146198:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423336064:0@lo:8:kworker.0 00000100:00100000:1.0:1746166864.146215:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166864.146248:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423335680 00000100:00100000:1.0:1746166864.146253:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423335680 00000100:00100000:1.0:1746166864.146272:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423336064 00000100:00100000:1.0:1746166864.146274:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423336064 00000100:00100000:1.0:1746166864.146286:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50361 00000100:00100000:1.0:1746166864.146292:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423335680:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166864.146312:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166864.146340:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423335680:12345-0@lo:8:kworker.0 Request processed in 47us (190us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166864.146346:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50361 00000100:00100000:1.0:1746166864.146357:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50362 00000100:00100000:1.0:1746166864.146361:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423336064:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166864.146370:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166864.146384:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423336064:12345-0@lo:8:kworker.0 Request processed in 23us (168us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166864.146389:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50362 00000100:00080000:1.0:1746166864.146413:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166864.146417:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166864.146420:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423335680:0@lo:8:kworker.0 00000100:00080000:1.0:1746166864.146427:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166864.146429:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166864.146432:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423336064:0@lo:8:kworker.0 00000100:00100000:1.0:1746166864.146479:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423335296:0@lo:400:kworker.0 00000100:00100000:1.0:1746166864.146499:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166864.146513:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423335936:0@lo:400:kworker.0 00000100:00100000:1.0:1746166864.146528:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166864.146544:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423335936 00000100:00100000:1.0:1746166864.146546:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423335936 00000100:00100000:1.0:1746166864.146567:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36037 00000100:00100000:1.0:1746166864.146572:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423335936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166864.146602:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423335936:12345-0@lo:400:kworker.0 Request processed in 30us (73us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166864.146638:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36037 00000100:00100000:1.0:1746166864.146661:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423335936:0@lo:400:kworker.0 00000100:00100000:1.0:1746166864.146690:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1746166864.146696:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423335424:0@lo:400:kworker.0 00000100:00100000:1.0:1746166864.146712:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166864.146727:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423335296 00000100:00100000:1.0:1746166864.146729:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423335296 00000100:00100000:1.0:1746166864.146751:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423335424 00000100:00100000:1.0:1746166864.146753:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423335424 00000100:00100000:1.0:1746166864.146766:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3142 00000100:00100000:1.0:1746166864.146770:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423335296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166864.146792:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423335296:12345-0@lo:400:kworker.0 Request processed in 22us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166864.146797:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3142 00000100:00100000:1.0:1746166864.146805:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3143 00000100:00100000:1.0:1746166864.146809:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423335424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166864.146825:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423335424:12345-0@lo:400:kworker.0 Request processed in 16us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166864.146829:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3143 00000100:00080000:1.0:1746166864.146840:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166864.146842:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166864.146856:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423335424:0@lo:400:kworker.0 00000100:00100000:1.0:1746166864.146861:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423336192:0@lo:400:kworker.0 00000100:00100000:1.0:1746166864.146887:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166864.146900:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423336192 00000100:00100000:1.0:1746166864.146903:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423336192 00000100:00100000:1.0:1746166864.147144:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7850 00000100:00100000:1.0:1746166864.147149:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423336192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166864.147174:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423336192:12345-0@lo:400:kworker.0 Request processed in 26us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166864.147179:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7850 00000100:00080000:1.0:1746166864.147190:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166864.147203:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423336192:0@lo:400:kworker.0 00000100:00100000:1.0:1746166864.147210:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423335296:0@lo:400:kworker.0 00000100:00100000:3.0:1746166864.147320:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423335552:0@lo:400:kworker.0 00000100:00100000:3.0:1746166864.147519:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166864.147545:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423336320:0@lo:400:kworker.0 00000100:00100000:3.0:1746166864.147559:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166864.147570:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1746166864.147575:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423335168:0@lo:400:kworker.0 00000100:00100000:3.0:1746166864.147592:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166864.147619:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423335168 00000100:00100000:3.0:1746166864.147622:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423335168 00000100:00100000:3.0:1746166864.147642:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 975 00000100:00100000:3.0:1746166864.147647:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423335168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166864.147670:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423335168:12345-0@lo:400:kworker.0 Request processed in 23us (77us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166864.147709:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 975 00000100:00100000:3.0:1746166864.147758:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423335168:0@lo:400:kworker.0 00000100:00100000:3.0:1746166864.147763:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423335808:0@lo:400:kworker.0 00000100:00100000:3.0:1746166864.147779:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166864.147792:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423336320 00000100:00100000:3.0:1746166864.147794:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423336320 00000100:00100000:3.0:1746166864.147808:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423335808 00000100:00100000:3.0:1746166864.147810:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423335808 00000100:00100000:3.0:1746166864.147820:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3144 00000100:00100000:3.0:1746166864.147825:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423336320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166864.147846:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423336320:12345-0@lo:400:kworker.0 Request processed in 21us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166864.147851:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3144 00000100:00100000:3.0:1746166864.147861:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3145 00000100:00100000:3.0:1746166864.147865:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423335808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166864.147884:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423335808:12345-0@lo:400:kworker.0 Request processed in 18us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166864.147889:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3145 00000100:00100000:3.0:1746166864.147925:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423335808:0@lo:400:kworker.0 00000100:00100000:3.0:1746166864.147932:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423336320:0@lo:400:kworker.0 00000100:00100000:1.0:1746166864.149553:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423335552 00000100:00100000:1.0:1746166864.149560:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423335552 00000100:00100000:1.0:1746166864.149601:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36038 00000100:00100000:1.0:1746166864.149618:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423335552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166864.151840:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423335552:12345-0@lo:400:kworker.0 Request processed in 2227us (4314us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166864.151850:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36038 00000100:00100000:3.0:1746166864.152319:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423335552:0@lo:400:kworker.0 00000100:00100000:3.0:1746166864.163047:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746166864.163122:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423336448:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166864.163177:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166864.163268:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423336448 00000100:00100000:1.0:1746166864.163275:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423336448 00000100:00100000:1.0:1746166864.163310:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36039 00000100:00100000:1.0:1746166864.163316:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423336448:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166864.163345:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166864.163384:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423336448:12345-0@lo:41:osp-pre-1-0.0 Request processed in 68us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166864.163390:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36039 00000100:00100000:3.0:1746166864.163635:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423336448:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166864.274226:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423336576:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166864.274281:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166864.274874:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423336576 00000100:00100000:2.0:1746166864.274881:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423336576 00000100:00100000:2.0:1746166864.274922:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36040 00000100:00100000:2.0:1746166864.274928:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013048ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423336576:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166864.274955:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166864.274994:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013048ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423336576:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (712us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166864.275000:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36040 00000100:00100000:0.0:1746166864.275107:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423336576:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166864.447783:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166864.513953:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423336704:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166864.514008:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166864.515731:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423336704 00000100:00100000:2.0:1746166864.515739:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423336704 00000100:00100000:2.0:1746166864.515780:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7232 00000100:00100000:2.0:1746166864.515786:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423336704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166864.515918:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166864.515968:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423336704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 182us (1960us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166864.515973:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7232 00000100:00100000:0.0:1746166864.516108:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423336704:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166865.450103:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166866.452502:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166867.453888:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166868.113914:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166868.113958:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166868.113990:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166868.114019:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166868.114041:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439196928 00000100:00100000:0.0:1746166868.114048:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439196928 00000100:00100000:3.0:1746166868.114112:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439196672 00000100:00100000:3.0:1746166868.114115:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439196672 00000100:00100000:1.0:1746166868.114194:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439197056 00000100:00100000:1.0:1746166868.114198:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439197056 00000100:00100000:1.0:1746166868.114230:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50363 00000100:00100000:1.0:1746166868.114236:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439197056:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:3.0:1746166868.114320:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 976 00000100:00100000:3.0:1746166868.114327:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439196672:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166868.114376:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439196672:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 49us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166868.114382:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 976 00000100:00080000:3.0:1746166868.115250:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166868.115267:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439196800 00000100:00100000:3.0:1746166868.115270:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439196800 00000100:00100000:0.0:1746166868.115348:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3146 00000100:00100000:0.0:1746166868.115422:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439196928:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166868.115463:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439196928:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 109us (1472us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166868.115469:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3146 00010000:00020000:1.0:1746166868.115520:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166868.115553:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439197056:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 1316us (1645us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166868.115562:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50363 00000100:00100000:3.0:1746166868.115880:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3147 00000100:00100000:3.0:1746166868.115887:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439196800:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166868.115919:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439196800:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 33us (1899us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166868.115925:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3147 00000100:00080000:3.0:1746166868.115939:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166868.242320:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423336832:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166868.242374:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166868.242512:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423336832 00000100:00100000:2.0:1746166868.242518:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423336832 00000100:00100000:2.0:1746166868.242586:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7233 00000100:00100000:2.0:1746166868.242594:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423336832:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166868.242618:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166868.242650:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423336832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166868.242656:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7233 00000100:00080000:2.0:1746166868.242697:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166868.242828:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423336832:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166868.457626:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1746166869.153834:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746166869.153838:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746166869.153841:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746166869.153847:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10784 00000100:00080000:1.0:1746166869.153851:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1746166869.153857:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746166869.153872:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130489880 x1830977423337472/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746166869.153891:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746166869.153893:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746166869.153894:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746166869.153897:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10784 00000100:00080000:1.0:1746166869.153898:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746166869.153901:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746166869.153908:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b63df80 x1830977423337856/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746166869.153936:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130489180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423337088:0@lo:400:kworker.0 00000100:00100000:1.0:1746166869.153984:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166869.154040:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013048a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423337728:0@lo:400:kworker.0 00000100:00100000:1.0:1746166869.154061:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166869.154079:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1746166869.154083:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130488700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423337216:0@lo:400:kworker.0 00000100:00100000:1.0:1746166869.154098:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166869.154109:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423337984:0@lo:400:kworker.0 00000100:00100000:1.0:1746166869.154124:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166869.154141:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130489880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423337472:0@lo:8:kworker.0 00000100:00100000:1.0:1746166869.154154:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166869.154178:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423337856:0@lo:8:kworker.0 00000100:00100000:1.0:1746166869.154191:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166869.154215:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423337728 00000100:00100000:1.0:1746166869.154220:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423337728 00000100:00100000:1.0:1746166869.154250:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36041 00000100:00100000:1.0:1746166869.154255:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423337728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166869.154293:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423337728:12345-0@lo:400:kworker.0 Request processed in 38us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166869.154298:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36041 00000100:00100000:1.0:1746166869.154316:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423337984 00000100:00100000:1.0:1746166869.154318:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423337984 00000100:00100000:1.0:1746166869.154339:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423337472 00000100:00100000:1.0:1746166869.154341:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423337472 00000100:00100000:1.0:1746166869.154349:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423337856 00000100:00100000:1.0:1746166869.154351:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423337856 00000100:00100000:1.0:1746166869.154359:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7851 00000100:00100000:1.0:1746166869.154363:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423337984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166869.154385:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423337984:12345-0@lo:400:kworker.0 Request processed in 22us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166869.154390:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7851 00000100:00100000:1.0:1746166869.154398:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50364 00000100:00100000:1.0:1746166869.154401:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423337472:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166869.154418:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166869.154437:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423337472:12345-0@lo:8:kworker.0 Request processed in 35us (282us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166869.154441:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50364 00000100:00100000:1.0:1746166869.154449:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50365 00000100:00100000:1.0:1746166869.154452:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423337856:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166869.154459:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166869.154472:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423337856:12345-0@lo:8:kworker.0 Request processed in 19us (281us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166869.154476:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50365 00000100:00080000:1.0:1746166869.154504:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166869.154506:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166869.154509:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130489880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423337472:0@lo:8:kworker.0 00000100:00080000:1.0:1746166869.154515:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166869.154517:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166869.154520:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423337856:0@lo:8:kworker.0 00000100:00100000:1.0:1746166869.154580:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423337984:0@lo:400:kworker.0 00000100:00100000:1.0:1746166869.154591:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013048a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423337728:0@lo:400:kworker.0 00000100:00100000:1.0:1746166869.154614:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423337088 00000100:00100000:1.0:1746166869.154616:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423337088 00000100:00100000:1.0:1746166869.154636:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423337216 00000100:00100000:1.0:1746166869.154638:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423337216 00000100:00100000:1.0:1746166869.154650:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3148 00000100:00100000:1.0:1746166869.154655:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423337088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166869.154704:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423337088:12345-0@lo:400:kworker.0 Request processed in 48us (719us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166869.154709:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3148 00000100:00100000:1.0:1746166869.154718:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3149 00000100:00100000:1.0:1746166869.154723:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423337216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166869.154742:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423337216:12345-0@lo:400:kworker.0 Request processed in 20us (643us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166869.154746:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3149 00000100:00100000:1.0:1746166869.154769:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130488700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423337216:0@lo:400:kworker.0 00000100:00100000:1.0:1746166869.154776:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130489180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423337088:0@lo:400:kworker.0 00000100:00080000:1.0:1746166869.154804:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166869.154807:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746166869.154808:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166869.154877:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013048aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423336960:0@lo:400:kworker.0 00000100:00100000:0.0:1746166869.154908:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166869.154940:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130489c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423337600:0@lo:400:kworker.0 00000100:00100000:0.0:1746166869.154957:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166869.154969:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746166869.154974:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130489500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423337344:0@lo:400:kworker.0 00000100:00100000:0.0:1746166869.154998:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166869.155010:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423338112:0@lo:400:kworker.0 00000100:00100000:0.0:1746166869.155024:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166869.155040:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423337600 00000100:00100000:0.0:1746166869.155043:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423337600 00000100:00100000:0.0:1746166869.155058:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423338112 00000100:00100000:0.0:1746166869.155060:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423338112 00000100:00100000:0.0:1746166869.155069:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3150 00000100:00100000:0.0:1746166869.155073:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423337600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166869.155097:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423337600:12345-0@lo:400:kworker.0 Request processed in 24us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166869.155102:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3150 00000100:00100000:0.0:1746166869.155110:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3151 00000100:00100000:0.0:1746166869.155114:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423338112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166869.155133:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423338112:12345-0@lo:400:kworker.0 Request processed in 19us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166869.155138:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3151 00000100:00100000:0.0:1746166869.155157:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423338112:0@lo:400:kworker.0 00000100:00100000:0.0:1746166869.155164:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130489c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423337600:0@lo:400:kworker.0 00000100:00100000:2.0:1746166869.155239:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423336960 00000100:00100000:2.0:1746166869.155242:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423336960 00000100:00100000:2.0:1746166869.155262:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 977 00000100:00100000:2.0:1746166869.155267:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423336960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166869.155304:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423336960:12345-0@lo:400:kworker.0 Request processed in 37us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166869.155309:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 977 00000100:00100000:0.0:1746166869.155446:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013048aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423336960:0@lo:400:kworker.0 00000100:00100000:1.0:1746166869.155629:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423337344 00000100:00100000:1.0:1746166869.155633:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423337344 00000100:00100000:1.0:1746166869.156454:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36042 00000100:00100000:1.0:1746166869.156460:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423337344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166869.157061:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423337344:12345-0@lo:400:kworker.0 Request processed in 600us (2060us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166869.157067:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36042 00000100:00100000:0.0:1746166869.157232:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130489500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423337344:0@lo:400:kworker.0 00000100:00100000:0.0:1746166869.170978:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423338240:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166869.171033:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166869.171215:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423338240 00000100:00100000:2.0:1746166869.171222:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423338240 00000100:00100000:2.0:1746166869.171545:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36043 00000100:00100000:2.0:1746166869.171553:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423338240:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166869.171589:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166869.171627:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423338240:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (593us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166869.171633:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36043 00000100:00100000:0.0:1746166869.171711:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423338240:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166869.281989:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746166869.282009:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423338368:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166869.282068:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166869.282144:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423338368 00000100:00100000:0.0:1746166869.282150:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423338368 00000100:00100000:0.0:1746166869.282184:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36044 00000100:00100000:0.0:1746166869.282190:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423338368:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746166869.282217:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746166869.282336:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423338368:12345-0@lo:41:osp-pre-0-1.0 Request processed in 144us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166869.282342:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36044 00000100:00100000:3.0:1746166869.282463:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423338368:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166869.458070:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166869.521887:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166869.521906:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423338496:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166869.521963:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166869.522091:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423338496 00000100:00100000:2.0:1746166869.522098:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423338496 00000100:00100000:2.0:1746166869.522133:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7234 00000100:00100000:2.0:1746166869.522140:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423338496:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166869.522160:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166869.522485:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423338496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 344us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166869.522492:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7234 00000100:00100000:1.0:1746166869.522583:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423338496:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166870.459936:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166871.463009:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166872.465910:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166873.119150:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166873.119192:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166873.119236:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166873.119271:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439197568 00000100:00100000:0.0:1746166873.119278:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439197568 00000100:00100000:3.0:1746166873.119363:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439197312 00000100:00100000:3.0:1746166873.119367:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439197312 00000100:00100000:2.0:1746166873.119422:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439197184 00000100:00100000:2.0:1746166873.119425:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439197184 00000100:00100000:2.0:1746166873.119451:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 978 00000100:00100000:2.0:1746166873.119469:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439197184:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166873.119539:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50366 00000100:00100000:0.0:1746166873.119545:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439197568:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746166873.119564:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166873.119704:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3152 00000100:00100000:3.0:1746166873.119711:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439197312:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:1.0:1746166873.119761:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166873.120281:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439197184:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 822us (1137us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166873.120288:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 978 00000100:00100000:0.0:1746166873.120549:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439197568:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 1002us (1312us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166873.120555:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50366 00000100:00100000:3.0:1746166873.120597:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439197312:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 886us (1403us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166873.120603:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3152 00000100:00100000:0.0:1746166873.121573:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166873.121630:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439197440 00000100:00100000:3.0:1746166873.121635:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439197440 00000100:00100000:3.0:1746166873.122149:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3153 00000100:00100000:3.0:1746166873.122155:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095626a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439197440:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166873.122187:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095626a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439197440:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 34us (616us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166873.122192:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3153 00000100:00080000:1.0:1746166873.130839:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166873.251549:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746166873.251569:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423338624:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166873.251628:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166873.252866:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423338624 00000100:00100000:3.0:1746166873.252873:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423338624 00000100:00100000:3.0:1746166873.252915:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7235 00000100:00100000:3.0:1746166873.252922:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423338624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166873.253135:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166873.253167:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423338624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 247us (1539us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166873.253172:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7235 00000100:00080000:1.0:1746166873.253269:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166873.253828:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423338624:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166873.468129:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1746166874.163736:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746166874.163740:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746166874.163743:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746166874.163749:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10789 00000100:00080000:1.0:1746166874.163753:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746166874.163758:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746166874.163775:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095a20380 x1830977423339264/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746166874.163800:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746166874.163802:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746166874.163804:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746166874.163806:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10789 00000100:00080000:1.0:1746166874.163808:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746166874.163811:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746166874.163820:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b63ca80 x1830977423339648/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746166874.163852:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423338880:0@lo:400:kworker.0 00000100:00100000:1.0:1746166874.163898:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166874.163944:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423339520:0@lo:400:kworker.0 00000100:00100000:1.0:1746166874.163964:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166874.163984:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1746166874.163989:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423339008:0@lo:400:kworker.0 00000100:00100000:1.0:1746166874.164004:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166874.164015:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423339776:0@lo:400:kworker.0 00000100:00100000:1.0:1746166874.164030:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166874.164049:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423339264:0@lo:8:kworker.0 00000100:00100000:1.0:1746166874.164065:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166874.164090:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423339648:0@lo:8:kworker.0 00000100:00100000:1.0:1746166874.164104:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166874.164128:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423339776 00000100:00100000:1.0:1746166874.164133:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423339776 00000100:00100000:1.0:1746166874.164162:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423339264 00000100:00100000:1.0:1746166874.164164:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423339264 00000100:00100000:1.0:1746166874.164172:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423339648 00000100:00100000:1.0:1746166874.164174:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423339648 00000100:00100000:1.0:1746166874.164184:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7852 00000100:00100000:1.0:1746166874.164190:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423339776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166874.164224:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423339776:12345-0@lo:400:kworker.0 Request processed in 35us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166874.164229:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7852 00000100:00100000:1.0:1746166874.164242:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50367 00000100:00100000:1.0:1746166874.164246:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013048a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423339264:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166874.164262:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166874.164294:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013048a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423339264:12345-0@lo:8:kworker.0 Request processed in 47us (228us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166874.164299:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50367 00000100:00100000:1.0:1746166874.164308:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50368 00000100:00100000:1.0:1746166874.164311:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423339648:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166874.164320:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166874.164334:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423339648:12345-0@lo:8:kworker.0 Request processed in 22us (229us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166874.164338:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50368 00000100:00080000:1.0:1746166874.164352:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746166874.164377:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166874.164379:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166874.164382:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423339264:0@lo:8:kworker.0 00000100:00080000:1.0:1746166874.164389:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166874.164391:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166874.164393:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423339648:0@lo:8:kworker.0 00000100:00100000:1.0:1746166874.164417:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423339776:0@lo:400:kworker.0 00000100:00100000:1.0:1746166874.164453:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423338880 00000100:00100000:1.0:1746166874.164456:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423338880 00000100:00100000:1.0:1746166874.164480:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423339008 00000100:00100000:1.0:1746166874.164483:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423339008 00000100:00100000:1.0:1746166874.164497:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3154 00000100:00100000:1.0:1746166874.164502:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013048aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423338880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166874.164531:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013048aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423338880:12345-0@lo:400:kworker.0 Request processed in 29us (633us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166874.164537:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3154 00000100:00100000:1.0:1746166874.164546:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3155 00000100:00100000:1.0:1746166874.164551:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423339008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166874.164572:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423339008:12345-0@lo:400:kworker.0 Request processed in 21us (567us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166874.164580:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3155 00000100:00080000:1.0:1746166874.164594:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166874.164596:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166874.164609:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423339008:0@lo:400:kworker.0 00000100:00100000:1.0:1746166874.164617:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423338880:0@lo:400:kworker.0 00000100:00100000:1.0:1746166874.164650:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423339520 00000100:00100000:1.0:1746166874.164653:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423339520 00000100:00100000:1.0:1746166874.164672:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36045 00000100:00100000:1.0:1746166874.164697:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423339520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166874.164725:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423339520:12345-0@lo:400:kworker.0 Request processed in 30us (761us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166874.164731:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36045 00000100:00100000:1.0:1746166874.164750:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423339520:0@lo:400:kworker.0 00000100:00100000:0.0:1746166874.164832:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423338752:0@lo:400:kworker.0 00000100:00100000:0.0:1746166874.164858:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166874.164881:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423339392:0@lo:400:kworker.0 00000100:00100000:0.0:1746166874.164894:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166874.164904:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746166874.164908:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423339136:0@lo:400:kworker.0 00000100:00100000:0.0:1746166874.164925:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166874.164933:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130489500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423339904:0@lo:400:kworker.0 00000100:00100000:0.0:1746166874.164944:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166874.164957:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423339392 00000100:00100000:0.0:1746166874.164959:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423339392 00000100:00100000:0.0:1746166874.164973:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423339904 00000100:00100000:0.0:1746166874.164975:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423339904 00000100:00100000:0.0:1746166874.164984:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3156 00000100:00100000:0.0:1746166874.164987:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423339392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166874.165007:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423339392:12345-0@lo:400:kworker.0 Request processed in 19us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166874.165011:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3156 00000100:00100000:0.0:1746166874.165018:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3157 00000100:00100000:0.0:1746166874.165022:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423339904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166874.165035:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423339904:12345-0@lo:400:kworker.0 Request processed in 13us (91us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166874.165039:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3157 00000100:00100000:0.0:1746166874.165056:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130489500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423339904:0@lo:400:kworker.0 00000100:00100000:0.0:1746166874.165062:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423339392:0@lo:400:kworker.0 00000100:00100000:2.0:1746166874.165125:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423338752 00000100:00100000:2.0:1746166874.165128:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423338752 00000100:00100000:2.0:1746166874.165150:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 979 00000100:00100000:2.0:1746166874.165155:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423338752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166874.165189:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423338752:12345-0@lo:400:kworker.0 Request processed in 34us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166874.165193:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 979 00000100:00100000:0.0:1746166874.165262:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423338752:0@lo:400:kworker.0 00000100:00100000:1.0:1746166874.165376:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423339136 00000100:00100000:1.0:1746166874.165379:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423339136 00000100:00100000:1.0:1746166874.165403:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36046 00000100:00100000:1.0:1746166874.165408:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423339136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166874.165436:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423339136:12345-0@lo:400:kworker.0 Request processed in 28us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166874.165453:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36046 00000100:00100000:0.0:1746166874.167484:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423339136:0@lo:400:kworker.0 00000100:00100000:3.0:1746166874.177909:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746166874.177929:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095624380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423340032:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166874.178181:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166874.179036:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423340032 00000100:00100000:0.0:1746166874.179044:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423340032 00000100:00100000:0.0:1746166874.179092:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36047 00000100:00100000:0.0:1746166874.179100:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423340032:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746166874.179130:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746166874.179176:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423340032:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (995us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166874.179183:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36047 00000100:00100000:3.0:1746166874.179303:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095624380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423340032:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166874.291536:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423340160:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166874.291595:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166874.291786:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423340160 00000100:00100000:0.0:1746166874.291793:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423340160 00000100:00100000:0.0:1746166874.291826:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36048 00000100:00100000:0.0:1746166874.291832:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423340160:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746166874.291859:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746166874.291893:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423340160:12345-0@lo:41:osp-pre-0-1.0 Request processed in 62us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166874.291899:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36048 00000100:00100000:1.0:1746166874.292141:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423340160:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166874.471607:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166874.531627:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746166874.531648:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423340288:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166874.531727:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166874.532218:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423340288 00000100:00100000:3.0:1746166874.532226:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423340288 00000100:00100000:3.0:1746166874.532276:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7236 00000100:00100000:3.0:1746166874.532284:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423340288:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166874.532308:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166874.532356:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423340288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (629us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166874.532362:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7236 00000100:00100000:1.0:1746166874.532479:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423340288:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166875.473170:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166876.474800:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166877.478277:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166878.131098:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166878.131134:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166878.131163:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166878.131324:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439197824 00000100:00100000:2.0:1746166878.131332:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439197824 00000100:00100000:2.0:1746166878.131398:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439197952 00000100:00100000:2.0:1746166878.131401:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439197952 00000100:00100000:2.0:1746166878.131418:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3158 00000100:00100000:2.0:1746166878.131426:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439197824:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166878.131476:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439197824:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 51us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166878.131482:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3158 00000100:00100000:2.0:1746166878.131493:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3159 00000100:00100000:2.0:1746166878.131498:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439197952:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166878.131512:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439197952:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 14us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166878.131516:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3159 00000100:00100000:3.0:1746166878.131710:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439197696 00000100:00100000:3.0:1746166878.131716:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439197696 00000100:00100000:3.0:1746166878.131743:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 980 00000100:00100000:3.0:1746166878.131748:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a81ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439197696:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166878.131772:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a81ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439197696:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 24us (637us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166878.131777:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 980 00000100:00080000:1.0:1746166878.131857:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166878.131860:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166878.133602:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166878.133626:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439198080 00000100:00100000:1.0:1746166878.133630:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439198080 00000100:00100000:1.0:1746166878.133652:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50369 00000100:00100000:1.0:1746166878.133656:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439198080:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166878.133693:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166878.133735:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439198080:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 77us (136us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166878.133740:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50369 00000100:00100000:2.0:1746166878.258222:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746166878.258242:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095624380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423340416:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166878.258296:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166878.258628:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423340416 00000100:00100000:0.0:1746166878.258636:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423340416 00000100:00100000:0.0:1746166878.258711:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7237 00000100:00100000:0.0:1746166878.258719:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423340416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166878.258743:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166878.258787:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423340416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166878.258794:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7237 00000100:00080000:1.0:1746166878.258925:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166878.260647:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095624380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423340416:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166878.479854:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166879.171871:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423340544:0@lo:400:kworker.0 00000100:00100000:1.0:1746166879.171924:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166879.172321:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166879.172325:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166879.172327:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166879.172331:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10794 00000100:00080000:2.0:1746166879.172334:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166879.172338:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166879.172380:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088eb4a80 x1830977423341056/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746166879.172417:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423340928:0@lo:400:kworker.0 00000100:00100000:3.0:1746166879.172444:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166879.172464:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423340800:0@lo:400:kworker.0 00000100:00100000:3.0:1746166879.172482:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166879.172500:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423340800 00000100:00100000:3.0:1746166879.172505:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423340800 00000100:00100000:3.0:1746166879.172542:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3160 00000100:00100000:3.0:1746166879.172549:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423340800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166879.172583:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423340800:12345-0@lo:400:kworker.0 Request processed in 35us (100us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166879.172588:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3160 00000100:00080000:3.0:1746166879.172604:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166879.172622:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423340672:0@lo:400:kworker.0 00000100:00100000:3.0:1746166879.172638:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166879.172649:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423341056:0@lo:8:kworker.0 00000100:00100000:3.0:1746166879.172664:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166879.172740:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423341056 00000100:00100000:1.0:1746166879.172743:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423341056 00000100:00100000:1.0:1746166879.172760:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50370 00000100:00100000:1.0:1746166879.172764:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423341056:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166879.172782:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166879.172808:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423341056:12345-0@lo:8:kworker.0 Request processed in 43us (143us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166879.172814:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50370 00000100:00080000:2.0:1746166879.172818:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166879.172821:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166879.172822:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166879.172825:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10794 00000100:00080000:2.0:1746166879.172828:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746166879.172831:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746166879.172839:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423341184:0@lo:400:kworker.0 00000100:00100000:2.0:1746166879.172840:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090ce9880 x1830977423341568/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746166879.172858:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166879.172868:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423341312:0@lo:400:kworker.0 00000100:00100000:1.0:1746166879.172870:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423341184 00000100:00100000:1.0:1746166879.172872:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423341184 00000100:00100000:2.0:1746166879.172886:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166879.172887:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7853 00000100:00100000:1.0:1746166879.172891:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d26850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423341184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166879.172899:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746166879.172903:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423341440:0@lo:400:kworker.0 00000100:00100000:1.0:1746166879.172912:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d26850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423341184:12345-0@lo:400:kworker.0 Request processed in 21us (54us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166879.172916:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166879.172917:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7853 00000100:00100000:2.0:1746166879.172932:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423340672 00000100:00100000:2.0:1746166879.172935:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423340672 00000100:00100000:2.0:1746166879.172951:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423341312 00000100:00100000:2.0:1746166879.172952:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423341312 00000100:00100000:2.0:1746166879.172963:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3161 00000100:00100000:2.0:1746166879.172967:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423340672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166879.172989:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423340672:12345-0@lo:400:kworker.0 Request processed in 23us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166879.172993:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3161 00000100:00100000:2.0:1746166879.173001:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3162 00000100:00100000:2.0:1746166879.173004:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ceb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423341312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166879.173020:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ceb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423341312:12345-0@lo:400:kworker.0 Request processed in 16us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166879.173022:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423341184:0@lo:400:kworker.0 00000100:00100000:2.0:1746166879.173024:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3162 00000100:00100000:1.0:1746166879.173032:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ceb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423341824:0@lo:400:kworker.0 00000100:00080000:2.0:1746166879.173032:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166879.173046:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423341312:0@lo:400:kworker.0 00000100:00100000:1.0:1746166879.173048:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166879.173053:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423340672:0@lo:400:kworker.0 00000100:00100000:2.0:1746166879.173065:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423341824 00000100:00100000:2.0:1746166879.173067:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423341824 00000100:00100000:2.0:1746166879.173080:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3163 00000100:00100000:2.0:1746166879.173084:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423341824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166879.173094:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423340544 00000100:00100000:0.0:1746166879.173097:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423340544 00000100:00100000:2.0:1746166879.173105:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423341824:12345-0@lo:400:kworker.0 Request processed in 21us (57us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166879.173109:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3163 00000100:00100000:0.0:1746166879.173117:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 981 00000100:00100000:0.0:1746166879.173127:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423340544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166879.173150:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423340544:12345-0@lo:400:kworker.0 Request processed in 29us (1226us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166879.173150:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423340800:0@lo:400:kworker.0 00000100:00100000:0.0:1746166879.173159:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 981 00000100:00100000:2.0:1746166879.173165:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423341696:0@lo:400:kworker.0 00000100:00100000:0.0:1746166879.173179:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423340928 00000100:00100000:0.0:1746166879.173181:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423340928 00000100:00100000:2.0:1746166879.173182:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166879.173194:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423341696 00000100:00100000:0.0:1746166879.173195:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423341440 00000100:00100000:0.0:1746166879.173196:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423341440 00000100:00100000:2.0:1746166879.173196:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423341696 00000100:00100000:0.0:1746166879.173207:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36049 00000100:00100000:2.0:1746166879.173209:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7854 00000100:00100000:2.0:1746166879.173213:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423341696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166879.173216:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423340928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166879.173234:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423340928:12345-0@lo:400:kworker.0 Request processed in 23us (790us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166879.173234:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423341696:12345-0@lo:400:kworker.0 Request processed in 21us (51us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166879.173239:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36049 00000100:00100000:2.0:1746166879.173239:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7854 00000100:00100000:0.0:1746166879.173246:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36050 00000100:00080000:2.0:1746166879.173248:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166879.173250:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423341440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166879.173260:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423341696:0@lo:400:kworker.0 00000100:00100000:2.0:1746166879.173267:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423340928:0@lo:400:kworker.0 00000100:00100000:0.0:1746166879.173275:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423341440:12345-0@lo:400:kworker.0 Request processed in 25us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166879.173280:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36050 00000100:00100000:2.0:1746166879.173284:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423341440:0@lo:400:kworker.0 00000100:00080000:2.0:1746166879.173305:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166879.173308:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166879.173311:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423341056:0@lo:8:kworker.0 00000100:00100000:2.0:1746166879.173320:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423341568:0@lo:8:kworker.0 00000100:00100000:2.0:1746166879.173336:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166879.173352:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423341568 00000100:00100000:2.0:1746166879.173365:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423341568 00000100:00100000:2.0:1746166879.173377:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50371 00000100:00100000:2.0:1746166879.173381:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423341568:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166879.173391:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166879.173410:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423341568:12345-0@lo:8:kworker.0 Request processed in 28us (73us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166879.173417:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50371 00000100:00080000:2.0:1746166879.173436:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166879.173438:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166879.173441:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423341568:0@lo:8:kworker.0 00000100:00100000:0.0:1746166879.174972:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ceb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423341824:0@lo:400:kworker.0 00000100:00100000:0.0:1746166879.174980:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423340544:0@lo:400:kworker.0 00000100:00100000:0.0:1746166879.186700:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746166879.186719:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bbb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423341952:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166879.186773:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166879.187717:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423341952 00000100:00100000:3.0:1746166879.187727:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423341952 00000100:00100000:3.0:1746166879.187775:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36051 00000100:00100000:3.0:1746166879.187783:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423341952:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166879.187811:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166879.187862:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423341952:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (1089us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166879.187868:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36051 00000100:00100000:1.0:1746166879.188002:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bbb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423341952:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166879.300624:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423342080:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166879.300702:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166879.300862:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423342080 00000100:00100000:0.0:1746166879.300869:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423342080 00000100:00100000:0.0:1746166879.301134:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36052 00000100:00100000:0.0:1746166879.301142:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423342080:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746166879.301170:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746166879.301208:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423342080:12345-0@lo:41:osp-pre-0-1.0 Request processed in 65us (505us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166879.301213:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36052 00000100:00100000:3.0:1746166879.301541:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423342080:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166879.481913:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166879.539262:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746166879.539281:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423342208:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166879.539512:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166879.540849:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423342208 00000100:00100000:3.0:1746166879.540856:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423342208 00000100:00100000:3.0:1746166879.540899:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7238 00000100:00100000:3.0:1746166879.540905:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423342208:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166879.540926:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166879.540974:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423342208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (1462us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166879.540980:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7238 00000100:00100000:1.0:1746166879.541063:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423342208:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166880.484413:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166881.486567:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166882.491691:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166883.138807:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166883.138852:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166883.138889:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166883.138968:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439198208 00000100:00100000:2.0:1746166883.138976:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439198208 00000100:00100000:2.0:1746166883.139013:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 982 00000100:00100000:2.0:1746166883.139019:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439198208:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166883.139069:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439198208:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 50us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166883.139075:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 982 00000100:00100000:0.0:1746166883.139756:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166883.139776:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439198592 00000100:00100000:0.0:1746166883.139780:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439198592 00000100:00100000:0.0:1746166883.139812:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50372 00000100:00100000:0.0:1746166883.139817:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439198592:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746166883.139839:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166883.139902:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439198464 00000100:00100000:1.0:1746166883.139907:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439198464 00000100:00100000:1.0:1746166883.139936:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439198336 00000100:00100000:1.0:1746166883.139938:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439198336 00000100:00100000:1.0:1746166883.139953:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3164 00000100:00100000:1.0:1746166883.139958:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439198464:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166883.140100:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3165 00000100:00100000:3.0:1746166883.140108:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439198336:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:2.0:1746166883.140381:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746166883.140384:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166883.140443:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439198592:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 624us (686us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166883.140449:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50372 00000100:00100000:1.0:1746166883.140488:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439198464:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 529us (1635us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166883.140497:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3164 00000100:00100000:3.0:1746166883.141160:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439198336:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1051us (2268us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166883.141166:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3165 00000100:00100000:0.0:1746166883.267011:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746166883.267029:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423342336:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166883.267082:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166883.267110:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423342336 00000100:00100000:0.0:1746166883.267116:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423342336 00000100:00080000:3.0:1746166883.268181:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166883.268341:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7239 00000100:00100000:0.0:1746166883.268351:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423342336:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166883.268377:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166883.268410:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423342336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (1328us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166883.268416:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7239 00000100:00100000:0.0:1746166883.268475:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423342336:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166883.495244:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746166884.179089:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166884.179093:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166884.179095:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166884.179102:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10800 00000100:00080000:2.0:1746166884.179106:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746166884.179111:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166884.179127:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090ce8e00 x1830977423342976/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166884.179151:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166884.179156:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166884.179157:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166884.179159:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10800 00000100:00080000:2.0:1746166884.179161:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746166884.179164:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166884.179174:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090ce8380 x1830977423343488/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166884.179207:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423342976:0@lo:8:kworker.0 00000100:00100000:2.0:1746166884.179258:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166884.179362:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423342848:0@lo:400:kworker.0 00000100:00100000:1.0:1746166884.179390:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166884.179429:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ceb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423343616:0@lo:400:kworker.0 00000100:00100000:1.0:1746166884.179450:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423342720:0@lo:400:kworker.0 00000100:00100000:1.0:1746166884.179469:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166884.179806:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423342592:0@lo:400:kworker.0 00000100:00100000:0.0:1746166884.179849:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423342848 00000100:00100000:0.0:1746166884.179854:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423342848 00000100:00100000:0.0:1746166884.179888:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36053 00000100:00100000:0.0:1746166884.179895:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423342848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166884.179940:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423342848:12345-0@lo:400:kworker.0 Request processed in 46us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166884.179945:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36053 00000100:00100000:3.0:1746166884.181236:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423342464:0@lo:400:kworker.0 00000100:00100000:3.0:1746166884.181283:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166884.181313:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423343104:0@lo:400:kworker.0 00000100:00100000:3.0:1746166884.181345:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423342464 00000100:00100000:3.0:1746166884.181350:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423342464 00000100:00100000:3.0:1746166884.181376:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 983 00000100:00100000:3.0:1746166884.181381:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423342464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166884.181411:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423342464:12345-0@lo:400:kworker.0 Request processed in 29us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166884.181416:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 983 00000100:00100000:2.0:1746166884.181804:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423343488:0@lo:8:kworker.0 00000100:00100000:2.0:1746166884.181823:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166884.181850:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423342976 00000100:00100000:2.0:1746166884.181852:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423342976 00000100:00100000:2.0:1746166884.181865:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423343488 00000100:00100000:2.0:1746166884.181866:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423343488 00000100:00100000:2.0:1746166884.181876:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50373 00000100:00100000:2.0:1746166884.181879:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423342976:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166884.181897:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166884.181922:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423342976:12345-0@lo:8:kworker.0 Request processed in 41us (2664us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166884.181927:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50373 00000100:00100000:2.0:1746166884.181936:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50374 00000100:00100000:2.0:1746166884.181939:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423343488:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166884.181946:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166884.181961:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423343488:12345-0@lo:8:kworker.0 Request processed in 22us (137us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166884.181966:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50374 00000100:00080000:2.0:1746166884.181990:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166884.181994:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166884.181997:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423342976:0@lo:8:kworker.0 00000100:00080000:2.0:1746166884.182003:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166884.182005:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166884.182007:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423343488:0@lo:8:kworker.0 00000100:00100000:3.0:1746166884.182075:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166884.182099:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423343744:0@lo:400:kworker.0 00000100:00100000:0.0:1746166884.182205:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423343104 00000100:00100000:0.0:1746166884.182209:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423343104 00000100:00100000:0.0:1746166884.182238:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7855 00000100:00100000:0.0:1746166884.182243:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423343104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166884.182281:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423343104:12345-0@lo:400:kworker.0 Request processed in 38us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166884.182286:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7855 00000100:00100000:1.0:1746166884.182439:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166884.182466:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423342848:0@lo:400:kworker.0 00000100:00100000:1.0:1746166884.182481:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423343360:0@lo:400:kworker.0 00000100:00100000:1.0:1746166884.182499:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166884.182523:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423343360 00000100:00100000:1.0:1746166884.182526:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423343360 00000100:00100000:1.0:1746166884.182543:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36054 00000100:00100000:1.0:1746166884.182546:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423343360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166884.182570:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423343360:12345-0@lo:400:kworker.0 Request processed in 24us (71us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166884.182575:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36054 00000100:00100000:1.0:1746166884.182593:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423343360:0@lo:400:kworker.0 00000100:00100000:1.0:1746166884.182618:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423342720 00000100:00100000:1.0:1746166884.182620:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423342720 00000100:00100000:1.0:1746166884.182644:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3166 00000100:00100000:1.0:1746166884.182648:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423342720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166884.182672:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423342720:12345-0@lo:400:kworker.0 Request processed in 24us (3203us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166884.182694:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3166 00000100:00080000:1.0:1746166884.182707:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166884.182722:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423342720:0@lo:400:kworker.0 00000100:00100000:0.0:1746166884.182771:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166884.182793:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423343232:0@lo:400:kworker.0 00000100:00100000:0.0:1746166884.182811:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166884.182866:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423343616 00000100:00100000:3.0:1746166884.182869:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423343616 00000100:00100000:3.0:1746166884.182897:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7856 00000100:00100000:3.0:1746166884.182902:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423343616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166884.182936:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423343616:12345-0@lo:400:kworker.0 Request processed in 27us (490us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166884.182940:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7856 00000100:00100000:3.0:1746166884.182954:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166884.182974:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423342464:0@lo:400:kworker.0 00000100:00100000:3.0:1746166884.182982:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423343104:0@lo:400:kworker.0 00000100:00100000:3.0:1746166884.183003:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423342592 00000100:00100000:3.0:1746166884.183005:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423342592 00000100:00100000:3.0:1746166884.183019:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423343232 00000100:00100000:3.0:1746166884.183021:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423343232 00000100:00100000:3.0:1746166884.183029:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423343744 00000100:00100000:3.0:1746166884.183030:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423343744 00000100:00100000:3.0:1746166884.183039:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3167 00000100:00100000:3.0:1746166884.183043:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423342592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166884.183065:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423342592:12345-0@lo:400:kworker.0 Request processed in 22us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166884.183069:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3167 00000100:00100000:3.0:1746166884.183075:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3168 00000100:00100000:3.0:1746166884.183078:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423343232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166884.183090:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423343232:12345-0@lo:400:kworker.0 Request processed in 12us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166884.183094:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3168 00000100:00100000:3.0:1746166884.183099:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3169 00000100:00100000:3.0:1746166884.183102:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423343744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166884.183115:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423343744:12345-0@lo:400:kworker.0 Request processed in 13us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166884.183119:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3169 00000100:00100000:3.0:1746166884.183135:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423343744:0@lo:400:kworker.0 00000100:00080000:0.0:1746166884.183198:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746166884.183201:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166884.183216:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423342592:0@lo:400:kworker.0 00000100:00100000:0.0:1746166884.183223:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423343232:0@lo:400:kworker.0 00000100:00100000:1.0:1746166884.184279:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ceb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423343616:0@lo:400:kworker.0 00000100:00100000:0.0:1746166884.194652:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423343872:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166884.194722:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166884.194801:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423343872 00000100:00100000:1.0:1746166884.194807:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423343872 00000100:00100000:1.0:1746166884.195108:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36055 00000100:00100000:1.0:1746166884.195116:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423343872:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166884.195143:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166884.195601:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423343872:12345-0@lo:41:osp-pre-1-0.0 Request processed in 486us (878us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166884.195608:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36055 00000100:00100000:2.0:1746166884.195714:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423343872:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166884.306692:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746166884.306711:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423344000:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166884.306764:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166884.306847:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423344000 00000100:00100000:2.0:1746166884.306853:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423344000 00000100:00100000:2.0:1746166884.306884:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36056 00000100:00100000:2.0:1746166884.306891:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423344000:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166884.307124:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166884.307160:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423344000:12345-0@lo:41:osp-pre-0-1.0 Request processed in 269us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166884.307165:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36056 00000100:00100000:0.0:1746166884.307248:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423344000:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166884.498530:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166884.546218:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423344128:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166884.546285:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166884.546451:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423344128 00000100:00100000:3.0:1746166884.546458:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423344128 00000100:00100000:3.0:1746166884.546502:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7240 00000100:00100000:3.0:1746166884.546510:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423344128:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166884.546529:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166884.549251:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423344128:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2736us (2959us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166884.549272:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7240 00000100:00100000:1.0:1746166884.549590:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423344128:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166885.511536:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166886.513902:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166887.519303:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166888.148073:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166888.148143:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439198720 00000100:00100000:3.0:1746166888.148150:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439198720 00000100:00100000:3.0:1746166888.148188:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 984 00000100:00100000:3.0:1746166888.148194:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439198720:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166888.148270:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439198720:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 76us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166888.148276:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 984 00000100:00100000:0.0:1746166888.153845:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166888.154104:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166888.154145:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166888.154211:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439199104 00000100:00100000:2.0:1746166888.154219:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439199104 00000100:00100000:1.0:1746166888.154839:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439198976 00000100:00100000:1.0:1746166888.154843:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439198976 00000100:00100000:2.0:1746166888.155420:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50375 00000100:00100000:2.0:1746166888.155427:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439199104:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166888.155447:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166888.155494:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439199104:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 66us (1389us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166888.155500:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50375 00000100:00080000:2.0:1746166888.155601:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166888.155844:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439198848 00000100:00100000:1.0:1746166888.155848:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439198848 00000100:00100000:0.0:1746166888.156411:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3170 00000100:00100000:0.0:1746166888.156420:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439198976:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166888.156465:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439198976:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 46us (2627us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166888.156471:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3170 00000100:00100000:0.0:1746166888.156484:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3171 00000100:00100000:0.0:1746166888.156488:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439198848:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166888.156504:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439198848:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 16us (2360us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166888.156509:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3171 00000100:00080000:2.0:1746166888.156642:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166888.273868:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746166888.273884:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423344256:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166888.273941:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166888.274045:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423344256 00000100:00100000:0.0:1746166888.274052:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423344256 00000100:00100000:0.0:1746166888.274093:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7241 00000100:00100000:0.0:1746166888.274099:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423344256:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166888.274122:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166888.274155:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423344256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166888.274160:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7241 00000100:00080000:0.0:1746166888.274191:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166888.274955:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423344256:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166888.521925:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746166889.187545:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166889.187550:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166889.187553:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166889.187560:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10805 00000100:00080000:0.0:1746166889.187565:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746166889.187571:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166889.187588:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fb5500 x1830977423344896/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166889.187614:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166889.187617:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166889.187618:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166889.187622:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10805 00000100:00080000:0.0:1746166889.187624:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746166889.187628:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166889.187635:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fb6a00 x1830977423345408/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166889.187666:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423344896:0@lo:8:kworker.0 00000100:00100000:0.0:1746166889.187739:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166889.187792:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423345408:0@lo:8:kworker.0 00000100:00100000:0.0:1746166889.187812:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166889.187847:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423344896 00000100:00100000:0.0:1746166889.187854:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423344896 00000100:00100000:0.0:1746166889.187874:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423345408 00000100:00100000:0.0:1746166889.187876:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423345408 00000100:00100000:0.0:1746166889.187889:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50376 00000100:00100000:0.0:1746166889.187895:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423344896:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166889.187916:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166889.187947:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423344896:12345-0@lo:8:kworker.0 Request processed in 51us (208us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166889.187953:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50376 00000100:00100000:0.0:1746166889.187965:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50377 00000100:00100000:0.0:1746166889.187968:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423345408:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166889.187977:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166889.187994:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423345408:12345-0@lo:8:kworker.0 Request processed in 24us (181us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166889.187998:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50377 00000100:00080000:0.0:1746166889.188027:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166889.188030:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166889.188034:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423344896:0@lo:8:kworker.0 00000100:00080000:0.0:1746166889.188042:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166889.188044:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166889.188047:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423345408:0@lo:8:kworker.0 00000100:00100000:0.0:1746166889.188074:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423344512:0@lo:400:kworker.0 00000100:00100000:0.0:1746166889.188096:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166889.188110:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423345152:0@lo:400:kworker.0 00000100:00100000:0.0:1746166889.188125:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166889.188138:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746166889.188143:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423344640:0@lo:400:kworker.0 00000100:00100000:0.0:1746166889.188157:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166889.188169:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423345280:0@lo:400:kworker.0 00000100:00100000:0.0:1746166889.188220:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166889.188248:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423344512 00000100:00100000:0.0:1746166889.188251:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423344512 00000100:00100000:0.0:1746166889.188278:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423345152 00000100:00100000:0.0:1746166889.188280:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423345152 00000100:00100000:0.0:1746166889.188290:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423344640 00000100:00100000:0.0:1746166889.188292:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423344640 00000100:00100000:0.0:1746166889.188306:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3172 00000100:00100000:0.0:1746166889.188312:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423344512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166889.188344:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423344512:12345-0@lo:400:kworker.0 Request processed in 32us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166889.188349:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3172 00000100:00100000:0.0:1746166889.188360:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3173 00000100:00100000:0.0:1746166889.188366:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423345152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166889.188384:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423345152:12345-0@lo:400:kworker.0 Request processed in 19us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166889.188389:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3173 00000100:00100000:0.0:1746166889.188396:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3174 00000100:00100000:0.0:1746166889.188400:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423344640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166889.188416:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423344640:12345-0@lo:400:kworker.0 Request processed in 16us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166889.188421:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3174 00000100:00080000:0.0:1746166889.188433:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166889.188435:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166889.188456:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423344640:0@lo:400:kworker.0 00000100:00100000:0.0:1746166889.188479:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423344512:0@lo:400:kworker.0 00000100:00100000:0.0:1746166889.188485:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423345152:0@lo:400:kworker.0 00000100:00100000:0.0:1746166889.188526:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423345280 00000100:00100000:0.0:1746166889.188528:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423345280 00000100:00100000:0.0:1746166889.188546:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36057 00000100:00100000:0.0:1746166889.188550:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423345280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166889.188576:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423345280:12345-0@lo:400:kworker.0 Request processed in 26us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166889.188581:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36057 00000100:00100000:0.0:1746166889.188599:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423345280:0@lo:400:kworker.0 00000100:00100000:2.0:1746166889.188668:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423344384:0@lo:400:kworker.0 00000100:00100000:2.0:1746166889.188706:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166889.188739:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423345024:0@lo:400:kworker.0 00000100:00100000:2.0:1746166889.188753:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166889.188762:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423345664:0@lo:400:kworker.0 00000100:00100000:2.0:1746166889.188773:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166889.188783:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1746166889.188787:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423344768:0@lo:400:kworker.0 00000100:00100000:2.0:1746166889.188809:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166889.188817:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423345536:0@lo:400:kworker.0 00000100:00100000:2.0:1746166889.188828:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166889.188841:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423345024 00000100:00100000:2.0:1746166889.188844:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423345024 00000100:00100000:2.0:1746166889.188859:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423345536 00000100:00100000:2.0:1746166889.188860:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423345536 00000100:00100000:2.0:1746166889.188872:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7857 00000100:00100000:2.0:1746166889.188876:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423345024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166889.188897:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423345024:12345-0@lo:400:kworker.0 Request processed in 21us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166889.188901:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7857 00000100:00100000:2.0:1746166889.188909:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7858 00000100:00100000:2.0:1746166889.188912:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423345536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166889.188926:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423345536:12345-0@lo:400:kworker.0 Request processed in 13us (97us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166889.188930:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7858 00000100:00100000:2.0:1746166889.188946:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423345536:0@lo:400:kworker.0 00000100:00100000:2.0:1746166889.188952:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423345024:0@lo:400:kworker.0 00000100:00100000:2.0:1746166889.188963:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423345664 00000100:00100000:2.0:1746166889.188965:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423345664 00000100:00100000:2.0:1746166889.188976:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3175 00000100:00100000:2.0:1746166889.188980:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423345664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166889.188997:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423345664:12345-0@lo:400:kworker.0 Request processed in 17us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166889.189002:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3175 00000100:00100000:2.0:1746166889.189015:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423345664:0@lo:400:kworker.0 00000100:00100000:2.0:1746166889.189029:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423344384 00000100:00100000:2.0:1746166889.189031:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423344384 00000100:00100000:2.0:1746166889.189045:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 985 00000100:00100000:2.0:1746166889.189048:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423344384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166889.189066:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423344384:12345-0@lo:400:kworker.0 Request processed in 17us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166889.189070:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 985 00000100:00100000:2.0:1746166889.189086:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423344384:0@lo:400:kworker.0 00000100:00100000:0.0:1746166889.189138:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423344768 00000100:00100000:0.0:1746166889.189140:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423344768 00000100:00100000:0.0:1746166889.189156:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36058 00000100:00100000:0.0:1746166889.189160:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ceb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423344768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166889.189203:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ceb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423344768:12345-0@lo:400:kworker.0 Request processed in 42us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166889.189209:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36058 00000100:00080000:0.0:1746166889.189220:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166889.189378:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423344768:0@lo:400:kworker.0 00000100:00100000:0.0:1746166889.202877:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423345792:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166889.202930:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166889.203005:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423345792 00000100:00100000:1.0:1746166889.203011:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423345792 00000100:00100000:1.0:1746166889.203048:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36059 00000100:00100000:1.0:1746166889.203055:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423345792:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166889.203081:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166889.205195:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423345792:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1932us (2056us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166889.205206:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36059 00000100:00100000:0.0:1746166889.205273:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423345792:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166889.313856:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746166889.313872:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423345920:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166889.313924:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166889.314174:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423345920 00000100:00100000:0.0:1746166889.314179:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423345920 00000100:00100000:0.0:1746166889.314242:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36060 00000100:00100000:0.0:1746166889.314248:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423345920:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746166889.314273:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746166889.314484:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423345920:12345-0@lo:41:osp-pre-0-1.0 Request processed in 236us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166889.314490:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36060 00000100:00100000:1.0:1746166889.314586:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423345920:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166889.523824:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166889.555759:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423346048:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166889.555818:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166889.555934:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423346048 00000100:00100000:1.0:1746166889.555941:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423346048 00000100:00100000:1.0:1746166889.555983:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7242 00000100:00100000:1.0:1746166889.555990:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423346048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746166889.556009:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166889.556044:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423346048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166889.556050:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7242 00000100:00100000:3.0:1746166889.556559:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423346048:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746166890.529356:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166891.533520:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166892.534337:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166893.167277:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166893.167317:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166893.167359:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166893.167394:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439199360 00000100:00100000:0.0:1746166893.167401:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439199360 00000100:00100000:0.0:1746166893.167453:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439199488 00000100:00100000:0.0:1746166893.167455:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439199488 00000100:00100000:0.0:1746166893.167472:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3176 00000100:00100000:0.0:1746166893.167479:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439199360:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166893.167587:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439199360:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 107us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166893.167593:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3176 00000100:00100000:0.0:1746166893.167608:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3177 00000100:00100000:0.0:1746166893.167613:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439199488:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166893.167635:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439199488:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 22us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166893.167640:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3177 00000100:00100000:0.0:1746166893.167739:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166893.167781:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439199616 00000100:00100000:0.0:1746166893.167783:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439199616 00000100:00100000:0.0:1746166893.167798:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50378 00000100:00100000:0.0:1746166893.167802:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439199616:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:2.0:1746166893.168344:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439199232 00000100:00100000:2.0:1746166893.168347:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439199232 00000100:00100000:2.0:1746166893.168371:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 986 00000100:00100000:2.0:1746166893.168376:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439199232:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166893.168402:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439199232:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 27us (1134us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166893.168407:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 986 00000100:00080000:1.0:1746166893.168576:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166893.168579:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00020000:0.0:1746166893.172715:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166893.172790:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439199616:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 4984us (5048us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166893.172800:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50378 00000100:00100000:3.0:1746166893.281887:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746166893.281904:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423346176:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166893.281961:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166893.282186:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423346176 00000100:00100000:1.0:1746166893.282193:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423346176 00000100:00100000:1.0:1746166893.286259:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7243 00000100:00100000:1.0:1746166893.286269:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423346176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166893.286297:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166893.286366:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423346176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (4405us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166893.286371:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7243 00000100:00100000:3.0:1746166893.286472:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423346176:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1746166893.286604:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746166893.536528:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746166894.194833:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166894.194838:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166894.194841:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166894.194848:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10810 00000100:00080000:0.0:1746166894.194852:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746166894.194857:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166894.194874:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fb4e00 x1830977423346816/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166894.194901:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166894.194904:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166894.194905:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166894.194908:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10810 00000100:00080000:0.0:1746166894.194909:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166894.194912:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166894.194921:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012da7d180 x1830977423347328/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166894.194956:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423346688:0@lo:400:kworker.0 00000100:00100000:0.0:1746166894.195005:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166894.195047:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423347456:0@lo:400:kworker.0 00000100:00100000:0.0:1746166894.195075:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166894.195092:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1746166894.195096:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423346560:0@lo:400:kworker.0 00000100:00100000:0.0:1746166894.195142:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166894.195154:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423347200:0@lo:400:kworker.0 00000100:00100000:0.0:1746166894.195165:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166894.195181:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423346816:0@lo:8:kworker.0 00000100:00100000:0.0:1746166894.195195:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166894.195216:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423347328:0@lo:8:kworker.0 00000100:00100000:0.0:1746166894.195229:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166894.195251:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423347456 00000100:00100000:0.0:1746166894.195256:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423347456 00000100:00100000:0.0:1746166894.195287:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423346816 00000100:00100000:0.0:1746166894.195290:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423346816 00000100:00100000:0.0:1746166894.195298:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423347328 00000100:00100000:0.0:1746166894.195299:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423347328 00000100:00100000:0.0:1746166894.195308:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7859 00000100:00100000:0.0:1746166894.195314:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423347456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166894.195347:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423347456:12345-0@lo:400:kworker.0 Request processed in 33us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166894.195352:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7859 00000100:00100000:0.0:1746166894.195362:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50379 00000100:00100000:0.0:1746166894.195366:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423346816:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166894.195382:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166894.195401:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423346816:12345-0@lo:8:kworker.0 Request processed in 34us (205us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166894.195406:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50379 00000100:00100000:0.0:1746166894.195413:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50380 00000100:00100000:0.0:1746166894.195416:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423347328:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166894.195423:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166894.195435:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423347328:12345-0@lo:8:kworker.0 Request processed in 18us (205us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166894.195440:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50380 00000100:00100000:0.0:1746166894.195451:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423346688 00000100:00100000:0.0:1746166894.195454:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423346688 00000100:00100000:0.0:1746166894.195468:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423347200 00000100:00100000:0.0:1746166894.195470:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423347200 00000100:00100000:0.0:1746166894.195479:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36061 00000100:00100000:0.0:1746166894.195483:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423346688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166894.195504:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423346688:12345-0@lo:400:kworker.0 Request processed in 21us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166894.195509:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36061 00000100:00100000:0.0:1746166894.195516:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36062 00000100:00100000:0.0:1746166894.195520:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423347200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166894.195536:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423347200:12345-0@lo:400:kworker.0 Request processed in 16us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166894.195541:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36062 00000100:00080000:0.0:1746166894.195571:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166894.195574:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166894.195578:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423346816:0@lo:8:kworker.0 00000100:00080000:0.0:1746166894.195584:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166894.195586:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166894.195588:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423347328:0@lo:8:kworker.0 00000100:00100000:0.0:1746166894.195608:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423347200:0@lo:400:kworker.0 00000100:00100000:0.0:1746166894.195615:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423346688:0@lo:400:kworker.0 00000100:00100000:0.0:1746166894.195622:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423347456:0@lo:400:kworker.0 00000100:00080000:0.0:1746166894.195658:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166894.195691:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423346560 00000100:00100000:0.0:1746166894.195694:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423346560 00000100:00100000:0.0:1746166894.195717:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3178 00000100:00100000:0.0:1746166894.195722:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423346560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166894.195747:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423346560:12345-0@lo:400:kworker.0 Request processed in 26us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166894.195752:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3178 00000100:00100000:1.0:1746166894.195756:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423346304:0@lo:400:kworker.0 00000100:00080000:0.0:1746166894.195765:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166894.195815:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423346432:0@lo:400:kworker.0 00000100:00100000:0.0:1746166894.197854:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423346560:0@lo:400:kworker.0 00000100:00100000:1.0:1746166894.197916:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166894.198073:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166894.199883:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423346944:0@lo:400:kworker.0 00000100:00100000:1.0:1746166894.199917:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166894.200301:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423346304 00000100:00100000:3.0:1746166894.200307:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423346304 00000100:00100000:3.0:1746166894.200346:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 987 00000100:00100000:3.0:1746166894.200352:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423346304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166894.200389:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423346304:12345-0@lo:400:kworker.0 Request processed in 38us (2474us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166894.200394:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 987 00000100:00100000:1.0:1746166894.201908:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423347584:0@lo:400:kworker.0 00000100:00100000:1.0:1746166894.201945:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423346944 00000100:00100000:1.0:1746166894.201948:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423346944 00000100:00100000:1.0:1746166894.201970:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7860 00000100:00100000:1.0:1746166894.201974:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423346944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166894.202001:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423346944:12345-0@lo:400:kworker.0 Request processed in 27us (2084us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166894.202006:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7860 00000100:00100000:2.0:1746166894.202273:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423347072:0@lo:400:kworker.0 00000100:00100000:2.0:1746166894.202298:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166894.202587:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166894.202912:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423346432 00000100:00100000:0.0:1746166894.202916:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423346432 00000100:00100000:0.0:1746166894.202946:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423347072 00000100:00100000:0.0:1746166894.202948:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423347072 00000100:00100000:0.0:1746166894.202960:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3179 00000100:00100000:0.0:1746166894.202965:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423346432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166894.203133:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3180 00000100:00100000:2.0:1746166894.203140:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423347072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166894.203242:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423346432:12345-0@lo:400:kworker.0 Request processed in 277us (5169us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166894.203248:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3179 00000100:00080000:0.0:1746166894.203268:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166894.203582:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423347072:12345-0@lo:400:kworker.0 Request processed in 443us (1283us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166894.203588:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3180 00000100:00100000:3.0:1746166894.204641:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423346432:0@lo:400:kworker.0 00000100:00100000:3.0:1746166894.204654:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423347072:0@lo:400:kworker.0 00000100:00100000:1.0:1746166894.206632:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423346304:0@lo:400:kworker.0 00000100:00100000:1.0:1746166894.206645:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423346944:0@lo:400:kworker.0 00000100:00100000:2.0:1746166894.207166:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423347584 00000100:00100000:2.0:1746166894.207172:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423347584 00000100:00100000:2.0:1746166894.207215:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3181 00000100:00100000:2.0:1746166894.207222:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136050380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423347584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166894.207283:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136050380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423347584:12345-0@lo:400:kworker.0 Request processed in 61us (4695us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166894.207289:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3181 00000100:00100000:1.0:1746166894.207357:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423347584:0@lo:400:kworker.0 00000100:00100000:3.0:1746166894.211273:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423347712:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166894.211328:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166894.211382:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423347712 00000100:00100000:3.0:1746166894.211388:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423347712 00000100:00100000:3.0:1746166894.211421:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36063 00000100:00100000:3.0:1746166894.211427:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423347712:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166894.211457:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166894.212858:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423347712:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1428us (1527us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166894.212866:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36063 00000100:00100000:2.0:1746166894.213556:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423347712:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166894.323517:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423347840:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166894.323576:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166894.323745:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423347840 00000100:00100000:2.0:1746166894.323752:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423347840 00000100:00100000:2.0:1746166894.324563:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36064 00000100:00100000:2.0:1746166894.324572:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423347840:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166894.324603:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166894.324653:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423347840:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (1076us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166894.324659:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36064 00000100:00100000:3.0:1746166894.327130:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423347840:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166894.538385:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166894.564359:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423347968:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166894.564429:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166894.564648:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423347968 00000100:00100000:1.0:1746166894.564657:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423347968 00000100:00100000:1.0:1746166894.564717:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7244 00000100:00100000:1.0:1746166894.564725:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423347968:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746166894.564743:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166894.564786:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6af450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423347968:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166894.564792:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7244 00000100:00100000:0.0:1746166894.565041:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423347968:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166895.540222:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166896.541989:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166897.545911:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166898.173768:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166898.176765:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166898.176847:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166898.178113:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439199872 00000100:00100000:2.0:1746166898.178123:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439199872 00000100:00100000:2.0:1746166898.178181:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439200000 00000100:00100000:2.0:1746166898.178184:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439200000 00000100:00100000:2.0:1746166898.178204:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3182 00000100:00100000:2.0:1746166898.178212:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439199872:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166898.178272:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439199872:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 61us (1512us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166898.178278:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3182 00000100:00100000:2.0:1746166898.178293:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3183 00000100:00100000:2.0:1746166898.178299:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439200000:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166898.178320:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439200000:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 22us (1473us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166898.178326:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3183 00000100:00080000:0.0:1746166898.178488:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166898.178491:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166898.180774:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439199744 00000100:00100000:3.0:1746166898.180782:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439199744 00000100:00100000:3.0:1746166898.180831:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 988 00000100:00100000:3.0:1746166898.180838:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439199744:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166898.180890:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439199744:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 53us (7129us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166898.180897:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 988 00000100:00100000:0.0:1746166898.187830:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166898.188986:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439200128 00000100:00100000:1.0:1746166898.188995:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439200128 00000100:00100000:0.0:1746166898.189348:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50381 00000100:00100000:0.0:1746166898.189356:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439200128:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746166898.189392:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166898.191171:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439200128:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 1811us (3344us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166898.191180:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50381 00000100:00100000:1.0:1746166898.289890:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423348096:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166898.289949:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166898.290386:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423348096 00000100:00100000:3.0:1746166898.290393:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423348096 00000100:00100000:3.0:1746166898.290438:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7245 00000100:00100000:3.0:1746166898.290446:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423348096:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166898.290470:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166898.290518:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423348096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (568us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166898.290523:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7245 00000100:00100000:1.0:1746166898.290644:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423348096:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1746166898.290712:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746166898.546507:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746166899.208033:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166899.208038:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166899.208041:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166899.208047:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10815 00000100:00080000:0.0:1746166899.208051:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166899.208056:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166899.208074:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5b04380 x1830977423348736/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166899.208099:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166899.208102:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166899.208103:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166899.208106:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10815 00000100:00080000:0.0:1746166899.208108:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166899.208110:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166899.208117:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5b04e00 x1830977423349248/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166899.208148:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423348352:0@lo:400:kworker.0 00000100:00100000:0.0:1746166899.208197:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166899.208282:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423348608:0@lo:400:kworker.0 00000100:00100000:3.0:1746166899.208307:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166899.208552:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423348224:0@lo:400:kworker.0 00000100:00100000:1.0:1746166899.208577:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166899.209197:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423348992:0@lo:400:kworker.0 00000100:00100000:0.0:1746166899.209217:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166899.209239:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746166899.209244:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423348480:0@lo:400:kworker.0 00000100:00100000:0.0:1746166899.209258:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166899.209361:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423348352 00000100:00100000:3.0:1746166899.209366:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423348352 00000100:00100000:3.0:1746166899.209598:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423348992 00000100:00100000:3.0:1746166899.209600:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423348992 00000100:00100000:3.0:1746166899.209610:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423348480 00000100:00100000:3.0:1746166899.209612:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423348480 00000100:00100000:3.0:1746166899.209625:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3184 00000100:00100000:3.0:1746166899.209631:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423348352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166899.209666:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423348352:12345-0@lo:400:kworker.0 Request processed in 36us (1469us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166899.209672:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3184 00000100:00100000:3.0:1746166899.209699:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3185 00000100:00100000:3.0:1746166899.209703:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423348992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166899.209720:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423348992:12345-0@lo:400:kworker.0 Request processed in 17us (502us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166899.209724:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3185 00000100:00100000:3.0:1746166899.209730:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3186 00000100:00100000:3.0:1746166899.209734:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423348480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166899.209750:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423348480:12345-0@lo:400:kworker.0 Request processed in 15us (491us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166899.209754:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3186 00000100:00100000:3.0:1746166899.209767:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423348608 00000100:00100000:3.0:1746166899.209770:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423348608 00000100:00100000:3.0:1746166899.209784:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36065 00000100:00100000:3.0:1746166899.209789:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423348608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166899.209810:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423348608:12345-0@lo:400:kworker.0 Request processed in 21us (1502us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166899.209814:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36065 00000100:00080000:3.0:1746166899.209850:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746166899.209852:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166899.209865:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423348736:0@lo:8:kworker.0 00000100:00100000:3.0:1746166899.209883:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166899.209899:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423348736 00000100:00100000:3.0:1746166899.209901:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423348736 00000100:00100000:3.0:1746166899.209913:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50382 00000100:00100000:3.0:1746166899.209916:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423348736:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166899.209933:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166899.209951:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423348736:12345-0@lo:8:kworker.0 Request processed in 34us (67us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166899.209955:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50382 00000100:00100000:1.0:1746166899.210071:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423348224 00000100:00100000:1.0:1746166899.210075:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423348224 00000100:00100000:1.0:1746166899.210096:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 989 00000100:00100000:1.0:1746166899.210100:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423348224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166899.210129:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423348224:12345-0@lo:400:kworker.0 Request processed in 29us (1552us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166899.210133:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 989 00000100:00100000:0.0:1746166899.210221:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423348480:0@lo:400:kworker.0 00000100:00100000:0.0:1746166899.210227:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423349120:0@lo:400:kworker.0 00000100:00100000:0.0:1746166899.210245:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166899.210262:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423348352:0@lo:400:kworker.0 00000100:00100000:0.0:1746166899.210269:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b04700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423348992:0@lo:400:kworker.0 00000100:00100000:3.0:1746166899.210530:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423349120 00000100:00100000:3.0:1746166899.210533:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423349120 00000100:00100000:3.0:1746166899.210551:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36066 00000100:00100000:3.0:1746166899.210556:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423349120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166899.210590:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423349120:12345-0@lo:400:kworker.0 Request processed in 33us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166899.210594:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36066 00000100:00100000:3.0:1746166899.210615:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b06680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423348608:0@lo:400:kworker.0 00000100:00100000:3.0:1746166899.210620:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423349376:0@lo:400:kworker.0 00000100:00100000:3.0:1746166899.210636:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166899.210657:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423349376 00000100:00100000:3.0:1746166899.210659:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423349376 00000100:00100000:3.0:1746166899.210690:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7861 00000100:00100000:3.0:1746166899.210695:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423349376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166899.210717:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423349376:12345-0@lo:400:kworker.0 Request processed in 23us (80us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166899.210722:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7861 00000100:00080000:3.0:1746166899.210731:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166899.210742:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423349376:0@lo:400:kworker.0 00000100:00100000:3.0:1746166899.210761:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423349120:0@lo:400:kworker.0 00000100:00100000:1.0:1746166899.212096:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423348224:0@lo:400:kworker.0 00000100:00100000:1.0:1746166899.212104:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423348864:0@lo:400:kworker.0 00000100:00100000:1.0:1746166899.212126:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166899.212141:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423349504:0@lo:400:kworker.0 00000100:00100000:1.0:1746166899.212155:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166899.212182:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423349504 00000100:00100000:1.0:1746166899.212185:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423349504 00000100:00100000:1.0:1746166899.212203:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3187 00000100:00100000:1.0:1746166899.212207:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423349504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166899.212231:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423349504:12345-0@lo:400:kworker.0 Request processed in 24us (75us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166899.212236:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3187 00000100:00100000:1.0:1746166899.212254:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423349504:0@lo:400:kworker.0 00000100:00080000:1.0:1746166899.212277:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166899.212280:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166899.212283:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423348736:0@lo:8:kworker.0 00000100:00100000:1.0:1746166899.212288:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423349248:0@lo:8:kworker.0 00000100:00100000:1.0:1746166899.212474:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166899.214264:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423348864 00000100:00100000:3.0:1746166899.214270:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423348864 00000100:00100000:3.0:1746166899.214305:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423349248 00000100:00100000:3.0:1746166899.214308:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423349248 00000100:00100000:3.0:1746166899.214319:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7862 00000100:00100000:3.0:1746166899.214324:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423348864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166899.214365:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423348864:12345-0@lo:400:kworker.0 Request processed in 42us (2239us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166899.214370:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7862 00000100:00100000:3.0:1746166899.214381:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50383 00000100:00100000:3.0:1746166899.214384:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423349248:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166899.214570:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166899.214592:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423349248:12345-0@lo:8:kworker.0 Request processed in 207us (2117us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166899.214597:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50383 00000100:00080000:3.0:1746166899.214635:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166899.214639:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166899.214642:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423349248:0@lo:8:kworker.0 00000100:00100000:3.0:1746166899.214663:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b05c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423348864:0@lo:400:kworker.0 00000100:00100000:3.0:1746166899.219295:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423349632:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166899.219348:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166899.220327:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423349632 00000100:00100000:1.0:1746166899.220334:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423349632 00000100:00100000:1.0:1746166899.220369:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36067 00000100:00100000:1.0:1746166899.220375:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423349632:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166899.220404:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166899.220461:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423349632:12345-0@lo:41:osp-pre-1-0.0 Request processed in 85us (1113us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166899.220467:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36067 00000100:00100000:2.0:1746166899.221328:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423349632:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166899.330587:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746166899.332261:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423349760:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166899.332324:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166899.332421:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423349760 00000100:00100000:0.0:1746166899.332428:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423349760 00000100:00100000:0.0:1746166899.332473:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36068 00000100:00100000:0.0:1746166899.332481:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423349760:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746166899.332510:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746166899.332893:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423349760:12345-0@lo:41:osp-pre-0-1.0 Request processed in 411us (568us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166899.332901:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36068 00000100:00100000:2.0:1746166899.333193:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423349760:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166899.548325:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166899.571193:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746166899.571668:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423349888:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166899.571733:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166899.571873:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423349888 00000100:00100000:3.0:1746166899.571879:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423349888 00000100:00100000:3.0:1746166899.572970:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7246 00000100:00100000:3.0:1746166899.572979:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423349888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166899.573000:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166899.573049:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423349888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (1316us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166899.573055:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7246 00000100:00100000:2.0:1746166899.573307:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423349888:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166900.550026:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166901.551868:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166902.555329:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166903.185843:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166903.185941:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439200256 00000100:00100000:2.0:1746166903.185958:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439200256 00000100:00100000:2.0:1746166903.186005:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 990 00000100:00100000:2.0:1746166903.186012:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439200256:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166903.186989:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439200256:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 975us (1151us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166903.186996:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 990 00000100:00100000:0.0:1746166903.187896:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166903.187962:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439200512 00000100:00100000:1.0:1746166903.187968:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439200512 00000100:00100000:1.0:1746166903.188015:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3188 00000100:00100000:1.0:1746166903.188022:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439200512:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166903.188061:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439200512:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 40us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166903.188067:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3188 00000100:00080000:2.0:1746166903.188128:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166903.190710:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166903.192783:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439200384 00000100:00100000:1.0:1746166903.192792:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439200384 00000100:00100000:1.0:1746166903.192856:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3189 00000100:00100000:1.0:1746166903.192864:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439200384:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166903.192918:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439200384:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 56us (2213us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166903.192924:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3189 00000100:00080000:2.0:1746166903.193420:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166903.194438:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166903.196475:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439200640 00000100:00100000:1.0:1746166903.196484:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439200640 00000100:00100000:1.0:1746166903.196525:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50384 00000100:00100000:1.0:1746166903.196532:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439200640:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166903.196553:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166903.197495:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439200640:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 950us (3046us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166903.197502:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50384 00000100:00100000:2.0:1746166903.297908:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423350016:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166903.297995:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166903.298127:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423350016 00000100:00100000:0.0:1746166903.298134:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423350016 00000100:00080000:2.0:1746166903.298484:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166903.298812:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7247 00000100:00100000:0.0:1746166903.298820:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423350016:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166903.298842:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166903.298879:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423350016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (886us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166903.298885:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7247 00000100:00100000:2.0:1746166903.299030:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423350016:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166903.558091:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166904.225891:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746166904.225910:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423350144:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166904.226171:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166904.226232:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423350144 00000100:00100000:0.0:1746166904.226239:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423350144 00000100:00100000:0.0:1746166904.226272:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36069 00000100:00100000:0.0:1746166904.226279:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423350144:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746166904.226307:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746166904.227199:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423350144:12345-0@lo:41:osp-pre-1-0.0 Request processed in 920us (1027us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166904.227207:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36069 00000100:00080000:2.0:1746166904.228355:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166904.228360:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166904.228363:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166904.228367:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10820 00000100:00080000:2.0:1746166904.228370:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166904.228374:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166904.228390:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009a4d3480 x1830977423350784/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166904.228409:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166904.228411:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166904.228413:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166904.228416:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10820 00000100:00080000:2.0:1746166904.228618:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746166904.228622:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166904.228630:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009a4d1180 x1830977423351168/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166904.228698:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423350656:0@lo:400:kworker.0 00000100:00100000:2.0:1746166904.228698:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423350528:0@lo:400:kworker.0 00000100:00100000:0.0:1746166904.228731:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166904.228731:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166904.228760:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423350784:0@lo:8:kworker.0 00000100:00100000:2.0:1746166904.228777:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166904.228834:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423350144:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166904.228850:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423350272:0@lo:400:kworker.0 00000100:00100000:1.0:1746166904.228879:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166904.229226:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423350272 00000100:00100000:3.0:1746166904.229232:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423350272 00000100:00100000:3.0:1746166904.229262:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 991 00000100:00100000:3.0:1746166904.229268:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423350272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166904.229586:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423350272:12345-0@lo:400:kworker.0 Request processed in 319us (706us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166904.229593:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 991 00000100:00100000:3.0:1746166904.229617:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423350400:0@lo:400:kworker.0 00000100:00100000:3.0:1746166904.229635:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166904.229967:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423350528 00000100:00100000:0.0:1746166904.229971:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423350528 00000100:00100000:2.0:1746166904.229973:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423350784 00000100:00100000:2.0:1746166904.229977:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423350784 00000100:00100000:1.0:1746166904.229979:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423350272:0@lo:400:kworker.0 00000100:00100000:1.0:1746166904.229985:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423350912:0@lo:400:kworker.0 00000100:00100000:2.0:1746166904.229996:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50385 00000100:00100000:0.0:1746166904.229997:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423350400 00000100:00100000:0.0:1746166904.229999:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423350400 00000100:00100000:2.0:1746166904.230001:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423350784:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746166904.230006:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166904.230014:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3190 00010000:00020000:2.0:1746166904.230018:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166904.230020:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423350528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166904.230046:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423350528:12345-0@lo:400:kworker.0 Request processed in 27us (1316us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166904.230046:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423350784:12345-0@lo:8:kworker.0 Request processed in 44us (1267us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166904.230051:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3190 00000100:00100000:2.0:1746166904.230051:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50385 00000100:00100000:0.0:1746166904.230059:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3191 00000100:00100000:2.0:1746166904.230059:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423350912 00000100:00100000:2.0:1746166904.230061:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423350912 00000100:00100000:0.0:1746166904.230062:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423350400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166904.230075:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7863 00000100:00100000:0.0:1746166904.230077:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423350400:12345-0@lo:400:kworker.0 Request processed in 14us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166904.230079:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423350912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166904.230081:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3191 00000100:00100000:0.0:1746166904.230096:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423351424:0@lo:400:kworker.0 00000100:00100000:2.0:1746166904.230099:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423350912:12345-0@lo:400:kworker.0 Request processed in 19us (93us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166904.230104:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7863 00000100:00100000:0.0:1746166904.230111:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166904.230115:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746166904.230118:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166904.230128:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423351424 00000100:00100000:0.0:1746166904.230131:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423351424 00000100:00100000:2.0:1746166904.230134:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423350528:0@lo:400:kworker.0 00000100:00100000:2.0:1746166904.230140:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423351296:0@lo:400:kworker.0 00000100:00100000:0.0:1746166904.230143:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3192 00000100:00100000:0.0:1746166904.230146:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423351424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166904.230154:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166904.230175:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423351296 00000100:00100000:2.0:1746166904.230177:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423351296 00000100:00100000:0.0:1746166904.230180:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423351424:12345-0@lo:400:kworker.0 Request processed in 33us (68us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166904.230185:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3192 00000100:00100000:2.0:1746166904.230189:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7864 00000100:00100000:1.0:1746166904.230192:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423350912:0@lo:400:kworker.0 00000100:00100000:2.0:1746166904.230194:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423351296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166904.230206:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423351424:0@lo:400:kworker.0 00000100:00100000:2.0:1746166904.230212:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423351296:12345-0@lo:400:kworker.0 Request processed in 19us (58us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166904.230214:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423350656 00000100:00100000:2.0:1746166904.230216:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7864 00000100:00100000:3.0:1746166904.230218:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423350656 00000100:00100000:1.0:1746166904.230220:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423350400:0@lo:400:kworker.0 00000100:00080000:2.0:1746166904.230223:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166904.230224:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423351040:0@lo:400:kworker.0 00000100:00100000:2.0:1746166904.230233:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423351296:0@lo:400:kworker.0 00000100:00100000:3.0:1746166904.230233:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36070 00000100:00100000:3.0:1746166904.230238:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423350656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166904.230241:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166904.230248:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1746166904.230251:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423351040 00000100:00080000:2.0:1746166904.230251:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166904.230254:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423351040 00000100:00100000:2.0:1746166904.230254:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423350784:0@lo:8:kworker.0 00000100:00100000:2.0:1746166904.230259:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423351168:0@lo:8:kworker.0 00000100:00100000:3.0:1746166904.230263:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423350656:12345-0@lo:400:kworker.0 Request processed in 25us (1532us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166904.230267:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3193 00000100:00100000:3.0:1746166904.230268:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36070 00000100:00100000:0.0:1746166904.230271:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423351040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166904.230272:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166904.230289:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423351168 00000100:00100000:2.0:1746166904.230291:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423351168 00000100:00100000:2.0:1746166904.230299:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50386 00000100:00100000:2.0:1746166904.230303:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423351168:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1746166904.230305:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423351040:12345-0@lo:400:kworker.0 Request processed in 32us (62us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166904.230310:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3193 00010000:00020000:2.0:1746166904.230311:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166904.230332:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423350656:0@lo:400:kworker.0 00000100:00100000:2.0:1746166904.230332:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423351168:12345-0@lo:8:kworker.0 Request processed in 29us (59us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166904.230337:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50386 00000100:00080000:3.0:1746166904.230344:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166904.230347:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166904.230350:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423351168:0@lo:8:kworker.0 00000100:00100000:1.0:1746166904.232727:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423351040:0@lo:400:kworker.0 00000100:00100000:1.0:1746166904.337887:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423351552:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166904.337967:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166904.338315:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423351552 00000100:00100000:3.0:1746166904.338321:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423351552 00000100:00100000:3.0:1746166904.338356:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36071 00000100:00100000:3.0:1746166904.338363:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423351552:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166904.338390:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166904.339162:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423351552:12345-0@lo:41:osp-pre-0-1.0 Request processed in 615us (1010us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166904.339169:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36071 00000100:00100000:1.0:1746166904.339567:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423351552:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166904.560463:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166904.578093:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423351680:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166904.578151:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166904.578354:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423351680 00000100:00100000:3.0:1746166904.578360:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423351680 00000100:00100000:3.0:1746166904.578978:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7248 00000100:00100000:3.0:1746166904.578987:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423351680:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166904.579006:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166904.579050:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423351680:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (899us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166904.579056:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7248 00000100:00100000:1.0:1746166904.579126:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423351680:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166905.561893:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166906.564018:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166907.566714:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166908.205833:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166908.205941:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166908.206028:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439200768 00000100:00100000:3.0:1746166908.206036:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439200768 00000100:00100000:0.0:1746166908.206193:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166908.206219:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166908.206974:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439200896 00000100:00100000:1.0:1746166908.206979:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439200896 00000100:00100000:3.0:1746166908.208250:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 992 00000100:00100000:3.0:1746166908.208265:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439200768:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166908.208331:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439200768:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 70us (2505us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166908.208338:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 992 00000100:00100000:1.0:1746166908.208814:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439201024 00000100:00100000:1.0:1746166908.208820:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439201024 00000100:00100000:1.0:1746166908.208841:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3194 00000100:00100000:1.0:1746166908.208847:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439200896:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166908.208853:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3195 00000100:00100000:3.0:1746166908.208858:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439201024:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166908.208895:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439201024:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 37us (2703us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166908.208901:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3195 00000100:00080000:3.0:1746166908.208927:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746166908.208930:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166908.208942:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439201152 00000100:00100000:3.0:1746166908.208944:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439201152 00000100:00100000:3.0:1746166908.208958:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50387 00000100:00100000:3.0:1746166908.208963:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439201152:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166908.208980:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166908.209256:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439200896:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 408us (3314us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166908.209262:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3194 00000100:00100000:3.0:1746166908.209405:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439201152:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 439us (3183us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166908.209412:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50387 00000100:00100000:1.0:1746166908.307107:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746166908.307127:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423351808:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166908.307186:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166908.308386:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423351808 00000100:00100000:0.0:1746166908.308608:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423351808 00000100:00100000:0.0:1746166908.308668:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7249 00000100:00100000:0.0:1746166908.308690:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423351808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166908.308720:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:3.0:1746166908.309441:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166908.309746:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423351808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1069us (2557us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166908.309755:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7249 00000100:00100000:1.0:1746166908.309831:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423351808:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166908.569845:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166909.233842:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423352064:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166909.233873:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423351936:0@lo:400:kworker.0 00000100:00080000:2.0:1746166909.236629:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166909.236634:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166909.236636:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166909.236642:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10825 00000100:00080000:2.0:1746166909.236646:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746166909.236652:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166909.236685:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090b0a300 x1830977423352576/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166909.236716:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166909.236726:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166909.236727:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166909.236730:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10825 00000100:00100000:3.0:1746166909.236731:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423352576:0@lo:8:kworker.0 00000100:00080000:2.0:1746166909.236732:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746166909.236735:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166909.236744:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090b0a680 x1830977423353088/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166909.236784:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423352320:0@lo:400:kworker.0 00000100:00100000:1.0:1746166909.240422:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166909.240465:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423352064 00000100:00100000:2.0:1746166909.240468:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166909.240472:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423352064 00000100:00100000:1.0:1746166909.240493:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423352448:0@lo:400:kworker.0 00000100:00100000:2.0:1746166909.240495:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423352960:0@lo:400:kworker.0 00000100:00100000:0.0:1746166909.240505:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166909.240505:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36072 00000100:00100000:3.0:1746166909.240511:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423352064:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166909.240515:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166909.240529:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423352192:0@lo:400:kworker.0 00000100:00100000:0.0:1746166909.240533:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423352704:0@lo:400:kworker.0 00000004:00000024:3.0:1746166909.240537:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166909.240545:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166909.240550:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166909.240551:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423352320 00000100:00100000:2.0:1746166909.240553:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423352320 00000100:00100000:1.0:1746166909.240556:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423352832:0@lo:400:kworker.0 00000100:00100000:0.0:1746166909.240564:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423353344:0@lo:400:kworker.0 00000100:00100000:1.0:1746166909.240570:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166909.240570:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423352064:12345-0@lo:41:osp-pre-1-0.0 Request processed in 59us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166909.240575:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36072 00000100:00100000:2.0:1746166909.240576:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423352192 00000100:00100000:2.0:1746166909.240578:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423352192 00000100:00100000:0.0:1746166909.240582:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423352960 00000100:00100000:0.0:1746166909.240585:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423352960 00000100:00100000:2.0:1746166909.240589:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423352832 00000100:00100000:2.0:1746166909.240591:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423352832 00000100:00100000:3.0:1746166909.240595:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423352704 00000100:00100000:1.0:1746166909.240597:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3196 00000100:00100000:3.0:1746166909.240597:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423352704 00000100:00100000:0.0:1746166909.240601:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36073 00000100:00100000:1.0:1746166909.240603:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423352320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166909.240604:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423352960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166909.240606:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3197 00000100:00100000:2.0:1746166909.240610:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423352192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166909.240611:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7865 00000100:00100000:3.0:1746166909.240615:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423352704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166909.240631:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423352320:12345-0@lo:400:kworker.0 Request processed in 29us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166909.240632:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423352960:12345-0@lo:400:kworker.0 Request processed in 27us (116us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166909.240635:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423352704:12345-0@lo:400:kworker.0 Request processed in 19us (84us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166909.240637:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36073 00000100:00100000:1.0:1746166909.240637:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3196 00000100:00100000:2.0:1746166909.240637:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423352192:12345-0@lo:400:kworker.0 Request processed in 27us (91us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166909.240640:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7865 00000100:00100000:2.0:1746166909.240641:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3197 00000100:00100000:1.0:1746166909.240647:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3198 00000100:00100000:0.0:1746166909.240652:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166909.240652:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423352832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166909.240656:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423351936 00000100:00100000:3.0:1746166909.240657:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423353344 00000100:00100000:2.0:1746166909.240658:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423351936 00000100:00100000:3.0:1746166909.240659:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423353344 00000100:00100000:2.0:1746166909.240671:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 993 00000100:00100000:3.0:1746166909.240671:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3199 00000100:00100000:2.0:1746166909.240687:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423351936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166909.240687:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423353344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166909.240689:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423352704:0@lo:400:kworker.0 00000100:00100000:1.0:1746166909.240690:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423352832:12345-0@lo:400:kworker.0 Request processed in 38us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166909.240694:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3198 00000100:00100000:0.0:1746166909.240717:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423352320:0@lo:400:kworker.0 00000100:00100000:1.0:1746166909.240717:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423352192:0@lo:400:kworker.0 00000100:00100000:2.0:1746166909.240719:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423351936:12345-0@lo:400:kworker.0 Request processed in 44us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166909.240724:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423352832:0@lo:400:kworker.0 00000100:00100000:2.0:1746166909.240724:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 993 00000100:00100000:0.0:1746166909.240725:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423352960:0@lo:400:kworker.0 00000100:00100000:1.0:1746166909.240736:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166909.240739:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423353344:0@lo:400:kworker.0 00000100:00080000:2.0:1746166909.240745:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166909.240746:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423351936:0@lo:400:kworker.0 00000100:00100000:1.0:1746166909.240749:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423353216:0@lo:400:kworker.0 00000100:00080000:2.0:1746166909.240749:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166909.240758:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423352448 00000100:00100000:0.0:1746166909.240761:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423352448 00000100:00100000:1.0:1746166909.240767:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166909.240774:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36074 00000100:00100000:0.0:1746166909.240778:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423352448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166909.240783:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423352064:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166909.240796:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423353216 00000100:00100000:1.0:1746166909.240799:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423353216 00000100:00100000:0.0:1746166909.240800:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423352448:12345-0@lo:400:kworker.0 Request processed in 22us (63us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166909.240805:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36074 00000100:00100000:1.0:1746166909.240828:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7866 00000100:00100000:1.0:1746166909.240834:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423353216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166909.240866:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423353216:12345-0@lo:400:kworker.0 Request processed in 33us (98us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166909.240870:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7866 00000100:00100000:1.0:1746166909.240888:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423352448:0@lo:400:kworker.0 00000100:00100000:1.0:1746166909.240895:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423353216:0@lo:400:kworker.0 00000100:00100000:3.0:1746166909.241459:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423353344:12345-0@lo:400:kworker.0 Request processed in 782us (804us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166909.241465:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3199 00000100:00100000:3.0:1746166909.241491:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166909.241564:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166909.242344:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423353088:0@lo:8:kworker.0 00000100:00100000:3.0:1746166909.242372:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166909.244404:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423352576 00000100:00100000:1.0:1746166909.244414:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423352576 00000100:00100000:1.0:1746166909.244437:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423353088 00000100:00100000:1.0:1746166909.244439:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423353088 00000100:00100000:1.0:1746166909.244463:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50388 00000100:00100000:1.0:1746166909.244468:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423352576:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166909.244488:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166909.244494:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50389 00000100:00100000:2.0:1746166909.244499:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423353088:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166909.244506:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166909.244533:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423353088:12345-0@lo:8:kworker.0 Request processed in 33us (2160us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166909.244538:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423352576:12345-0@lo:8:kworker.0 Request processed in 70us (3047us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166909.244538:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50389 00000100:00100000:1.0:1746166909.244542:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50388 00000100:00080000:3.0:1746166909.244777:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166909.244781:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166909.244784:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423353088:0@lo:8:kworker.0 00000100:00080000:3.0:1746166909.244792:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166909.244795:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166909.244797:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423352576:0@lo:8:kworker.0 00000100:00100000:2.0:1746166909.346269:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423353472:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166909.346335:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166909.347786:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423353472 00000100:00100000:3.0:1746166909.347793:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423353472 00000100:00100000:3.0:1746166909.347893:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36075 00000100:00100000:3.0:1746166909.347901:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423353472:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166909.347929:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166909.348284:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423353472:12345-0@lo:41:osp-pre-0-1.0 Request processed in 384us (1949us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166909.348291:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36075 00000100:00100000:2.0:1746166909.348550:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423353472:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166909.570706:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166909.587718:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423353600:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166909.587775:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166909.589287:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423353600 00000100:00100000:1.0:1746166909.589295:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423353600 00000100:00100000:1.0:1746166909.589343:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7250 00000100:00100000:1.0:1746166909.589349:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423353600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746166909.589369:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166909.589414:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423353600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (1639us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166909.589420:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7250 00000100:00100000:0.0:1746166909.589511:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423353600:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166910.574466:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166911.580644:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166912.582662:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166913.215531:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166913.215577:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166913.215616:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166913.215654:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439201408 00000100:00100000:0.0:1746166913.215662:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439201408 00000100:00100000:2.0:1746166913.215824:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439201280 00000100:00100000:2.0:1746166913.215828:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439201280 00000100:00100000:2.0:1746166913.215854:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 994 00000100:00100000:2.0:1746166913.215861:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439201280:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166913.215910:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439201280:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 49us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166913.215915:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 994 00000100:00080000:2.0:1746166913.215939:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166913.216523:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439201536 00000100:00100000:0.0:1746166913.216527:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439201536 00000100:00100000:3.0:1746166913.216581:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3200 00000100:00100000:3.0:1746166913.216589:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439201408:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166913.216626:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439201408:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 38us (1049us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166913.216631:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3200 00000100:00100000:3.0:1746166913.216645:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3201 00000100:00100000:3.0:1746166913.216650:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439201536:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166913.216669:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439201536:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 20us (1054us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166913.216708:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3201 00000100:00080000:2.0:1746166913.216817:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166913.219955:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166913.221742:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439201664 00000100:00100000:0.0:1746166913.221751:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439201664 00000100:00100000:0.0:1746166913.221806:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50390 00000100:00100000:0.0:1746166913.221813:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439201664:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746166913.221834:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166913.221898:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439201664:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 84us (1950us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166913.221904:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50390 00000100:00100000:2.0:1746166913.313965:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423353728:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166913.314028:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166913.316550:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423353728 00000100:00100000:3.0:1746166913.316561:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423353728 00000100:00100000:3.0:1746166913.316634:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7251 00000100:00100000:3.0:1746166913.316641:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423353728:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166913.316667:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166913.316750:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423353728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 110us (2722us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166913.316756:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7251 00000100:00100000:3.0:1746166913.317739:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423353728:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1746166913.318276:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746166913.584129:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166914.242408:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746166914.242427:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423353856:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1746166914.242616:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166914.242621:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166914.242624:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166914.242628:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10830 00000100:00080000:2.0:1746166914.242632:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746166914.242637:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166914.242653:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090b0bb80 x1830977423354496/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746166914.242666:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166914.242693:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166914.242696:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166914.242697:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166914.242700:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10830 00000100:00080000:2.0:1746166914.242702:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746166914.242705:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166914.242714:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e320380 x1830977423355008/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166914.242740:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423353984:0@lo:400:kworker.0 00000100:00100000:3.0:1746166914.242740:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423354240:0@lo:400:kworker.0 00000100:00100000:0.0:1746166914.242813:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423354368:0@lo:400:kworker.0 00000100:00100000:1.0:1746166914.242851:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423354112:0@lo:400:kworker.0 00000100:00100000:3.0:1746166914.243193:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166914.243218:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423354880:0@lo:400:kworker.0 00000100:00100000:3.0:1746166914.243237:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166914.243261:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423354496:0@lo:8:kworker.0 00000100:00100000:3.0:1746166914.243282:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166914.243299:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e320380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423355008:0@lo:8:kworker.0 00000100:00100000:3.0:1746166914.243313:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166914.243337:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423353856 00000100:00100000:3.0:1746166914.243343:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423353856 00000100:00100000:3.0:1746166914.243371:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423354880 00000100:00100000:3.0:1746166914.243373:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423354880 00000100:00100000:3.0:1746166914.243385:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36076 00000100:00100000:3.0:1746166914.243392:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:3769:x1830977423353856:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166914.243419:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166914.243450:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:3769:x1830977423353856:12345-0@lo:41:osp-pre-1-0.0 Request processed in 59us (785us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166914.243457:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36076 00000100:00100000:3.0:1746166914.243472:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36077 00000100:00100000:3.0:1746166914.243477:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423354880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166914.243496:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423354880:12345-0@lo:400:kworker.0 Request processed in 20us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166914.243500:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36077 00000100:00100000:3.0:1746166914.243516:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423354240 00000100:00100000:3.0:1746166914.243518:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423354240 00000100:00100000:3.0:1746166914.243543:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3202 00000100:00100000:3.0:1746166914.243549:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423354240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166914.243569:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423354240:12345-0@lo:400:kworker.0 Request processed in 21us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166914.243574:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3202 00000100:00100000:3.0:1746166914.243601:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423354240:0@lo:400:kworker.0 00000100:00100000:3.0:1746166914.243609:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423354880:0@lo:400:kworker.0 00000100:00100000:3.0:1746166914.243618:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423353856:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166914.243646:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423354496 00000100:00100000:3.0:1746166914.243649:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423354496 00000100:00100000:3.0:1746166914.243660:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423355008 00000100:00100000:3.0:1746166914.243662:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423355008 00000100:00100000:3.0:1746166914.243671:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50391 00000100:00100000:3.0:1746166914.243692:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423354496:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166914.243709:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166914.243733:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423354496:12345-0@lo:8:kworker.0 Request processed in 41us (450us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166914.243739:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50391 00000100:00100000:3.0:1746166914.243748:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50392 00000100:00100000:3.0:1746166914.243751:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423355008:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166914.243759:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166914.243792:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423355008:12345-0@lo:8:kworker.0 Request processed in 39us (477us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166914.243797:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50392 00000100:00080000:3.0:1746166914.243810:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746166914.243822:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166914.243826:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166914.243829:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423354496:0@lo:8:kworker.0 00000100:00080000:3.0:1746166914.243836:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166914.243838:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166914.243841:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e320380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423355008:0@lo:8:kworker.0 00000100:00100000:2.0:1746166914.243852:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166914.243870:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423353984 00000100:00100000:3.0:1746166914.243872:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423353984 00000100:00100000:2.0:1746166914.243883:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423354624:0@lo:400:kworker.0 00000100:00100000:3.0:1746166914.243891:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 995 00000100:00100000:3.0:1746166914.243895:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e862450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423353984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166914.243907:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166914.243922:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e862450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423353984:12345-0@lo:400:kworker.0 Request processed in 26us (71us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166914.243925:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e320a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423355264:0@lo:400:kworker.0 00000100:00100000:3.0:1746166914.243928:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 995 00000100:00100000:2.0:1746166914.243943:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166914.243945:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423354624 00000100:00100000:3.0:1746166914.243948:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423354624 00000100:00100000:3.0:1746166914.243962:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7867 00000100:00100000:3.0:1746166914.243966:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e322680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423354624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166914.243967:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423353984:0@lo:400:kworker.0 00000100:00100000:3.0:1746166914.243991:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e322680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423354624:12345-0@lo:400:kworker.0 Request processed in 25us (84us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166914.243997:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b09500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423354624:0@lo:400:kworker.0 00000100:00100000:3.0:1746166914.243997:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7867 00000100:00100000:3.0:1746166914.244008:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423355264 00000100:00100000:3.0:1746166914.244010:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423355264 00000100:00100000:3.0:1746166914.244023:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3203 00000100:00100000:3.0:1746166914.244027:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e320000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423355264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166914.244049:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e320000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423355264:12345-0@lo:400:kworker.0 Request processed in 22us (105us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166914.244054:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3203 00000100:00100000:2.0:1746166914.244058:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e320a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423355264:0@lo:400:kworker.0 00000100:00100000:0.0:1746166914.244149:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166914.244171:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e323480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423355136:0@lo:400:kworker.0 00000100:00100000:0.0:1746166914.244185:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166914.244256:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423355136 00000100:00100000:3.0:1746166914.244260:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423355136 00000100:00100000:1.0:1746166914.244275:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166914.244282:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7868 00000100:00100000:3.0:1746166914.244286:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423355136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166914.244292:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423354752:0@lo:400:kworker.0 00000100:00100000:1.0:1746166914.244309:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166914.244315:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423355136:12345-0@lo:400:kworker.0 Request processed in 29us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166914.244320:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7868 00000100:00100000:1.0:1746166914.244327:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423354112 00000100:00100000:1.0:1746166914.244330:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423354112 00000100:00080000:3.0:1746166914.244331:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166914.244351:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423354752 00000100:00100000:1.0:1746166914.244352:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423354752 00000100:00080000:3.0:1746166914.244354:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166914.244363:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3204 00000100:00100000:1.0:1746166914.244367:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423354112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166914.244370:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3205 00000100:00100000:3.0:1746166914.244376:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423354752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166914.244394:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423354112:12345-0@lo:400:kworker.0 Request processed in 26us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166914.244400:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3204 00000100:00100000:3.0:1746166914.244404:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423354752:12345-0@lo:400:kworker.0 Request processed in 28us (93us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166914.244408:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3205 00000100:00100000:1.0:1746166914.244426:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423354112:0@lo:400:kworker.0 00000100:00100000:1.0:1746166914.244434:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423354752:0@lo:400:kworker.0 00000100:00100000:0.0:1746166914.244631:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e323480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423355136:0@lo:400:kworker.0 00000100:00100000:2.0:1746166914.246745:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423354368 00000100:00100000:2.0:1746166914.246753:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423354368 00000100:00100000:2.0:1746166914.247353:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36078 00000100:00100000:2.0:1746166914.247362:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423354368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166914.248947:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423354368:12345-0@lo:400:kworker.0 Request processed in 1580us (4791us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166914.248956:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36078 00000100:00100000:1.0:1746166914.249693:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423354368:0@lo:400:kworker.0 00000100:00100000:1.0:1746166914.356453:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e320a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423355392:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166914.356516:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166914.356613:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423355392 00000100:00100000:2.0:1746166914.356620:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423355392 00000100:00100000:2.0:1746166914.356671:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36079 00000100:00100000:2.0:1746166914.356697:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423355392:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166914.356726:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166914.356786:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423355392:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166914.356793:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36079 00000100:00100000:1.0:1746166914.356868:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e320a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423355392:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166914.586040:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166914.593994:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423355520:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166914.594051:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166914.594194:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423355520 00000100:00100000:2.0:1746166914.594200:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423355520 00000100:00100000:2.0:1746166914.594711:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7252 00000100:00100000:2.0:1746166914.594719:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423355520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166914.594737:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166914.594785:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423355520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (733us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166914.594790:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7252 00000100:00100000:3.0:1746166914.595061:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423355520:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166915.587943:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166916.590142:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166917.593781:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166918.225020:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166918.225066:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166918.225095:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439201920 00000100:00100000:2.0:1746166918.225103:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439201920 00000100:00100000:0.0:1746166918.225118:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166918.225152:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3206 00000100:00100000:2.0:1746166918.225160:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439201920:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166918.225257:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439202176 00000100:00100000:3.0:1746166918.225261:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439202176 00000100:00100000:3.0:1746166918.225280:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50393 00000100:00100000:3.0:1746166918.225285:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439202176:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166918.225302:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1746166918.226844:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166918.227016:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439201920:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1854us (2000us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166918.227024:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3206 00000100:00100000:3.0:1746166918.227099:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439202176:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 1811us (2030us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166918.227105:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50393 00000100:00100000:0.0:1746166918.227174:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439201792 00000100:00100000:0.0:1746166918.227178:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439201792 00000100:00100000:0.0:1746166918.227202:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 996 00000100:00100000:0.0:1746166918.227207:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e861050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439201792:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166918.227240:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e861050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439201792:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 32us (2125us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166918.227245:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 996 00000100:00100000:2.0:1746166918.227976:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166918.228340:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439202048 00000100:00100000:0.0:1746166918.228343:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439202048 00000100:00100000:0.0:1746166918.228388:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3207 00000100:00100000:0.0:1746166918.228394:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e320e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439202048:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166918.228425:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e320e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439202048:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 31us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166918.228430:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3207 00000100:00080000:1.0:1746166918.229314:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166918.324380:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423355648:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166918.324441:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166918.324562:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423355648 00000100:00100000:0.0:1746166918.324569:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423355648 00000100:00080000:1.0:1746166918.325886:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166918.329239:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7253 00000100:00100000:0.0:1746166918.329253:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423355648:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166918.329280:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166918.329344:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423355648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (4903us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166918.329350:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7253 00000100:00100000:1.0:1746166918.329470:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423355648:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166918.593898:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166919.250355:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423355776:0@lo:400:kworker.0 00000100:00080000:0.0:1746166919.250369:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166919.250374:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166919.250377:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166919.250381:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10835 00000100:00080000:0.0:1746166919.250385:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746166919.250389:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166919.250405:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fb5f80 x1830977423356288/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746166919.250409:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746166919.250430:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166919.250432:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166919.250433:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166919.250436:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10835 00000100:00080000:0.0:1746166919.250438:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166919.250441:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166919.250449:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f129880 x1830977423356800/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746166919.250451:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423356416:0@lo:400:kworker.0 00000100:00100000:0.0:1746166919.250475:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423356160:0@lo:400:kworker.0 00000100:00100000:3.0:1746166919.250475:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166919.250490:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423357056:0@lo:400:kworker.0 00000100:00100000:0.0:1746166919.250496:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166919.250506:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166919.250509:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f128a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423356928:0@lo:400:kworker.0 00000100:00100000:3.0:1746166919.250517:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1746166919.250521:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423355904:0@lo:400:kworker.0 00000100:00100000:0.0:1746166919.250525:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166919.250534:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166919.250535:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1746166919.250539:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423356032:0@lo:400:kworker.0 00000100:00100000:3.0:1746166919.250544:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423356544:0@lo:400:kworker.0 00000100:00100000:0.0:1746166919.250551:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166919.250563:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f128e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423356672:0@lo:400:kworker.0 00000100:00100000:3.0:1746166919.250563:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423355776 00000100:00100000:3.0:1746166919.250568:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423355776 00000100:00100000:0.0:1746166919.250575:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166919.250593:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423356160 00000100:00100000:0.0:1746166919.250595:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423356160 00000100:00100000:3.0:1746166919.250596:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 997 00000100:00100000:3.0:1746166919.250602:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e860050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423355776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166919.250611:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423356672 00000100:00100000:0.0:1746166919.250613:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423356672 00000100:00100000:0.0:1746166919.250623:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36080 00000100:00100000:0.0:1746166919.250627:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423356160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166919.250634:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e860050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423355776:12345-0@lo:400:kworker.0 Request processed in 32us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166919.250639:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 997 00000100:00100000:0.0:1746166919.250650:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423356160:12345-0@lo:400:kworker.0 Request processed in 23us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166919.250655:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36080 00000100:00100000:3.0:1746166919.250662:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423356288:0@lo:8:kworker.0 00000100:00100000:0.0:1746166919.250663:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36081 00000100:00100000:0.0:1746166919.250666:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423356672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166919.250713:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166919.250727:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423356800:0@lo:8:kworker.0 00000100:00100000:0.0:1746166919.250732:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423356672:12345-0@lo:400:kworker.0 Request processed in 65us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166919.250737:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36081 00000100:00100000:3.0:1746166919.250741:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166919.250753:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423357056 00000100:00100000:0.0:1746166919.250755:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423357056 00000100:00100000:3.0:1746166919.250759:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423356416 00000100:00100000:3.0:1746166919.250761:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423356416 00000100:00100000:0.0:1746166919.250771:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423355904 00000100:00100000:0.0:1746166919.250773:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423355904 00000100:00100000:3.0:1746166919.250774:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423356928 00000100:00100000:3.0:1746166919.250775:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423356928 00000100:00100000:0.0:1746166919.250787:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423356032 00000100:00100000:3.0:1746166919.250787:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423356288 00000100:00100000:0.0:1746166919.250789:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423356032 00000100:00100000:3.0:1746166919.250789:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423356288 00000100:00100000:3.0:1746166919.250796:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423356800 00000100:00100000:3.0:1746166919.250798:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423356800 00000100:00100000:0.0:1746166919.250802:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3208 00000100:00100000:0.0:1746166919.250806:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423357056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166919.250807:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7869 00000100:00100000:3.0:1746166919.250811:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d27450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423356416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166919.250828:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423357056:12345-0@lo:400:kworker.0 Request processed in 22us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166919.250830:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d27450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423356416:12345-0@lo:400:kworker.0 Request processed in 19us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166919.250833:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3208 00000100:00100000:3.0:1746166919.250834:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7869 00000100:00100000:0.0:1746166919.250840:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3209 00000100:00100000:0.0:1746166919.250844:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423355904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166919.250861:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423355904:12345-0@lo:400:kworker.0 Request processed in 17us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166919.250865:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3209 00000100:00100000:0.0:1746166919.250871:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3210 00000100:00100000:0.0:1746166919.250875:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f128380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423356032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166919.250889:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f128380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423356032:12345-0@lo:400:kworker.0 Request processed in 14us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166919.250892:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3210 00000100:00100000:0.0:1746166919.250910:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7870 00000100:00100000:0.0:1746166919.250914:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f129180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423356928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166919.250931:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f129180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423356928:12345-0@lo:400:kworker.0 Request processed in 17us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166919.250931:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50394 00000100:00100000:3.0:1746166919.250934:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423356288:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1746166919.250935:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7870 00000100:00100000:0.0:1746166919.250944:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50395 00000100:00100000:0.0:1746166919.250947:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423356800:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166919.250950:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1746166919.250953:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166919.250968:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423356800:12345-0@lo:8:kworker.0 Request processed in 20us (226us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166919.250968:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423356288:12345-0@lo:8:kworker.0 Request processed in 33us (255us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166919.250973:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50394 00000100:00100000:3.0:1746166919.250994:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166919.251013:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423356544 00000100:00100000:3.0:1746166919.251016:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423357056:0@lo:400:kworker.0 00000100:00100000:2.0:1746166919.251017:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423356544 00000100:00100000:3.0:1746166919.251024:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423356416:0@lo:400:kworker.0 00000100:00100000:3.0:1746166919.251029:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423355776:0@lo:400:kworker.0 00000100:00100000:2.0:1746166919.251034:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3211 00000100:00100000:2.0:1746166919.251039:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423356544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166919.251044:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423355904:0@lo:400:kworker.0 00000100:00100000:2.0:1746166919.251067:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423356544:12345-0@lo:400:kworker.0 Request processed in 28us (72us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166919.251072:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3211 00000100:00100000:3.0:1746166919.251074:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423356544:0@lo:400:kworker.0 00000100:00080000:2.0:1746166919.251096:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746166919.251099:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746166919.251100:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746166919.251974:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166919.251978:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166919.251982:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423356288:0@lo:8:kworker.0 00000100:02020000:1.0:1746166919.251989:0:3768:0:(client.c:1389:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_connect to node 0@lo failed: rc = -19 00000100:00080000:1.0:1746166919.251991:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746166919.251993:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166919.251995:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423356800:0@lo:8:kworker.0 00000100:00100000:1.0:1746166919.252245:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423356032:0@lo:400:kworker.0 00000100:00100000:1.0:1746166919.252253:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f128e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423356672:0@lo:400:kworker.0 00000100:00100000:1.0:1746166919.252260:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423356160:0@lo:400:kworker.0 00000100:00100000:1.0:1746166919.252266:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f128a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423356928:0@lo:400:kworker.0 00000100:00100000:2.0:1746166919.252327:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423357184:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166919.252351:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166919.252373:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423357184 00000100:00100000:2.0:1746166919.252376:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423357184 00000100:00100000:2.0:1746166919.252391:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36082 00000100:00100000:2.0:1746166919.252396:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e321180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423357184:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166919.252415:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166919.252440:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e321180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423357184:12345-0@lo:41:osp-pre-1-0.0 Request processed in 43us (88us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166919.252445:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36082 00000100:00100000:2.0:1746166919.252465:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423357184:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166919.252548:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50395 00000100:00100000:2.0:1746166919.361921:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423357312:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166919.361982:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166919.362272:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423357312 00000100:00100000:3.0:1746166919.362280:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423357312 00000100:00100000:3.0:1746166919.362323:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36083 00000100:00100000:3.0:1746166919.362331:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e323b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423357312:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166919.362361:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166919.362414:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e323b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423357312:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166919.362419:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36083 00000100:00100000:0.0:1746166919.362497:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423357312:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166919.596244:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166919.601867:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423357440:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166919.602144:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166919.602298:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423357440 00000100:00100000:2.0:1746166919.602306:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423357440 00000100:00100000:2.0:1746166919.602342:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7254 00000100:00100000:2.0:1746166919.602348:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423357440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166919.602366:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166919.602505:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423357440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 156us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166919.602519:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7254 00000100:00100000:1.0:1746166919.603130:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423357440:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166920.598727:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166921.601921:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166922.604776:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166923.230232:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166923.230606:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439202304 00000100:00100000:2.0:1746166923.230641:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439202304 00000100:00100000:2.0:1746166923.231916:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 998 00000100:00100000:2.0:1746166923.231925:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439202304:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166923.238313:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166923.238350:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439202432 00000100:00100000:1.0:1746166923.238550:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439202432 00000100:00100000:1.0:1746166923.238604:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3212 00000100:00100000:1.0:1746166923.238620:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439202432:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166923.238687:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439202432:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 62us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166923.238694:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3212 00000100:00080000:3.0:1746166923.238843:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166923.239259:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439202304:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 7332us (9031us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166923.239268:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 998 00000100:00100000:0.0:1746166923.240223:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166923.245065:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439202560 00000100:00100000:1.0:1746166923.245077:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439202560 00000100:00100000:0.0:1746166923.245123:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166923.245148:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439202688 00000100:00100000:0.0:1746166923.245151:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439202688 00000100:00100000:0.0:1746166923.245192:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50396 00000100:00100000:0.0:1746166923.245198:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439202688:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746166923.245293:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166923.245341:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439202688:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 142us (222us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166923.245348:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50396 00000100:00100000:1.0:1746166923.246188:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3213 00000100:00100000:1.0:1746166923.246195:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f128700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439202560:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166923.246234:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f128700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439202560:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 40us (6013us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166923.246239:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3213 00000100:00080000:3.0:1746166923.246801:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166923.329944:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423357568:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166923.330185:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166923.330714:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423357568 00000100:00100000:0.0:1746166923.330721:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423357568 00000100:00080000:2.0:1746166923.330771:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166923.330774:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7255 00000100:00100000:0.0:1746166923.330781:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423357568:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166923.330807:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166923.330837:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423357568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (652us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166923.330842:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7255 00000100:00100000:3.0:1746166923.331581:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423357568:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166923.606163:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746166924.257862:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166924.257867:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166924.257871:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166924.257878:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10840 00000100:00080000:0.0:1746166924.257882:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166924.257887:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166924.257903:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f128e00 x1830977423358208/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166924.257926:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166924.257929:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166924.257930:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166924.257933:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10840 00000100:00080000:0.0:1746166924.257935:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166924.257937:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166924.257948:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ae88700 x1830977423358720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166924.257979:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f128e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423358208:0@lo:8:kworker.0 00000100:00100000:0.0:1746166924.258027:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166924.258069:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423358720:0@lo:8:kworker.0 00000100:00100000:0.0:1746166924.258083:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166924.258112:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423358208 00000100:00100000:0.0:1746166924.258117:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423358208 00000100:00100000:0.0:1746166924.258134:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423358720 00000100:00100000:0.0:1746166924.258135:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423358720 00000100:00100000:0.0:1746166924.258146:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50397 00000100:00100000:0.0:1746166924.258151:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423358208:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166924.258169:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166924.258192:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423358208:12345-0@lo:8:kworker.0 Request processed in 41us (165us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166924.258198:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50397 00000100:00100000:0.0:1746166924.258208:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50398 00000100:00100000:0.0:1746166924.258212:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423358720:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166924.258219:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166924.258234:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423358720:12345-0@lo:8:kworker.0 Request processed in 21us (150us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166924.258238:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50398 00000100:00080000:0.0:1746166924.258272:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166924.258275:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166924.258278:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f128e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423358208:0@lo:8:kworker.0 00000100:00080000:0.0:1746166924.258284:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166924.258286:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166924.258288:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423358720:0@lo:8:kworker.0 00000100:00100000:0.0:1746166924.258311:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f128000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423357952:0@lo:400:kworker.0 00000100:00100000:0.0:1746166924.258329:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166924.258341:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423358592:0@lo:400:kworker.0 00000100:00100000:0.0:1746166924.258356:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166924.258367:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1746166924.258372:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423357824:0@lo:400:kworker.0 00000100:00100000:0.0:1746166924.258383:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166924.258579:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423358464:0@lo:400:kworker.0 00000100:00100000:0.0:1746166924.258621:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166924.258641:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423357952 00000100:00100000:0.0:1746166924.258644:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423357952 00000100:00100000:0.0:1746166924.258671:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423357824 00000100:00100000:0.0:1746166924.258691:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423357824 00000100:00100000:0.0:1746166924.258703:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423358464 00000100:00100000:0.0:1746166924.258705:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423358464 00000100:00100000:0.0:1746166924.258715:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3214 00000100:00100000:0.0:1746166924.258720:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423357952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166924.258747:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423357952:12345-0@lo:400:kworker.0 Request processed in 27us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166924.258751:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3214 00000100:00100000:0.0:1746166924.258759:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3215 00000100:00100000:0.0:1746166924.258763:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423357824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166924.258777:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423357824:12345-0@lo:400:kworker.0 Request processed in 14us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166924.258781:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3215 00000100:00100000:0.0:1746166924.258787:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3216 00000100:00100000:0.0:1746166924.258791:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423358464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166924.258803:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423358464:12345-0@lo:400:kworker.0 Request processed in 12us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166924.258807:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3216 00000100:00080000:0.0:1746166924.258817:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746166924.258820:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166924.258838:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423357824:0@lo:400:kworker.0 00000100:00100000:0.0:1746166924.258845:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423358464:0@lo:400:kworker.0 00000100:00100000:0.0:1746166924.258851:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f128000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423357952:0@lo:400:kworker.0 00000100:00100000:0.0:1746166924.258885:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423358592 00000100:00100000:0.0:1746166924.258888:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423358592 00000100:00100000:0.0:1746166924.258902:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36084 00000100:00100000:0.0:1746166924.258907:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423358592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166924.258929:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423358592:12345-0@lo:400:kworker.0 Request processed in 22us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166924.258933:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36084 00000100:00100000:0.0:1746166924.258946:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423358592:0@lo:400:kworker.0 00000100:00100000:3.0:1746166924.259025:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f128a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423358080:0@lo:400:kworker.0 00000100:00100000:3.0:1746166924.259047:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166924.259060:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423358848:0@lo:400:kworker.0 00000100:00100000:3.0:1746166924.259071:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166924.259081:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1746166924.259085:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423357696:0@lo:400:kworker.0 00000100:00100000:3.0:1746166924.259101:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166924.259121:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423358336:0@lo:400:kworker.0 00000100:00100000:3.0:1746166924.259134:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166924.259146:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423358848 00000100:00100000:3.0:1746166924.259148:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423358848 00000100:00100000:3.0:1746166924.259166:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423358336 00000100:00100000:3.0:1746166924.259168:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423358336 00000100:00100000:3.0:1746166924.259177:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7871 00000100:00100000:3.0:1746166924.259181:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423358848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166924.259200:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423358848:12345-0@lo:400:kworker.0 Request processed in 19us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166924.259204:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7871 00000100:00100000:3.0:1746166924.259214:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7872 00000100:00100000:3.0:1746166924.259218:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423358336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166924.259235:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423358336:12345-0@lo:400:kworker.0 Request processed in 17us (101us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166924.259240:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7872 00000100:00100000:3.0:1746166924.259259:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423358336:0@lo:400:kworker.0 00000100:00100000:3.0:1746166924.259264:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423358976:0@lo:400:kworker.0 00000100:00100000:3.0:1746166924.259278:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166924.259290:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423358976 00000100:00100000:3.0:1746166924.259292:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423358976 00000100:00100000:3.0:1746166924.259305:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3217 00000100:00100000:3.0:1746166924.259308:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423358976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166924.259327:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423358976:12345-0@lo:400:kworker.0 Request processed in 19us (48us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166924.259331:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3217 00000100:00100000:3.0:1746166924.259346:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423358976:0@lo:400:kworker.0 00000100:00100000:3.0:1746166924.259353:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423358848:0@lo:400:kworker.0 00000100:00100000:3.0:1746166924.259372:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423357696 00000100:00100000:3.0:1746166924.259374:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423357696 00000100:00100000:3.0:1746166924.259387:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 999 00000100:00100000:3.0:1746166924.259391:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423357696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166924.259411:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423357696:12345-0@lo:400:kworker.0 Request processed in 19us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166924.259415:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 999 00000100:00100000:3.0:1746166924.259436:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423357696:0@lo:400:kworker.0 00000100:00080000:0.0:1746166924.259899:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166924.259908:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423358080 00000100:00100000:0.0:1746166924.259912:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423358080 00000100:00100000:0.0:1746166924.260170:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36085 00000100:00100000:0.0:1746166924.260174:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423358080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166924.260214:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423358080:12345-0@lo:400:kworker.0 Request processed in 39us (1166us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166924.260219:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36085 00000100:00100000:3.0:1746166924.260285:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f128a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423358080:0@lo:400:kworker.0 00000100:00100000:1.0:1746166924.262816:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423359104:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166924.262862:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166924.263245:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423359104 00000100:00100000:0.0:1746166924.263251:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423359104 00000100:00100000:0.0:1746166924.263291:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36086 00000100:00100000:0.0:1746166924.263298:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423359104:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746166924.263324:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746166924.263366:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423359104:12345-0@lo:41:osp-pre-1-0.0 Request processed in 68us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166924.263371:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36086 00000100:00100000:1.0:1746166924.263431:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423359104:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166924.369876:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166924.369898:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423359232:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166924.369957:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166924.370234:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423359232 00000100:00100000:3.0:1746166924.370242:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423359232 00000100:00100000:3.0:1746166924.370276:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36087 00000100:00100000:3.0:1746166924.370282:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423359232:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166924.370307:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166924.370348:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423359232:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166924.370353:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36087 00000100:00100000:1.0:1746166924.370648:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423359232:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1746166924.609251:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166924.609840:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423359360:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166924.609900:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166924.609987:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423359360 00000100:00100000:1.0:1746166924.609993:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423359360 00000100:00100000:1.0:1746166924.610038:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7256 00000100:00100000:1.0:1746166924.610045:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423359360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746166924.610065:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166924.610112:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423359360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166924.610118:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7256 00000100:00100000:3.0:1746166924.610225:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423359360:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746166925.630488:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166926.631882:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166927.634437:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166928.261465:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166928.261516:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166928.261566:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166928.267137:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166928.267189:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439202944 00000100:00100000:0.0:1746166928.267196:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439202944 00000100:00100000:0.0:1746166928.267239:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439203072 00000100:00100000:0.0:1746166928.267241:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439203072 00000100:00100000:0.0:1746166928.267259:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3218 00000100:00100000:0.0:1746166928.267267:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439202944:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166928.267276:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3219 00000100:00100000:3.0:1746166928.267286:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439203072:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166928.267437:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439203200 00000100:00100000:1.0:1746166928.267442:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439203200 00000100:00100000:1.0:1746166928.267463:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50399 00000100:00100000:1.0:1746166928.267473:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439203200:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166928.267494:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166928.268289:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439202944:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1021us (6831us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166928.268297:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3218 00000100:00100000:2.0:1746166928.268298:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439202816 00000100:00100000:2.0:1746166928.268304:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439202816 00000100:00080000:0.0:1746166928.268317:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166928.268320:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166928.268330:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1000 00000100:00100000:2.0:1746166928.268335:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a080a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439202816:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166928.268495:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439203072:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1210us (1364us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166928.268502:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3219 00000100:00100000:2.0:1746166928.268666:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a080a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439202816:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 329us (7098us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166928.268667:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439203200:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 1198us (7151us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166928.268672:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1000 00000100:00100000:1.0:1746166928.268686:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50399 00000100:00100000:2.0:1746166928.337856:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423359488:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166928.337910:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166928.338022:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423359488 00000100:00100000:1.0:1746166928.338029:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423359488 00000100:00080000:0.0:1746166928.338888:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166928.339347:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7257 00000100:00100000:1.0:1746166928.339357:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e323800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423359488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166928.339384:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166928.339442:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e323800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423359488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (1531us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166928.339448:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7257 00000100:00100000:3.0:1746166928.339480:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423359488:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166928.636202:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746166929.266198:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166929.266203:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166929.266206:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166929.266213:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10845 00000100:00080000:0.0:1746166929.266217:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166929.266221:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166929.266239:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ae89880 x1830977423360128/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746166929.266239:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423360000:0@lo:400:kworker.0 00000100:00080000:0.0:1746166929.266264:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166929.266266:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166929.266268:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166929.266270:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10845 00000100:00080000:0.0:1746166929.266273:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746166929.266276:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166929.266283:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f12ad80 x1830977423360640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746166929.266293:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166929.266312:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423360128:0@lo:8:kworker.0 00000100:00100000:0.0:1746166929.266334:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166929.266343:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423360768:0@lo:400:kworker.0 00000100:00100000:0.0:1746166929.266357:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423360640:0@lo:8:kworker.0 00000100:00100000:3.0:1746166929.266358:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166929.266370:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746166929.266372:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166929.266375:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423359872:0@lo:400:kworker.0 00000100:00100000:3.0:1746166929.266392:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166929.266396:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423360128 00000100:00100000:0.0:1746166929.266401:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423360128 00000100:00100000:3.0:1746166929.266402:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f128a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423360512:0@lo:400:kworker.0 00000100:00100000:3.0:1746166929.266415:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166929.266419:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423360768 00000100:00100000:0.0:1746166929.266421:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423360768 00000100:00100000:3.0:1746166929.266432:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423360000 00000100:00100000:3.0:1746166929.266434:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423360000 00000100:00100000:0.0:1746166929.266445:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423360640 00000100:00100000:0.0:1746166929.266446:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423360640 00000100:00100000:3.0:1746166929.266449:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423360512 00000100:00100000:3.0:1746166929.266450:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423360512 00000100:00100000:0.0:1746166929.266457:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7873 00000100:00100000:3.0:1746166929.266460:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36088 00000100:00100000:0.0:1746166929.266463:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423360768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166929.266464:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423360000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166929.266497:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423360768:12345-0@lo:400:kworker.0 Request processed in 34us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166929.266497:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423360000:12345-0@lo:400:kworker.0 Request processed in 31us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166929.266502:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7873 00000100:00100000:3.0:1746166929.266502:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36088 00000100:00100000:0.0:1746166929.266530:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50400 00000100:00100000:0.0:1746166929.266534:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423360128:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1746166929.266546:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36089 00010000:00020000:0.0:1746166929.266549:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166929.266550:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423360512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166929.266571:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423360512:12345-0@lo:400:kworker.0 Request processed in 21us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166929.266573:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f128000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423360128:12345-0@lo:8:kworker.0 Request processed in 38us (239us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166929.266576:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36089 00000100:00100000:0.0:1746166929.266577:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50400 00000100:00100000:0.0:1746166929.266584:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50401 00000100:00100000:0.0:1746166929.266587:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423360640:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166929.266596:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166929.266610:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423360640:12345-0@lo:8:kworker.0 Request processed in 22us (237us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166929.266610:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f128a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423360512:0@lo:400:kworker.0 00000100:00100000:0.0:1746166929.266614:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50401 00000100:00100000:3.0:1746166929.266618:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423360768:0@lo:400:kworker.0 00000100:00100000:3.0:1746166929.266624:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423360000:0@lo:400:kworker.0 00000100:00080000:0.0:1746166929.266626:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746166929.266645:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166929.266648:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166929.266649:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423359872 00000100:00100000:0.0:1746166929.266650:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423360128:0@lo:8:kworker.0 00000100:00100000:3.0:1746166929.266652:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423359872 00000100:00080000:0.0:1746166929.266656:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166929.266658:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166929.266661:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423360640:0@lo:8:kworker.0 00000100:00100000:3.0:1746166929.266694:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3220 00000100:00100000:3.0:1746166929.266699:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423359872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166929.266727:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423359872:12345-0@lo:400:kworker.0 Request processed in 28us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166929.267157:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423359616:0@lo:400:kworker.0 00000100:00100000:1.0:1746166929.267186:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166929.267212:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423360256:0@lo:400:kworker.0 00000100:00100000:1.0:1746166929.267229:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166929.267242:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423360896:0@lo:400:kworker.0 00000100:00100000:1.0:1746166929.267256:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166929.267271:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1746166929.267275:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423359744:0@lo:400:kworker.0 00000100:00100000:1.0:1746166929.267287:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166929.267298:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423360384:0@lo:400:kworker.0 00000100:00100000:1.0:1746166929.267311:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166929.267330:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423360256 00000100:00100000:1.0:1746166929.267332:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423360256 00000100:00100000:1.0:1746166929.267350:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7874 00000100:00100000:1.0:1746166929.267354:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423360256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166929.267379:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423360256:12345-0@lo:400:kworker.0 Request processed in 25us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166929.267384:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7874 00000100:00100000:1.0:1746166929.267397:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423360896 00000100:00100000:1.0:1746166929.267399:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423360896 00000100:00100000:2.0:1746166929.267458:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423359616 00000100:00100000:2.0:1746166929.267462:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423359616 00000100:00100000:2.0:1746166929.267490:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1001 00000100:00100000:2.0:1746166929.267495:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0808c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423359616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166929.267533:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0808c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423359616:12345-0@lo:400:kworker.0 Request processed in 39us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166929.267538:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1001 00000100:00080000:2.0:1746166929.267574:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166929.267592:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423359872:0@lo:400:kworker.0 00000100:00100000:2.0:1746166929.267614:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423359744 00000100:00100000:2.0:1746166929.267617:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423359744 00000100:00100000:3.0:1746166929.269112:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3220 00000100:00080000:3.0:1746166929.269142:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166929.269185:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423359616:0@lo:400:kworker.0 00000100:00100000:3.0:1746166929.269196:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423360256:0@lo:400:kworker.0 00000100:00100000:0.0:1746166929.269206:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423360384 00000100:00100000:0.0:1746166929.269211:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423360384 00000100:00100000:3.0:1746166929.269254:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3221 00000100:00100000:3.0:1746166929.269261:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423360384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166929.269275:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3222 00000100:00100000:2.0:1746166929.269281:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423360896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166929.269301:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423360384:12345-0@lo:400:kworker.0 Request processed in 42us (1989us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166929.269306:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423360896:12345-0@lo:400:kworker.0 Request processed in 26us (2049us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166929.269309:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3221 00000100:00100000:2.0:1746166929.269311:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3222 00000100:00100000:2.0:1746166929.269319:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3223 00000100:00100000:2.0:1746166929.269324:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423359744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166929.269334:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423360384:0@lo:400:kworker.0 00000100:00100000:3.0:1746166929.269342:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423360896:0@lo:400:kworker.0 00000100:00100000:2.0:1746166929.269343:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423359744:12345-0@lo:400:kworker.0 Request processed in 20us (2054us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166929.269347:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3223 00000100:00100000:3.0:1746166929.269357:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423359744:0@lo:400:kworker.0 00000100:00100000:3.0:1746166929.282465:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746166929.282485:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423361024:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166929.282554:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166929.282756:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423361024 00000100:00100000:0.0:1746166929.282763:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423361024 00000100:00100000:0.0:1746166929.282811:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36090 00000100:00100000:0.0:1746166929.282818:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423361024:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746166929.282846:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746166929.282891:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423361024:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166929.282897:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36090 00000100:00100000:3.0:1746166929.283149:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423361024:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166929.377889:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746166929.377906:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423361152:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166929.377973:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166929.378459:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423361152 00000100:00100000:0.0:1746166929.378465:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423361152 00000100:00100000:0.0:1746166929.378577:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36091 00000100:00100000:0.0:1746166929.378586:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a406c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423361152:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746166929.378615:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746166929.378825:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a406c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423361152:12345-0@lo:41:osp-pre-0-1.0 Request processed in 240us (851us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166929.378832:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36091 00000100:00100000:3.0:1746166929.379368:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423361152:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166929.617896:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423361280:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166929.617953:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166929.621693:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423361280 00000100:00100000:3.0:1746166929.621704:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423361280 00000100:00100000:3.0:1746166929.621760:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7258 00000100:00100000:3.0:1746166929.621768:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423361280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166929.621789:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166929.621857:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423361280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (3904us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166929.621863:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7258 00000100:00100000:0.0:1746166929.621959:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423361280:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746166929.639236:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166930.647007:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166931.649922:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166932.651888:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166933.264915:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166933.264960:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166933.264992:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166933.265023:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166933.265084:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439203456 00000100:00100000:1.0:1746166933.265093:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439203456 00000100:00100000:0.0:1746166933.265105:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439203584 00000100:00100000:0.0:1746166933.265109:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439203584 00000100:00100000:3.0:1746166933.265148:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439203712 00000100:00100000:3.0:1746166933.265152:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439203712 00000100:00100000:3.0:1746166933.265182:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50402 00000100:00100000:3.0:1746166933.265188:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439203712:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166933.265214:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166933.265264:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439203712:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 74us (239us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166933.265271:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50402 00000100:00100000:2.0:1746166933.266267:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439203328 00000100:00100000:2.0:1746166933.266272:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439203328 00000100:00100000:2.0:1746166933.266302:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1002 00000100:00100000:2.0:1746166933.266308:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0808450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439203328:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166933.266311:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3224 00000100:00100000:1.0:1746166933.266319:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439203456:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166933.266344:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0808450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439203328:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 36us (1438us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166933.266350:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1002 00000100:00100000:1.0:1746166933.266353:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439203456:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 35us (1392us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166933.266358:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3224 00000100:00100000:0.0:1746166933.266702:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3225 00000100:00100000:0.0:1746166933.266709:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439203584:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166933.266735:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439203584:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 28us (1742us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166933.266742:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3225 00000100:00080000:3.0:1746166933.266882:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746166933.266886:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166933.345912:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423361408:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166933.345971:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166933.346218:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423361408 00000100:00100000:1.0:1746166933.346225:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423361408 00000100:00100000:1.0:1746166933.346272:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7259 00000100:00100000:1.0:1746166933.346280:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423361408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166933.346305:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:3.0:1746166933.346909:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166933.347570:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f128e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423361408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1288us (1596us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166933.347577:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7259 00000100:00100000:0.0:1746166933.347667:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423361408:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166933.653859:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746166934.273963:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166934.273968:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166934.273972:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1746166934.273973:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e322680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423361920:0@lo:400:kworker.0 00000100:00080000:2.0:1746166934.273977:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10850 00000100:00080000:2.0:1746166934.273980:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746166934.273985:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166934.274001:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e320a80 x1830977423362048/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166934.274025:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:1.0:1746166934.274027:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166934.274028:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166934.274029:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166934.274032:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10850 00000100:00080000:2.0:1746166934.274034:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746166934.274037:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166934.274047:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880097630000 x1830977423362560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746166934.274083:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097630a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423362688:0@lo:400:kworker.0 00000100:00100000:1.0:1746166934.274102:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166934.274117:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1746166934.274122:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e321500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423361536:0@lo:400:kworker.0 00000100:00100000:1.0:1746166934.274141:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166934.274165:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e323480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423362176:0@lo:400:kworker.0 00000100:00100000:1.0:1746166934.274181:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166934.274192:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423361536 00000100:00100000:1.0:1746166934.274194:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423362816:0@lo:400:kworker.0 00000100:00100000:2.0:1746166934.274198:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423361536 00000100:00100000:1.0:1746166934.274210:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166934.274228:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1003 00000100:00100000:1.0:1746166934.274230:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423361920 00000100:00100000:1.0:1746166934.274232:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423361920 00000100:00100000:2.0:1746166934.274234:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0809450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423361536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166934.274252:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36092 00000100:00100000:1.0:1746166934.274257:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423361920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166934.274270:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0809450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423361536:12345-0@lo:400:kworker.0 Request processed in 37us (128us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166934.274277:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1003 00000100:00100000:1.0:1746166934.274280:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423361920:12345-0@lo:400:kworker.0 Request processed in 24us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166934.274285:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36092 00000100:00100000:2.0:1746166934.274298:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423362816 00000100:00100000:2.0:1746166934.274301:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423362816 00000100:00100000:1.0:1746166934.274309:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e321500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423361536:0@lo:400:kworker.0 00000100:00100000:2.0:1746166934.274318:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3226 00000100:00100000:1.0:1746166934.274319:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e322680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423361920:0@lo:400:kworker.0 00000100:00100000:2.0:1746166934.274323:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f849180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423362816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166934.274345:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e323b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423361792:0@lo:400:kworker.0 00000100:00100000:0.0:1746166934.274383:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e320a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423362048:0@lo:8:kworker.0 00000100:00100000:3.0:1746166934.274384:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e321180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423361664:0@lo:400:kworker.0 00000100:00100000:0.0:1746166934.274407:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166934.274407:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166934.274421:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423362560:0@lo:8:kworker.0 00000100:00100000:3.0:1746166934.274421:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e320380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423362304:0@lo:400:kworker.0 00000100:00100000:0.0:1746166934.274450:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166934.274450:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166934.274472:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423362176 00000100:00100000:3.0:1746166934.274472:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423362688 00000100:00100000:0.0:1746166934.274475:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423362176 00000100:00100000:3.0:1746166934.274475:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423362688 00000100:00100000:0.0:1746166934.274492:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423362048 00000100:00100000:0.0:1746166934.274494:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423362048 00000100:00100000:3.0:1746166934.274494:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423362560 00000100:00100000:3.0:1746166934.274496:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423362560 00000100:00100000:0.0:1746166934.274504:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7875 00000100:00100000:3.0:1746166934.274507:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7876 00000100:00100000:0.0:1746166934.274509:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423362176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166934.274512:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f849500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423362688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166934.274597:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166934.274613:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097630700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423362432:0@lo:400:kworker.0 00000100:00100000:1.0:1746166934.274625:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166934.274645:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50403 00000100:00100000:1.0:1746166934.274649:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423362048:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166934.274665:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166934.274712:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423362048:12345-0@lo:8:kworker.0 Request processed in 62us (304us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166934.274718:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50403 00000100:00100000:1.0:1746166934.274727:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50404 00000100:00100000:1.0:1746166934.274730:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f129880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423362560:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166934.274738:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166934.274750:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f129880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423362560:12345-0@lo:8:kworker.0 Request processed in 20us (300us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166934.274755:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50404 00000100:00100000:1.0:1746166934.274767:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423361664 00000100:00100000:1.0:1746166934.274769:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423361664 00000100:00100000:1.0:1746166934.274783:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423362304 00000100:00100000:1.0:1746166934.274785:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423362304 00000100:00100000:1.0:1746166934.274791:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423361792 00000100:00100000:1.0:1746166934.274792:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423361792 00000100:00100000:1.0:1746166934.274801:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3227 00000100:00100000:1.0:1746166934.274805:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423361664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166934.274826:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423361664:12345-0@lo:400:kworker.0 Request processed in 20us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166934.274830:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3227 00000100:00100000:1.0:1746166934.274837:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3228 00000100:00100000:1.0:1746166934.274840:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423362304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166934.274854:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423362304:12345-0@lo:400:kworker.0 Request processed in 13us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166934.274858:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3228 00000100:00100000:1.0:1746166934.274863:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3229 00000100:00100000:1.0:1746166934.274867:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423361792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166934.274881:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423361792:12345-0@lo:400:kworker.0 Request processed in 14us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166934.274885:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3229 00000100:00100000:1.0:1746166934.274899:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423362432 00000100:00100000:1.0:1746166934.274901:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423362432 00000100:00100000:1.0:1746166934.274912:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36093 00000100:00100000:1.0:1746166934.274915:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f849f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423362432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166934.274932:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f849f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423362432:12345-0@lo:400:kworker.0 Request processed in 16us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166934.274936:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36093 00000100:00100000:1.0:1746166934.274951:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e323b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423361792:0@lo:400:kworker.0 00000100:00100000:1.0:1746166934.274958:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097630700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423362432:0@lo:400:kworker.0 00000100:00100000:1.0:1746166934.274972:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e321180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423361664:0@lo:400:kworker.0 00000100:00100000:1.0:1746166934.274978:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e320380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423362304:0@lo:400:kworker.0 00000100:00100000:3.0:1746166934.275878:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f849500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423362688:12345-0@lo:400:kworker.0 Request processed in 1363us (1772us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166934.275885:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7876 00000100:00100000:0.0:1746166934.275903:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423362176:12345-0@lo:400:kworker.0 Request processed in 1393us (1719us total) trans 0 rc 0/0 00000100:00080000:3.0:1746166934.275905:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746166934.275908:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166934.275909:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7875 00000100:00080000:3.0:1746166934.275910:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746166934.275941:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166934.275945:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166934.275949:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e320a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423362048:0@lo:8:kworker.0 00000100:00080000:3.0:1746166934.275970:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166934.275972:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166934.275976:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423362560:0@lo:8:kworker.0 00000100:00100000:1.0:1746166934.276050:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e323480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423362176:0@lo:400:kworker.0 00000100:00100000:2.0:1746166934.276052:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f849180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423362816:12345-0@lo:400:kworker.0 Request processed in 1728us (1839us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166934.276058:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423362816:0@lo:400:kworker.0 00000100:00100000:2.0:1746166934.276059:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3226 00000100:00100000:1.0:1746166934.276067:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097630a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423362688:0@lo:400:kworker.0 00000100:00100000:0.0:1746166934.289866:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746166934.289886:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423362944:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166934.289941:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166934.289984:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423362944 00000100:00100000:1.0:1746166934.289990:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423362944 00000100:00100000:1.0:1746166934.291733:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36094 00000100:00100000:1.0:1746166934.291745:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f128a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423362944:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166934.291778:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746166934.294175:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423362944:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166934.294309:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f128a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423362944:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2567us (4366us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166934.294318:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36094 00000100:00100000:1.0:1746166934.389580:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746166934.389600:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423363072:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166934.389654:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166934.391524:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423363072 00000100:00100000:2.0:1746166934.391533:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423363072 00000100:00100000:2.0:1746166934.391593:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36095 00000100:00100000:2.0:1746166934.391601:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423363072:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166934.391634:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166934.391722:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423363072:12345-0@lo:41:osp-pre-0-1.0 Request processed in 121us (2066us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166934.391728:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36095 00000100:00100000:1.0:1746166934.391739:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423363072:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166934.627264:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423363200:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166934.627322:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166934.627695:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423363200 00000100:00100000:0.0:1746166934.627702:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423363200 00000100:00100000:0.0:1746166934.627745:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7260 00000100:00100000:0.0:1746166934.627751:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423363200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166934.627771:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166934.627807:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423363200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166934.627813:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7260 00000100:00100000:1.0:1746166934.628112:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423363200:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746166934.658856:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166935.662669:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166936.663860:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746166937.666066:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166938.271769:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166938.272325:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166938.274593:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166938.274975:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166938.275220:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439204224 00000100:00100000:2.0:1746166938.275229:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439204224 00000100:00100000:2.0:1746166938.275256:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50405 00000100:00100000:2.0:1746166938.275262:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439204224:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166938.275282:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166938.275322:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439204224:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 59us (3562us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166938.275327:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50405 00000100:00100000:0.0:1746166938.276966:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439203840 00000100:00100000:0.0:1746166938.276974:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439203840 00000100:00100000:0.0:1746166938.277007:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1004 00000100:00100000:0.0:1746166938.277012:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439203840:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166938.277047:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439203840:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 35us (2459us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166938.277051:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1004 00000100:00100000:3.0:1746166938.278045:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439203968 00000100:00100000:3.0:1746166938.278052:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439203968 00000100:00100000:3.0:1746166938.278087:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439204096 00000100:00100000:3.0:1746166938.278089:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439204096 00000100:00100000:3.0:1746166938.278102:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3230 00000100:00100000:3.0:1746166938.278108:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439203968:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166938.278138:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439203968:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 31us (5815us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166938.278143:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3230 00000100:00100000:3.0:1746166938.278154:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3231 00000100:00100000:3.0:1746166938.278158:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439204096:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166938.278172:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439204096:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 14us (3198us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166938.278176:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3231 00000100:00080000:3.0:1746166938.278188:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746166938.278191:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166938.353883:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166938.353900:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423363328:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166938.353951:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166938.354086:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423363328 00000100:00100000:3.0:1746166938.354093:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423363328 00000100:00080000:0.0:1746166938.354167:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166938.354335:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7261 00000100:00100000:3.0:1746166938.354342:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423363328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166938.354373:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166938.354699:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423363328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 357us (747us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166938.354706:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7261 00000100:00100000:0.0:1746166938.354772:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423363328:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166938.667850:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746166939.281866:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166939.281871:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166939.281874:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166939.281880:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10855 00000100:00080000:2.0:1746166939.281884:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746166939.281889:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166939.281905:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880097632d80 x1830977423363968/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746166939.281919:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423363840:0@lo:400:kworker.0 00000100:00080000:2.0:1746166939.281935:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166939.281938:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166939.281939:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166939.281942:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10855 00000100:00080000:2.0:1746166939.281944:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746166939.281946:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166939.281953:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880097630700 x1830977423364480/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746166939.281980:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166939.281986:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423363968:0@lo:8:kworker.0 00000100:00100000:2.0:1746166939.282012:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166939.282031:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423364608:0@lo:400:kworker.0 00000100:00100000:2.0:1746166939.282039:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097630700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423364480:0@lo:8:kworker.0 00000100:00100000:3.0:1746166939.282049:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166939.282073:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1746166939.282078:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097632680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423363712:0@lo:400:kworker.0 00000100:00100000:3.0:1746166939.282096:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166939.282100:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423363456:0@lo:400:kworker.0 00000100:00100000:3.0:1746166939.282109:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423364352:0@lo:400:kworker.0 00000100:00100000:3.0:1746166939.282123:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166939.282126:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166939.282143:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423363840 00000100:00100000:3.0:1746166939.282148:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423363840 00000100:00100000:1.0:1746166939.282150:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097630a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423364096:0@lo:400:kworker.0 00000100:00100000:1.0:1746166939.282163:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166939.282174:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423364352 00000100:00100000:3.0:1746166939.282175:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423364352 00000100:00100000:3.0:1746166939.282196:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36096 00000100:00100000:3.0:1746166939.282202:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423363840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166939.282209:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097630380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423363584:0@lo:400:kworker.0 00000100:00100000:0.0:1746166939.282228:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166939.282240:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423364224:0@lo:400:kworker.0 00000100:00100000:0.0:1746166939.282251:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166939.282273:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423363456 00000100:00100000:0.0:1746166939.282275:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423363456 00000100:00100000:0.0:1746166939.282294:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1005 00000100:00100000:0.0:1746166939.282298:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423363456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166939.282319:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423363456:12345-0@lo:400:kworker.0 Request processed in 21us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166939.282324:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1005 00000100:00100000:3.0:1746166939.282586:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423363840:12345-0@lo:400:kworker.0 Request processed in 383us (605us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166939.282591:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36096 00000100:00100000:3.0:1746166939.282603:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36097 00000100:00100000:3.0:1746166939.282607:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423364352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166939.282626:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423364352:12345-0@lo:400:kworker.0 Request processed in 19us (503us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166939.282631:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36097 00000100:00100000:3.0:1746166939.282650:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423363712 00000100:00100000:3.0:1746166939.282652:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423363712 00000100:00100000:1.0:1746166939.283740:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012401b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423364736:0@lo:400:kworker.0 00000100:00100000:1.0:1746166939.283764:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166939.283791:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423363456:0@lo:400:kworker.0 00000100:00100000:1.0:1746166939.283815:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423363584 00000100:00100000:1.0:1746166939.283818:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423363584 00000100:00100000:2.0:1746166939.283925:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423363968 00000100:00100000:2.0:1746166939.283929:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423363968 00000100:00100000:2.0:1746166939.283947:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423364608 00000100:00100000:2.0:1746166939.283949:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423364608 00000100:00100000:0.0:1746166939.284098:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423364224 00000100:00100000:0.0:1746166939.284102:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423364224 00000100:00100000:0.0:1746166939.284123:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423364736 00000100:00100000:0.0:1746166939.284125:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423364736 00000100:00100000:0.0:1746166939.284137:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3232 00000100:00100000:0.0:1746166939.284143:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423364224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166939.284176:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423364224:12345-0@lo:400:kworker.0 Request processed in 33us (1923us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166939.284185:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3232 00000100:00100000:0.0:1746166939.284195:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3233 00000100:00100000:0.0:1746166939.284200:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e320380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423364736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166939.284222:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e320380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423364736:12345-0@lo:400:kworker.0 Request processed in 22us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166939.284226:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3233 00000100:00100000:3.0:1746166939.284592:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3234 00000100:00100000:3.0:1746166939.284598:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423363712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166939.284627:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423363712:12345-0@lo:400:kworker.0 Request processed in 30us (2529us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166939.284632:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3234 00000100:00100000:3.0:1746166939.284649:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423364096 00000100:00100000:3.0:1746166939.284652:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423364096 00000100:00100000:3.0:1746166939.284668:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7877 00000100:00100000:3.0:1746166939.284686:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e320a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423364096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166939.284711:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e320a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423364096:12345-0@lo:400:kworker.0 Request processed in 38us (2546us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166939.284715:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7877 00000100:00100000:3.0:1746166939.284725:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50406 00000100:00100000:3.0:1746166939.284728:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423363968:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166939.284744:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166939.284766:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423363968:12345-0@lo:8:kworker.0 Request processed in 36us (2753us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166939.284771:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50406 00000100:00100000:3.0:1746166939.284799:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097632680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423363712:0@lo:400:kworker.0 00000100:00100000:3.0:1746166939.284808:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423364352:0@lo:400:kworker.0 00000100:00100000:3.0:1746166939.284817:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423363840:0@lo:400:kworker.0 00000100:00100000:3.0:1746166939.284851:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746166939.284874:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166939.284877:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166939.284880:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423363968:0@lo:8:kworker.0 00000100:00100000:3.0:1746166939.284891:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423364480 00000100:00100000:3.0:1746166939.284894:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423364480 00000100:00100000:3.0:1746166939.284905:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50407 00000100:00100000:3.0:1746166939.284909:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423364480:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166939.284918:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166939.284939:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423364480:12345-0@lo:8:kworker.0 Request processed in 29us (87us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166939.284943:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50407 00000100:00080000:3.0:1746166939.285196:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166939.285199:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166939.285203:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097630700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423364480:0@lo:8:kworker.0 00000100:00100000:3.0:1746166939.285238:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423364224:0@lo:400:kworker.0 00000100:00100000:1.0:1746166939.285359:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3235 00000100:00100000:1.0:1746166939.285365:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423363584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166939.285392:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423363584:12345-0@lo:400:kworker.0 Request processed in 28us (3163us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166939.285396:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3235 00000100:00100000:1.0:1746166939.285414:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097630a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423364096:0@lo:400:kworker.0 00000100:00100000:1.0:1746166939.285421:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012401b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423364736:0@lo:400:kworker.0 00000100:00100000:2.0:1746166939.285790:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7878 00000100:00100000:2.0:1746166939.285795:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423364608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166939.285822:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423364608:12345-0@lo:400:kworker.0 Request processed in 28us (3772us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166939.285827:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7878 00000100:00100000:2.0:1746166939.285847:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423364608:0@lo:400:kworker.0 00000100:00100000:3.0:1746166939.287167:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097630380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423363584:0@lo:400:kworker.0 00000100:00080000:0.0:1746166939.292597:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746166939.292606:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746166939.292609:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166939.297869:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746166939.297886:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423364864:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166939.298167:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166939.298258:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423364864 00000100:00100000:2.0:1746166939.298264:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423364864 00000100:00100000:2.0:1746166939.298295:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36098 00000100:00100000:2.0:1746166939.298301:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e321180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423364864:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166939.298326:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166939.298374:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e321180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423364864:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166939.298380:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36098 00000100:00100000:1.0:1746166939.298698:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423364864:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166939.393899:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e323b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423364992:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166939.393962:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166939.394094:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423364992 00000100:00100000:1.0:1746166939.394100:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423364992 00000100:00100000:1.0:1746166939.394146:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36099 00000100:00100000:1.0:1746166939.394153:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423364992:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166939.394187:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166939.394239:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423364992:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166939.394245:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36099 00000100:00100000:0.0:1746166939.394563:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e323b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423364992:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166939.633900:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746166939.633919:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e322680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423365120:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166939.633974:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166939.634070:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423365120 00000100:00100000:3.0:1746166939.634077:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423365120 00000100:00100000:3.0:1746166939.634112:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7262 00000100:00100000:3.0:1746166939.634118:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423365120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166939.634136:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166939.634211:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423365120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166939.634217:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7262 00000100:00100000:0.0:1746166939.634325:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e322680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423365120:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746166939.670597:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166940.680900:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166941.284287:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166941.284334:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166941.284361:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439204352 00000100:00100000:0.0:1746166941.284363:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166941.284370:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439204352 00000100:00100000:0.0:1746166941.284419:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166941.284715:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1006 00000100:00100000:2.0:1746166941.284724:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439204352:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166941.284751:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439204480 00000100:00100000:3.0:1746166941.284756:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439204480 00000100:00100000:2.0:1746166941.284776:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439204352:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 54us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166941.284782:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1006 00000100:00100000:3.0:1746166941.284783:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439204608 00000100:00100000:3.0:1746166941.284784:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439204608 00000100:00100000:3.0:1746166941.284797:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3236 00000100:00100000:3.0:1746166941.284803:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439204480:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166941.284832:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439204480:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 29us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166941.284837:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3236 00000100:00100000:3.0:1746166941.284848:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3237 00000100:00100000:3.0:1746166941.284852:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439204608:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166941.284877:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439204608:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 24us (458us total) trans 0 rc 0/0 00000100:00080000:2.0:1746166941.284880:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166941.284882:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3237 00000100:00080000:2.0:1746166941.284883:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166941.285010:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439204736 00000100:00100000:1.0:1746166941.285014:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439204736 00000100:00100000:1.0:1746166941.285043:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50408 00000100:00100000:1.0:1746166941.285048:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439204736:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166941.285067:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166941.286781:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439204736:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 1727us (2411us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166941.286789:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50408 00010000:00010000:1.0:1746166941.682211:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746166942.690996:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166943.361909:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423365248:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166943.361968:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166943.362099:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423365248 00000100:00100000:0.0:1746166943.362106:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423365248 00000100:00080000:2.0:1746166943.362150:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166943.362155:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7263 00000100:00100000:0.0:1746166943.362162:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e321500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423365248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166943.362341:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166943.362492:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e321500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423365248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 329us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166943.362497:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7263 00000100:00100000:1.0:1746166943.362651:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423365248:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166943.694066:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746166944.290949:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166944.290954:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166944.290957:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166944.290964:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10860 00000100:00080000:2.0:1746166944.290968:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746166944.290973:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166944.290991:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012401a300 x1830977423365888/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166944.291019:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166944.291022:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166944.291023:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166944.291027:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10860 00000100:00080000:2.0:1746166944.291029:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166944.291032:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166944.291041:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012401bb80 x1830977423366400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166944.291075:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012401aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423365632:0@lo:400:kworker.0 00000100:00100000:2.0:1746166944.291125:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166944.291173:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124018000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423366272:0@lo:400:kworker.0 00000100:00100000:2.0:1746166944.291198:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166944.291217:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1746166944.291223:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423365504:0@lo:400:kworker.0 00000100:00100000:2.0:1746166944.291239:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166944.291253:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423366144:0@lo:400:kworker.0 00000100:00100000:2.0:1746166944.291305:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166944.291332:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423366272 00000100:00100000:2.0:1746166944.291338:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423366272 00000100:00100000:0.0:1746166944.291713:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423365632 00000100:00100000:0.0:1746166944.291717:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423365632 00000100:00100000:0.0:1746166944.291748:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423365504 00000100:00100000:0.0:1746166944.291750:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423365504 00000100:00100000:0.0:1746166944.291763:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423366144 00000100:00100000:0.0:1746166944.291765:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423366144 00000100:00100000:0.0:1746166944.291779:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3238 00000100:00100000:0.0:1746166944.291786:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423365632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166944.291825:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423365632:12345-0@lo:400:kworker.0 Request processed in 40us (700us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166944.291831:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3238 00000100:00100000:0.0:1746166944.291843:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3239 00000100:00100000:0.0:1746166944.291847:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423365504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166944.291865:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423365504:12345-0@lo:400:kworker.0 Request processed in 18us (625us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166944.291869:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3239 00000100:00100000:0.0:1746166944.291876:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3240 00000100:00100000:0.0:1746166944.291880:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423366144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166944.291903:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423366144:12345-0@lo:400:kworker.0 Request processed in 23us (597us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166944.291908:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3240 00000100:00080000:0.0:1746166944.291919:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746166944.291921:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166944.291971:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423365504:0@lo:400:kworker.0 00000100:00100000:0.0:1746166944.291979:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423366144:0@lo:400:kworker.0 00000100:00100000:0.0:1746166944.291985:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012401aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423365632:0@lo:400:kworker.0 00000100:00100000:0.0:1746166944.292009:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012401a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423365888:0@lo:8:kworker.0 00000100:00100000:0.0:1746166944.292029:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166944.292109:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012401b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423365760:0@lo:400:kworker.0 00000100:00100000:1.0:1746166944.292132:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166944.292361:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423365376:0@lo:400:kworker.0 00000100:00100000:3.0:1746166944.292394:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166944.292414:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012401ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423366016:0@lo:400:kworker.0 00000100:00100000:3.0:1746166944.292437:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423365376 00000100:00100000:3.0:1746166944.292439:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423365376 00000100:00100000:3.0:1746166944.292459:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1007 00000100:00100000:3.0:1746166944.292463:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423365376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166944.292486:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423365376:12345-0@lo:400:kworker.0 Request processed in 23us (92us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166944.292491:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1007 00000100:00100000:1.0:1746166944.293623:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012401a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423366528:0@lo:400:kworker.0 00000100:00100000:1.0:1746166944.293654:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423365760 00000100:00100000:1.0:1746166944.293658:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423365760 00000100:00100000:1.0:1746166944.293691:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36100 00000100:00100000:1.0:1746166944.293696:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423366272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166944.293730:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423366272:12345-0@lo:400:kworker.0 Request processed in 34us (2531us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166944.293735:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36100 00000100:00100000:1.0:1746166944.293747:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36101 00000100:00100000:1.0:1746166944.293751:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e322680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423365760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166944.293775:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e322680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423365760:12345-0@lo:400:kworker.0 Request processed in 24us (1643us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166944.293780:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36101 00000100:00100000:1.0:1746166944.293816:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124018000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423366272:0@lo:400:kworker.0 00000100:00100000:0.0:1746166944.295330:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012401bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423366400:0@lo:8:kworker.0 00000100:00100000:0.0:1746166944.295355:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166944.295585:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423365888 00000100:00100000:0.0:1746166944.295589:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423365888 00000100:00100000:0.0:1746166944.295611:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423366400 00000100:00100000:0.0:1746166944.295613:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423366400 00000100:00100000:0.0:1746166944.295626:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50409 00000100:00100000:0.0:1746166944.295630:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423365888:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166944.295649:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166944.295690:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423365888:12345-0@lo:8:kworker.0 Request processed in 43us (3644us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166944.295695:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50409 00000100:00100000:0.0:1746166944.295704:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50410 00000100:00100000:0.0:1746166944.295708:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423366400:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166944.295717:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166944.295735:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423366400:12345-0@lo:8:kworker.0 Request processed in 26us (380us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166944.295740:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50410 00000100:00080000:0.0:1746166944.295765:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166944.295768:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166944.295772:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012401a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423365888:0@lo:8:kworker.0 00000100:00080000:0.0:1746166944.295779:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166944.295781:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166944.295783:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012401bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423366400:0@lo:8:kworker.0 00000100:00100000:3.0:1746166944.296119:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166944.296149:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423366656:0@lo:400:kworker.0 00000100:00100000:3.0:1746166944.296172:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166944.296193:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423365376:0@lo:400:kworker.0 00000100:00100000:3.0:1746166944.296218:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423366656 00000100:00100000:3.0:1746166944.296221:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423366656 00000100:00100000:3.0:1746166944.296239:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3241 00000100:00100000:3.0:1746166944.296244:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423366656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166944.296285:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423366656:12345-0@lo:400:kworker.0 Request processed in 40us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166944.296290:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3241 00000100:00100000:3.0:1746166944.296313:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423366656:0@lo:400:kworker.0 00000100:00100000:2.0:1746166944.296385:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166944.296415:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012401b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423365760:0@lo:400:kworker.0 00000100:00100000:1.0:1746166944.296697:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423366016 00000100:00100000:1.0:1746166944.296701:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423366016 00000100:00100000:1.0:1746166944.297098:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423366528 00000100:00100000:1.0:1746166944.297102:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423366528 00000100:00100000:1.0:1746166944.297131:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7879 00000100:00100000:1.0:1746166944.297136:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423366016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166944.297170:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423366016:12345-0@lo:400:kworker.0 Request processed in 34us (1052us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166944.297175:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7879 00000100:00100000:1.0:1746166944.297185:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7880 00000100:00100000:1.0:1746166944.297189:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423366528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166944.297213:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423366528:12345-0@lo:400:kworker.0 Request processed in 23us (828us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166944.297217:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7880 00000100:00080000:1.0:1746166944.297238:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166944.297268:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012401a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423366528:0@lo:400:kworker.0 00000100:00100000:1.0:1746166944.297294:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012401ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423366016:0@lo:400:kworker.0 00000100:00100000:2.0:1746166944.306547:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746166944.306567:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e323b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423366784:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166944.306635:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166944.307234:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423366784 00000100:00100000:0.0:1746166944.307241:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423366784 00000100:00100000:0.0:1746166944.308692:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36102 00000100:00100000:0.0:1746166944.308703:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423366784:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746166944.308740:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746166944.308796:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423366784:12345-0@lo:41:osp-pre-1-0.0 Request processed in 97us (2161us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166944.308802:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36102 00000100:00100000:2.0:1746166944.309235:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e323b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423366784:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166944.403987:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012401bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423366912:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166944.404048:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166944.404175:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423366912 00000100:00100000:3.0:1746166944.404182:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423366912 00000100:00100000:3.0:1746166944.404230:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36103 00000100:00100000:3.0:1746166944.404236:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423366912:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166944.404295:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166944.404332:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423366912:12345-0@lo:41:osp-pre-0-1.0 Request processed in 96us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166944.404338:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36103 00000100:00100000:2.0:1746166944.404469:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012401bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423366912:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166944.643262:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746166944.643285:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012401a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423367040:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166944.643354:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166944.644024:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423367040 00000100:00100000:0.0:1746166944.644031:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423367040 00000100:00100000:0.0:1746166944.644063:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7264 00000100:00100000:0.0:1746166944.644070:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423367040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166944.644092:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166944.644141:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423367040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (786us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166944.644146:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7264 00000100:00100000:3.0:1746166944.644221:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012401a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423367040:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746166944.690599:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166945.693407:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166946.294092:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166946.294137:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166946.294167:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166946.294253:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166946.294302:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439204992 00000100:00100000:0.0:1746166946.294310:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439204992 00000100:00100000:0.0:1746166946.294346:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439205120 00000100:00100000:0.0:1746166946.294348:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439205120 00000100:00100000:0.0:1746166946.294362:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3242 00000100:00100000:0.0:1746166946.294369:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439204992:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166946.294421:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439204992:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 53us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166946.294427:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3242 00000100:00100000:0.0:1746166946.294437:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3243 00000100:00100000:0.0:1746166946.294441:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439205120:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166946.294455:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439205120:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 14us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166946.294460:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3243 00000100:00080000:0.0:1746166946.294479:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166946.294481:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166946.294622:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439205248 00000100:00100000:1.0:1746166946.294626:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439205248 00000100:00100000:1.0:1746166946.294641:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50411 00000100:00100000:1.0:1746166946.294646:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439205248:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166946.294664:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166946.294712:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439205248:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 65us (458us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166946.294717:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50411 00000100:00100000:2.0:1746166946.294903:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439204864 00000100:00100000:2.0:1746166946.294907:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439204864 00000100:00100000:2.0:1746166946.294940:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1008 00000100:00100000:2.0:1746166946.294946:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439204864:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166946.295967:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439204864:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1018us (1826us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166946.295974:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1008 00010000:00010000:1.0:1746166946.693842:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166947.696190:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166948.369896:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e323b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423367168:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166948.369955:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166948.370132:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423367168 00000100:00100000:2.0:1746166948.370140:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423367168 00000100:00100000:2.0:1746166948.370222:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7265 00000100:00100000:2.0:1746166948.370230:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423367168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166948.370255:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166948.370293:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423367168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166948.370299:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7265 00000100:00080000:0.0:1746166948.370350:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166948.370432:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e323b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423367168:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166948.697911:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746166949.297876:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166949.297882:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166949.297885:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166949.297891:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10865 00000100:00080000:2.0:1746166949.297895:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166949.297899:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166949.297915:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ff59f80 x1830977423367808/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166949.297940:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166949.297943:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166949.297944:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166949.297947:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10865 00000100:00080000:2.0:1746166949.297948:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166949.297951:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166949.297957:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098deb100 x1830977423368320/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166949.297993:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423367680:0@lo:400:kworker.0 00000100:00100000:2.0:1746166949.298041:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166949.298087:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098deaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423368448:0@lo:400:kworker.0 00000100:00100000:2.0:1746166949.298105:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166949.298121:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1746166949.298126:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423367552:0@lo:400:kworker.0 00000100:00100000:2.0:1746166949.298143:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166949.298156:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098dea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423368192:0@lo:400:kworker.0 00000100:00100000:2.0:1746166949.298198:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166949.298224:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423368448 00000100:00100000:2.0:1746166949.298230:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423368448 00000100:00100000:2.0:1746166949.298265:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7881 00000100:00100000:2.0:1746166949.298273:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e830a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423368448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166949.298307:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e830a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423368448:12345-0@lo:400:kworker.0 Request processed in 36us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166949.298312:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7881 00000100:00080000:2.0:1746166949.298327:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166949.298347:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098deaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423368448:0@lo:400:kworker.0 00000100:00100000:2.0:1746166949.298369:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423367680 00000100:00100000:2.0:1746166949.298372:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423367680 00000100:00100000:2.0:1746166949.298387:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423368192 00000100:00100000:2.0:1746166949.298389:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423368192 00000100:00100000:2.0:1746166949.298400:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36104 00000100:00100000:2.0:1746166949.298405:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e833800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423367680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166949.298433:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e833800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423367680:12345-0@lo:400:kworker.0 Request processed in 28us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166949.298437:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36104 00000100:00100000:2.0:1746166949.298446:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36105 00000100:00100000:2.0:1746166949.298450:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e833480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423368192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166949.298471:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e833480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423368192:12345-0@lo:400:kworker.0 Request processed in 21us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166949.298476:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36105 00000100:00100000:2.0:1746166949.298489:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423367552 00000100:00100000:2.0:1746166949.298491:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423367552 00000100:00100000:2.0:1746166949.298513:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3244 00000100:00100000:2.0:1746166949.298517:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423367552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166949.298539:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423367552:12345-0@lo:400:kworker.0 Request processed in 21us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166949.298543:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3244 00000100:00080000:2.0:1746166949.298556:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166949.298568:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423367552:0@lo:400:kworker.0 00000100:00100000:2.0:1746166949.298575:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098dea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423368192:0@lo:400:kworker.0 00000100:00100000:2.0:1746166949.298583:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423367680:0@lo:400:kworker.0 00000100:00100000:2.0:1746166949.298606:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423367808:0@lo:8:kworker.0 00000100:00100000:2.0:1746166949.298625:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166949.298651:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098deb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423368320:0@lo:8:kworker.0 00000100:00100000:2.0:1746166949.298667:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166949.298726:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423367808 00000100:00100000:2.0:1746166949.298729:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423367808 00000100:00100000:2.0:1746166949.298740:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423368320 00000100:00100000:2.0:1746166949.298742:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423368320 00000100:00100000:2.0:1746166949.298751:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50412 00000100:00100000:2.0:1746166949.298755:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423367808:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166949.298770:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166949.298795:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423367808:12345-0@lo:8:kworker.0 Request processed in 39us (169us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166949.298800:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50412 00000100:00100000:2.0:1746166949.298809:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50413 00000100:00100000:2.0:1746166949.298812:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423368320:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166949.298821:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166949.298838:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423368320:12345-0@lo:8:kworker.0 Request processed in 25us (170us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166949.298843:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50413 00000100:00080000:2.0:1746166949.298865:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166949.298868:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166949.298871:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423367808:0@lo:8:kworker.0 00000100:00080000:2.0:1746166949.298878:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166949.298880:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166949.298882:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098deb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423368320:0@lo:8:kworker.0 00000100:00100000:1.0:1746166949.299024:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423367296:0@lo:400:kworker.0 00000100:00100000:1.0:1746166949.299052:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166949.299097:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423367936:0@lo:400:kworker.0 00000100:00100000:1.0:1746166949.299115:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166949.299127:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423368576:0@lo:400:kworker.0 00000100:00100000:1.0:1746166949.299141:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166949.299153:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1746166949.299157:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423367424:0@lo:400:kworker.0 00000100:00100000:1.0:1746166949.299169:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166949.299196:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098deb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423368064:0@lo:400:kworker.0 00000100:00100000:1.0:1746166949.299210:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166949.299225:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423368576 00000100:00100000:1.0:1746166949.299228:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423368576 00000100:00100000:1.0:1746166949.299244:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423367424 00000100:00100000:1.0:1746166949.299246:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423367424 00000100:00100000:1.0:1746166949.299260:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423368064 00000100:00100000:1.0:1746166949.299262:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423368064 00000100:00100000:1.0:1746166949.299273:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3245 00000100:00100000:1.0:1746166949.299277:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097630380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423368576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166949.299303:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097630380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423368576:12345-0@lo:400:kworker.0 Request processed in 26us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166949.299307:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3245 00000100:00100000:1.0:1746166949.299317:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3246 00000100:00100000:1.0:1746166949.299321:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097630a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423367424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166949.299550:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097630a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423367424:12345-0@lo:400:kworker.0 Request processed in 228us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166949.299555:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3246 00000100:00100000:1.0:1746166949.299565:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3247 00000100:00100000:1.0:1746166949.299569:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097633480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423368064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166949.299588:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097633480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423368064:12345-0@lo:400:kworker.0 Request processed in 19us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166949.299592:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3247 00000100:00100000:1.0:1746166949.299617:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423367424:0@lo:400:kworker.0 00000100:00100000:1.0:1746166949.299624:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098deb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423368064:0@lo:400:kworker.0 00000100:00100000:1.0:1746166949.299631:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423368576:0@lo:400:kworker.0 00000100:00100000:1.0:1746166949.299665:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423367296 00000100:00100000:1.0:1746166949.299667:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423367296 00000100:00100000:1.0:1746166949.299710:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1009 00000100:00100000:1.0:1746166949.299715:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423367296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166949.299743:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423367296:12345-0@lo:400:kworker.0 Request processed in 28us (690us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166949.299748:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1009 00000100:00100000:1.0:1746166949.299771:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423367296:0@lo:400:kworker.0 00000100:00100000:2.0:1746166949.299865:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423367936 00000100:00100000:2.0:1746166949.299868:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423367936 00000100:00100000:2.0:1746166949.300095:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7882 00000100:00100000:2.0:1746166949.300102:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e323b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423367936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166949.300141:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e323b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423367936:12345-0@lo:400:kworker.0 Request processed in 39us (1024us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166949.300146:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7882 00000100:00080000:2.0:1746166949.300158:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166949.303226:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423367936:0@lo:400:kworker.0 00000100:00100000:1.0:1746166949.315328:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166949.315539:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423368704:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166949.315594:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166949.315790:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423368704 00000100:00100000:2.0:1746166949.315796:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423368704 00000100:00100000:2.0:1746166949.320251:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36106 00000100:00100000:2.0:1746166949.320268:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097630700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423368704:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166949.320303:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166949.320385:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097630700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423368704:12345-0@lo:41:osp-pre-1-0.0 Request processed in 123us (4790us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166949.320391:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36106 00000100:00100000:1.0:1746166949.320496:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423368704:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166949.410063:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746166949.410086:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423368832:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166949.410142:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166949.410213:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423368832 00000100:00100000:0.0:1746166949.410221:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423368832 00000100:00100000:0.0:1746166949.410708:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36107 00000100:00100000:0.0:1746166949.410715:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423368832:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746166949.410746:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746166949.410793:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423368832:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (651us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166949.410798:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36107 00000100:00100000:3.0:1746166949.410835:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423368832:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166949.649983:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746166949.650001:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423368960:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166949.650286:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166949.654454:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423368960 00000100:00100000:2.0:1746166949.654465:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423368960 00000100:00100000:2.0:1746166949.654703:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7266 00000100:00100000:2.0:1746166949.654712:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097632d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423368960:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166949.654735:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166949.654806:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097632d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423368960:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (4520us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166949.654813:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7266 00000100:00100000:1.0:1746166949.654908:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423368960:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746166949.700146:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166950.701877:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166951.314416:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166951.318249:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439205504 00000100:00100000:2.0:1746166951.318261:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439205504 00000100:00100000:2.0:1746166951.318348:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3248 00000100:00100000:2.0:1746166951.318358:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439205504:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166951.318435:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439205504:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 75us (4021us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166951.318441:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3248 00000100:00080000:3.0:1746166951.318502:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166951.322744:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166951.322781:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166951.322865:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439205376 00000100:00100000:3.0:1746166951.322873:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439205376 00000100:00100000:3.0:1746166951.322923:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1010 00000100:00100000:3.0:1746166951.322931:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439205376:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166951.323204:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439205376:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 273us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166951.323211:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1010 00000100:00100000:2.0:1746166951.326505:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439205632 00000100:00100000:2.0:1746166951.326516:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439205632 00000100:00100000:2.0:1746166951.326586:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3249 00000100:00100000:2.0:1746166951.326597:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439205632:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166951.326657:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439205632:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 64us (3875us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166951.326662:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3249 00000100:00080000:3.0:1746166951.326824:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166951.326922:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166951.328896:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439205760 00000100:00100000:2.0:1746166951.328905:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439205760 00000100:00100000:2.0:1746166951.328947:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50414 00000100:00100000:2.0:1746166951.328954:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439205760:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166951.328975:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166951.329035:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439205760:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 80us (2113us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166951.329041:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50414 00010000:00010000:1.0:1746166951.703804:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166952.706382:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166953.377857:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423369088:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166953.377913:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166953.378603:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423369088 00000100:00100000:2.0:1746166953.378611:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423369088 00000100:00100000:2.0:1746166953.378660:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7267 00000100:00100000:2.0:1746166953.378667:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097630e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423369088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166953.378724:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166953.378770:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097630e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423369088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (857us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166953.378776:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7267 00000100:00100000:1.0:1746166953.378806:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423369088:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1746166953.378884:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746166953.708071:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166954.306115:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746166954.306136:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012401a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423369216:0@lo:400:kworker.0 00000100:00100000:1.0:1746166954.306192:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746166954.306272:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166954.306275:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166954.306278:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166954.306282:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10870 00000100:00080000:0.0:1746166954.306285:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166954.306290:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166954.306307:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cd3b800 x1830977423369728/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166954.306332:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166954.306334:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166954.306335:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166954.306337:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10870 00000100:00080000:0.0:1746166954.306340:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746166954.306343:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166954.306351:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cd38e00 x1830977423370240/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166954.306376:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423369472:0@lo:400:kworker.0 00000100:00100000:0.0:1746166954.306401:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166954.306436:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423370112:0@lo:400:kworker.0 00000100:00100000:0.0:1746166954.306454:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166954.306466:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746166954.306470:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012401b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423369344:0@lo:400:kworker.0 00000100:00100000:0.0:1746166954.306482:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166954.306503:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423369984:0@lo:400:kworker.0 00000100:00100000:0.0:1746166954.306516:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166954.306535:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423369472 00000100:00100000:0.0:1746166954.306540:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423369472 00000100:00100000:2.0:1746166954.306585:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423369856:0@lo:400:kworker.0 00000100:00100000:2.0:1746166954.306607:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166954.306739:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423369600:0@lo:400:kworker.0 00000100:00100000:1.0:1746166954.306755:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166954.306766:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423370368:0@lo:400:kworker.0 00000100:00100000:1.0:1746166954.306784:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423369344 00000100:00100000:1.0:1746166954.306786:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423369344 00000100:00100000:3.0:1746166954.306864:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423369216 00000100:00100000:3.0:1746166954.306867:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423369216 00000100:00100000:3.0:1746166954.306893:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1011 00000100:00100000:3.0:1746166954.306899:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423369216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166954.306933:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423369216:12345-0@lo:400:kworker.0 Request processed in 35us (742us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166954.306939:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1011 00000100:00100000:3.0:1746166954.306960:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423370112 00000100:00100000:3.0:1746166954.306962:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423370112 00000100:00100000:3.0:1746166954.306975:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423369600 00000100:00100000:3.0:1746166954.306977:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423369600 00000100:00100000:3.0:1746166954.306986:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36108 00000100:00100000:3.0:1746166954.306990:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423370112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166954.307011:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423370112:12345-0@lo:400:kworker.0 Request processed in 22us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166954.307016:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36108 00000100:00100000:3.0:1746166954.307023:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36109 00000100:00100000:3.0:1746166954.307026:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097630000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423369600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166954.307042:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097630000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423369600:12345-0@lo:400:kworker.0 Request processed in 16us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166954.307047:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36109 00000100:00100000:3.0:1746166954.307072:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423370112:0@lo:400:kworker.0 00000100:00100000:3.0:1746166954.307108:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423369728:0@lo:8:kworker.0 00000100:00100000:0.0:1746166954.308349:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423369984 00000100:00100000:0.0:1746166954.308353:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423369984 00000100:00100000:0.0:1746166954.308367:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3250 00000100:00100000:0.0:1746166954.308372:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423369472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166954.308405:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423369472:12345-0@lo:400:kworker.0 Request processed in 33us (2002us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166954.308409:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3250 00000100:00100000:0.0:1746166954.308418:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3251 00000100:00100000:0.0:1746166954.308421:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423369984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166954.308437:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423369984:12345-0@lo:400:kworker.0 Request processed in 16us (1921us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166954.308442:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3251 00000100:00100000:3.0:1746166954.308728:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423369984:0@lo:400:kworker.0 00000100:00100000:3.0:1746166954.308736:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423369472:0@lo:400:kworker.0 00000100:00100000:2.0:1746166954.308820:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423370496:0@lo:400:kworker.0 00000100:00100000:2.0:1746166954.308839:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166954.308857:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423370496 00000100:00100000:2.0:1746166954.308860:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423370496 00000100:00100000:2.0:1746166954.308874:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3252 00000100:00100000:2.0:1746166954.308878:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e832680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423370496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166954.308898:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e832680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423370496:12345-0@lo:400:kworker.0 Request processed in 19us (58us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166954.308902:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3252 00000100:00100000:2.0:1746166954.308917:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423370496:0@lo:400:kworker.0 00000100:00100000:2.0:1746166954.308931:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166954.308943:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423370240:0@lo:8:kworker.0 00000100:00100000:2.0:1746166954.308956:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166954.308973:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423369856 00000100:00100000:2.0:1746166954.308975:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423369856 00000100:00100000:2.0:1746166954.308989:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423369728 00000100:00100000:2.0:1746166954.308991:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423369728 00000100:00100000:2.0:1746166954.308998:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423370240 00000100:00100000:2.0:1746166954.308999:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423370240 00000100:00100000:2.0:1746166954.309008:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7883 00000100:00100000:2.0:1746166954.309012:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423369856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166954.309035:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423369856:12345-0@lo:400:kworker.0 Request processed in 23us (2427us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166954.309040:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7883 00000100:00100000:2.0:1746166954.309047:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50415 00000100:00100000:2.0:1746166954.309050:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423369728:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166954.309065:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166954.309081:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423369728:12345-0@lo:8:kworker.0 Request processed in 31us (149us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166954.309096:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50415 00000100:00100000:2.0:1746166954.309103:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50416 00000100:00100000:2.0:1746166954.309106:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423370240:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166954.309114:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166954.309128:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423370240:12345-0@lo:8:kworker.0 Request processed in 20us (171us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166954.309132:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50416 00000100:00080000:2.0:1746166954.309152:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166954.309155:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166954.309158:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423369728:0@lo:8:kworker.0 00000100:00080000:2.0:1746166954.309164:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166954.309166:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166954.309168:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423370240:0@lo:8:kworker.0 00000100:00100000:2.0:1746166954.309186:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423369856:0@lo:400:kworker.0 00000100:00100000:1.0:1746166954.309256:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3253 00000100:00100000:1.0:1746166954.309262:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423369344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166954.309289:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423369344:12345-0@lo:400:kworker.0 Request processed in 28us (2806us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166954.309293:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3253 00000100:00080000:0.0:1746166954.309611:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746166954.309614:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746166954.309623:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166954.309646:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012401a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423369216:0@lo:400:kworker.0 00000100:00100000:0.0:1746166954.309659:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423369600:0@lo:400:kworker.0 00000100:00100000:0.0:1746166954.309689:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423370368 00000100:00100000:0.0:1746166954.309692:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423370368 00000100:00100000:0.0:1746166954.309708:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7884 00000100:00100000:0.0:1746166954.309712:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423370368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166954.309736:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423370368:12345-0@lo:400:kworker.0 Request processed in 23us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166954.309741:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7884 00000100:00100000:0.0:1746166954.309755:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423370368:0@lo:400:kworker.0 00000100:00080000:0.0:1746166954.309764:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166954.309981:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012401b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423369344:0@lo:400:kworker.0 00000100:00100000:2.0:1746166954.337913:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097632680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423370624:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166954.337973:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166954.338153:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423370624 00000100:00100000:0.0:1746166954.338160:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423370624 00000100:00100000:0.0:1746166954.339720:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36110 00000100:00100000:0.0:1746166954.339730:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e830700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423370624:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746166954.339762:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746166954.339816:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e830700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423370624:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (1843us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166954.339822:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36110 00000100:00100000:2.0:1746166954.340719:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097632680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423370624:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166954.418197:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423370752:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166954.418258:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166954.419589:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423370752 00000100:00100000:3.0:1746166954.419597:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423370752 00000100:00100000:3.0:1746166954.420234:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36111 00000100:00100000:3.0:1746166954.420243:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b201c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423370752:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166954.420276:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166954.420339:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b201c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423370752:12345-0@lo:41:osp-pre-0-1.0 Request processed in 97us (2080us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166954.420346:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36111 00000100:00100000:1.0:1746166954.420479:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423370752:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166954.657925:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423370880:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746166954.657983:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166954.658357:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423370880 00000100:00100000:3.0:1746166954.658364:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423370880 00000100:00100000:3.0:1746166954.658407:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7268 00000100:00100000:3.0:1746166954.658415:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b202680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423370880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166954.658433:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166954.658466:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b202680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423370880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166954.658472:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7268 00000100:00100000:1.0:1746166954.659047:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423370880:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746166954.709943:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166955.712278:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166956.319881:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166956.320257:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166956.320341:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166956.320826:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439206016 00000100:00100000:1.0:1746166956.320834:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439206016 00000100:00100000:1.0:1746166956.320884:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439206144 00000100:00100000:1.0:1746166956.320886:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439206144 00000100:00100000:1.0:1746166956.320905:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3254 00000100:00100000:1.0:1746166956.320911:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b200000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439206016:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166956.320967:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b200000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439206016:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 55us (709us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166956.320972:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3254 00000100:00100000:1.0:1746166956.320985:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3255 00000100:00100000:1.0:1746166956.320989:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b203b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439206144:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166956.321006:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b203b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439206144:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 17us (666us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166956.321011:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3255 00000100:00080000:0.0:1746166956.322822:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166956.322828:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166956.324028:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439205888 00000100:00100000:3.0:1746166956.324036:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439205888 00000100:00100000:3.0:1746166956.324297:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1012 00000100:00100000:3.0:1746166956.324305:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439205888:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166956.325903:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439205888:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1593us (6024us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166956.325913:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1012 00000100:00100000:1.0:1746166956.326302:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166956.326646:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439206272 00000100:00100000:2.0:1746166956.326653:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439206272 00000100:00100000:2.0:1746166956.326698:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50417 00000100:00100000:2.0:1746166956.326704:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d27050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439206272:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746166956.326724:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166956.326756:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d27050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439206272:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 51us (454us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166956.326761:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50417 00010000:00010000:1.0:1746166956.715025:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166957.718194:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166958.387859:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746166958.387878:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423371008:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166958.387936:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166958.388102:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423371008 00000100:00100000:1.0:1746166958.388109:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423371008 00000100:00100000:1.0:1746166958.388159:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7269 00000100:00100000:1.0:1746166958.388166:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b201180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423371008:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166958.388190:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166958.388225:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b201180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423371008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166958.388230:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7269 00000100:00080000:1.0:1746166958.388252:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166958.388317:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423371008:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166958.721657:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746166959.313854:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166959.313859:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166959.313862:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166959.313868:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10875 00000100:00080000:0.0:1746166959.313873:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746166959.313877:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166959.313892:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a085e680 x1830977423371648/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166959.313916:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166959.313918:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166959.313919:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166959.313922:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10875 00000100:00080000:0.0:1746166959.313924:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746166959.313927:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166959.313934:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a085dc00 x1830977423372160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166959.313967:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b202300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423371392:0@lo:400:kworker.0 00000100:00100000:0.0:1746166959.314049:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166959.314093:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423372032:0@lo:400:kworker.0 00000100:00100000:0.0:1746166959.314113:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166959.314129:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746166959.314134:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423371520:0@lo:400:kworker.0 00000100:00100000:0.0:1746166959.314149:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166959.314160:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423372288:0@lo:400:kworker.0 00000100:00100000:0.0:1746166959.314174:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166959.314196:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423371392 00000100:00100000:0.0:1746166959.314202:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423371392 00000100:00100000:0.0:1746166959.314238:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3256 00000100:00100000:0.0:1746166959.314244:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423371392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166959.314278:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423371392:12345-0@lo:400:kworker.0 Request processed in 35us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166959.314284:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3256 00000100:00100000:0.0:1746166959.314300:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423372032 00000100:00100000:0.0:1746166959.314303:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423372032 00000100:00100000:0.0:1746166959.314318:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423371520 00000100:00100000:0.0:1746166959.314319:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423371520 00000100:00100000:0.0:1746166959.314330:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36112 00000100:00100000:0.0:1746166959.314334:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423372032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166959.314703:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b202a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423371264:0@lo:400:kworker.0 00000100:00100000:1.0:1746166959.314724:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166959.314739:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423371904:0@lo:400:kworker.0 00000100:00100000:1.0:1746166959.314750:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166959.314764:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1746166959.314767:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b203800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423371136:0@lo:400:kworker.0 00000100:00100000:1.0:1746166959.314785:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166959.314803:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423371776:0@lo:400:kworker.0 00000100:00100000:1.0:1746166959.314814:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166959.314823:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423372416:0@lo:400:kworker.0 00000100:00100000:1.0:1746166959.314833:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166959.314847:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423372288 00000100:00100000:1.0:1746166959.314850:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423372288 00000100:00100000:1.0:1746166959.314866:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423371776 00000100:00100000:1.0:1746166959.314868:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423371776 00000100:00100000:1.0:1746166959.314877:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7885 00000100:00100000:1.0:1746166959.314881:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423372288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166959.314900:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423372288:12345-0@lo:400:kworker.0 Request processed in 19us (725us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166959.314905:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7885 00000100:00100000:1.0:1746166959.314912:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7886 00000100:00100000:1.0:1746166959.314915:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136053800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423371776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166959.314928:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136053800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423371776:12345-0@lo:400:kworker.0 Request processed in 13us (113us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166959.314932:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7886 00000100:00080000:1.0:1746166959.314941:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746166959.314944:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746166959.314950:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423371264 00000100:00100000:1.0:1746166959.314952:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423371264 00000100:00100000:1.0:1746166959.314965:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423371904 00000100:00100000:1.0:1746166959.314966:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423371904 00000100:00100000:1.0:1746166959.314973:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423372416 00000100:00100000:1.0:1746166959.314975:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423372416 00000100:00100000:1.0:1746166959.314981:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3257 00000100:00100000:1.0:1746166959.314984:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097632300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423371264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166959.315000:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097632300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423371264:12345-0@lo:400:kworker.0 Request processed in 16us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166959.315015:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3257 00000100:00100000:1.0:1746166959.315023:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3258 00000100:00100000:1.0:1746166959.315027:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097632680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423371904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166959.315044:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097632680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423371904:12345-0@lo:400:kworker.0 Request processed in 18us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166959.315048:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3258 00000100:00100000:1.0:1746166959.315056:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3259 00000100:00100000:1.0:1746166959.315060:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136050e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423372416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166959.315077:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136050e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423372416:12345-0@lo:400:kworker.0 Request processed in 17us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166959.315081:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3259 00000100:00080000:1.0:1746166959.315099:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166959.315194:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36113 00000100:00100000:3.0:1746166959.315200:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423371520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166959.315224:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423371520:12345-0@lo:400:kworker.0 Request processed in 26us (1075us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166959.315228:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36113 00000100:00100000:3.0:1746166959.315246:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423371136 00000100:00100000:3.0:1746166959.315248:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423371136 00000100:00100000:3.0:1746166959.315264:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1013 00000100:00100000:3.0:1746166959.315267:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423371136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166959.315282:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423371136:12345-0@lo:400:kworker.0 Request processed in 14us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166959.315286:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1013 00000100:00100000:3.0:1746166959.315322:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423371648:0@lo:8:kworker.0 00000100:00100000:3.0:1746166959.315509:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166959.315522:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423372160:0@lo:8:kworker.0 00000100:00100000:3.0:1746166959.315536:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166959.315555:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423371648 00000100:00100000:3.0:1746166959.315557:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423371648 00000100:00100000:3.0:1746166959.315568:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423372160 00000100:00100000:3.0:1746166959.315570:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423372160 00000100:00100000:3.0:1746166959.315579:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50418 00000100:00100000:3.0:1746166959.315582:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423371648:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166959.315597:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166959.315620:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423371648:12345-0@lo:8:kworker.0 Request processed in 37us (111us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166959.315624:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50418 00000100:00100000:3.0:1746166959.315632:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50419 00000100:00100000:3.0:1746166959.315635:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423372160:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166959.315643:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166959.315656:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423372160:12345-0@lo:8:kworker.0 Request processed in 20us (119us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166959.315661:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50419 00000100:00080000:3.0:1746166959.315702:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166959.315705:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166959.315708:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423371648:0@lo:8:kworker.0 00000100:00080000:3.0:1746166959.315715:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166959.315717:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166959.315719:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423372160:0@lo:8:kworker.0 00000100:00100000:3.0:1746166959.315761:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423371520:0@lo:400:kworker.0 00000100:00100000:3.0:1746166959.315780:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423372288:0@lo:400:kworker.0 00000100:00100000:3.0:1746166959.315787:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b202300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423371392:0@lo:400:kworker.0 00000100:00100000:0.0:1746166959.316337:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423372032:12345-0@lo:400:kworker.0 Request processed in 2001us (2222us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166959.316343:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36112 00000100:00100000:1.0:1746166959.316406:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423371776:0@lo:400:kworker.0 00000100:00100000:1.0:1746166959.316420:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423372416:0@lo:400:kworker.0 00000100:00100000:1.0:1746166959.316426:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b202a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423371264:0@lo:400:kworker.0 00000100:00100000:1.0:1746166959.316433:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423371904:0@lo:400:kworker.0 00000100:00100000:1.0:1746166959.316445:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b203800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423371136:0@lo:400:kworker.0 00000100:00100000:3.0:1746166959.317394:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423372032:0@lo:400:kworker.0 00000100:00100000:3.0:1746166959.346631:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746166959.346648:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423372544:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166959.346723:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166959.347549:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423372544 00000100:00100000:0.0:1746166959.347558:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423372544 00000100:00100000:0.0:1746166959.347605:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36114 00000100:00100000:0.0:1746166959.347612:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423372544:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746166959.347639:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746166959.347698:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423372544:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (975us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166959.347704:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36114 00000100:00100000:2.0:1746166959.347794:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423372544:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166959.426325:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746166959.426344:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136052a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423372672:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166959.426405:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166959.427289:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423372672 00000100:00100000:3.0:1746166959.427296:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423372672 00000100:00100000:3.0:1746166959.427347:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36115 00000100:00100000:3.0:1746166959.427355:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e830a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423372672:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166959.427383:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166959.427431:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e830a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423372672:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (1025us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166959.427437:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36115 00000100:00100000:2.0:1746166959.427895:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136052a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423372672:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166959.665882:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136050700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423372800:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166959.665941:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166959.666116:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423372800 00000100:00100000:0.0:1746166959.666123:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423372800 00000100:00100000:0.0:1746166959.666164:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7270 00000100:00100000:0.0:1746166959.666336:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423372800:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166959.666357:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166959.666523:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e830380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423372800:12345-0@lo:13:osp-pre-1-0.0 Request processed in 352us (580us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166959.666529:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7270 00000100:00100000:2.0:1746166959.666934:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136050700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423372800:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746166959.722328:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166960.724232:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166961.326825:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166961.326866:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166961.326894:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166961.326991:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166961.327020:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439206784 00000100:00100000:0.0:1746166961.327027:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439206784 00000100:00100000:0.0:1746166961.327053:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50420 00000100:00100000:0.0:1746166961.327059:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439206784:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746166961.327080:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166961.327119:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439206784:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 59us (151us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166961.327124:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50420 00000100:00100000:1.0:1746166961.327248:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439206656 00000100:00100000:1.0:1746166961.327252:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439206656 00000100:00100000:1.0:1746166961.327289:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439206528 00000100:00100000:1.0:1746166961.327291:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439206528 00000100:00100000:1.0:1746166961.327304:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3260 00000100:00100000:1.0:1746166961.327309:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439206656:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166961.327343:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439206656:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 35us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166961.327348:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3260 00000100:00100000:1.0:1746166961.327358:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3261 00000100:00100000:1.0:1746166961.327362:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439206528:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166961.327378:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439206528:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 15us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166961.327384:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3261 00000100:00100000:3.0:1746166961.327545:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439206400 00000100:00100000:3.0:1746166961.327549:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439206400 00000100:00100000:3.0:1746166961.327579:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1014 00000100:00100000:3.0:1746166961.327584:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439206400:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166961.327614:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439206400:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 30us (797us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166961.327618:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1014 00000100:00080000:0.0:1746166961.327669:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746166961.327672:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1746166961.725873:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166962.727898:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166963.393861:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423372928:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166963.393917:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166963.394695:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423372928 00000100:00100000:0.0:1746166963.394703:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423372928 00000100:00100000:0.0:1746166963.394760:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7271 00000100:00100000:0.0:1746166963.394767:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423372928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166963.394791:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166963.394835:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423372928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (918us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166963.394841:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7271 00000100:00080000:2.0:1746166963.394880:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166963.394912:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423372928:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166963.729847:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746166964.325052:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166964.325058:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166964.325062:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166964.325069:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10880 00000100:00080000:2.0:1746166964.325074:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746166964.325079:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166964.325096:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008e832d80 x1830977423373568/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166964.325122:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166964.325125:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166964.325126:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166964.325129:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10880 00000100:00080000:2.0:1746166964.325131:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746166964.325134:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166964.325142:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008e832a00 x1830977423374080/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166964.325182:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423373312:0@lo:400:kworker.0 00000100:00100000:2.0:1746166964.325235:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166964.325291:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423373952:0@lo:400:kworker.0 00000100:00100000:2.0:1746166964.325313:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166964.325334:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1746166964.325339:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423373184:0@lo:400:kworker.0 00000100:00100000:2.0:1746166964.325355:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166964.325552:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423373568:0@lo:8:kworker.0 00000100:00100000:3.0:1746166964.325578:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166964.325602:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423374080:0@lo:8:kworker.0 00000100:00100000:3.0:1746166964.325616:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166964.325635:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423373440:0@lo:400:kworker.0 00000100:00100000:3.0:1746166964.325651:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166964.325667:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423374208:0@lo:400:kworker.0 00000100:00100000:3.0:1746166964.325703:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166964.325715:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1746166964.325720:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423373056:0@lo:400:kworker.0 00000100:00100000:3.0:1746166964.325743:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166964.325764:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423373696:0@lo:400:kworker.0 00000100:00100000:3.0:1746166964.325779:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166964.325791:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423374336:0@lo:400:kworker.0 00000100:00100000:3.0:1746166964.325814:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423373952 00000100:00100000:3.0:1746166964.325820:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423373952 00000100:00100000:3.0:1746166964.325845:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423373440 00000100:00100000:3.0:1746166964.325847:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423373440 00000100:00100000:3.0:1746166964.325860:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36116 00000100:00100000:3.0:1746166964.325865:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423373952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166964.325903:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423373952:12345-0@lo:400:kworker.0 Request processed in 37us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166964.325909:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36116 00000100:00100000:3.0:1746166964.325936:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36117 00000100:00100000:3.0:1746166964.325941:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423373440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166964.325964:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423373440:12345-0@lo:400:kworker.0 Request processed in 24us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166964.325969:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36117 00000100:00100000:3.0:1746166964.325984:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423373568 00000100:00100000:3.0:1746166964.325986:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423373568 00000100:00100000:3.0:1746166964.325996:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423374080 00000100:00100000:3.0:1746166964.325998:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423374080 00000100:00100000:3.0:1746166964.326005:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423374208 00000100:00100000:3.0:1746166964.326006:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423374208 00000100:00100000:2.0:1746166964.326702:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423373824:0@lo:400:kworker.0 00000100:00100000:2.0:1746166964.326722:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166964.326748:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423373952:0@lo:400:kworker.0 00000100:00100000:2.0:1746166964.326770:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423373312 00000100:00100000:2.0:1746166964.326773:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423373312 00000100:00100000:2.0:1746166964.326794:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423373184 00000100:00100000:2.0:1746166964.326796:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423373184 00000100:00100000:2.0:1746166964.326808:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423373824 00000100:00100000:2.0:1746166964.326809:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423373824 00000100:00100000:2.0:1746166964.326820:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3262 00000100:00100000:2.0:1746166964.326824:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423373312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166964.326851:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423373312:12345-0@lo:400:kworker.0 Request processed in 26us (1617us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166964.326855:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3262 00000100:00100000:2.0:1746166964.326864:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3263 00000100:00100000:2.0:1746166964.326868:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f129180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423373184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166964.326884:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f129180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423373184:12345-0@lo:400:kworker.0 Request processed in 17us (1528us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166964.326888:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3263 00000100:00100000:2.0:1746166964.326894:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3264 00000100:00100000:2.0:1746166964.326897:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423373824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166964.326913:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423373824:12345-0@lo:400:kworker.0 Request processed in 16us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166964.326929:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3264 00000100:00100000:2.0:1746166964.326944:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423373056 00000100:00100000:2.0:1746166964.326946:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423373056 00000100:00100000:2.0:1746166964.327162:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1015 00000100:00100000:2.0:1746166964.327167:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423373056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166964.327189:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423373056:12345-0@lo:400:kworker.0 Request processed in 23us (1445us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166964.327193:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1015 00000100:00100000:3.0:1746166964.328814:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423373696 00000100:00100000:3.0:1746166964.328820:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423373696 00000100:00100000:0.0:1746166964.328885:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7887 00000100:00100000:0.0:1746166964.328897:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423374208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166964.328950:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423374208:12345-0@lo:400:kworker.0 Request processed in 59us (3246us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166964.328954:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7887 00000100:00100000:0.0:1746166964.328967:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7888 00000100:00100000:0.0:1746166964.328971:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423373696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166964.328990:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423373696:12345-0@lo:400:kworker.0 Request processed in 20us (3211us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166964.328995:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7888 00000100:00100000:0.0:1746166964.329053:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50421 00000100:00100000:0.0:1746166964.329058:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423373568:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166964.329077:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166964.329102:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423373568:12345-0@lo:8:kworker.0 Request processed in 44us (3523us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166964.329106:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50421 00000100:00100000:0.0:1746166964.329115:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50422 00000100:00100000:0.0:1746166964.329118:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423374080:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166964.329125:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166964.329136:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423374080:12345-0@lo:8:kworker.0 Request processed in 18us (3520us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166964.329141:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50422 00000100:00080000:0.0:1746166964.329165:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166964.329168:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166964.329172:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423373568:0@lo:8:kworker.0 00000100:00080000:0.0:1746166964.329179:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166964.329181:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166964.329184:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423374080:0@lo:8:kworker.0 00000100:00100000:0.0:1746166964.329250:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166964.329275:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e830e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423373440:0@lo:400:kworker.0 00000100:00100000:0.0:1746166964.329284:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423374208:0@lo:400:kworker.0 00000100:00100000:0.0:1746166964.329295:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423373056:0@lo:400:kworker.0 00000100:00100000:0.0:1746166964.329304:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423373696:0@lo:400:kworker.0 00000100:00100000:0.0:1746166964.329318:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423374336 00000100:00100000:0.0:1746166964.329320:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423374336 00000100:00100000:0.0:1746166964.329337:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3265 00000100:00100000:0.0:1746166964.329341:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423374336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166964.329366:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423374336:12345-0@lo:400:kworker.0 Request processed in 25us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166964.329370:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3265 00000100:00100000:0.0:1746166964.329391:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423374336:0@lo:400:kworker.0 00000100:00080000:0.0:1746166964.329412:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746166964.329416:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166964.329418:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166964.329441:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423373184:0@lo:400:kworker.0 00000100:00100000:0.0:1746166964.329449:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423373824:0@lo:400:kworker.0 00000100:00100000:0.0:1746166964.329457:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423373312:0@lo:400:kworker.0 00000100:00100000:0.0:1746166964.353991:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746166964.354007:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f128000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423374464:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166964.354062:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166964.354157:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423374464 00000100:00100000:1.0:1746166964.354163:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423374464 00000100:00100000:1.0:1746166964.354208:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36118 00000100:00100000:1.0:1746166964.354214:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423374464:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166964.354239:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166964.354275:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423374464:12345-0@lo:41:osp-pre-1-0.0 Request processed in 62us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166964.354280:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36118 00000100:00100000:0.0:1746166964.354529:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f128000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423374464:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166964.433877:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746166964.433894:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423374592:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166964.433969:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166964.434330:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423374592 00000100:00100000:1.0:1746166964.434336:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423374592 00000100:00100000:1.0:1746166964.434375:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36119 00000100:00100000:1.0:1746166964.434380:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423374592:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166964.434408:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166964.434449:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423374592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166964.434454:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36119 00000100:00100000:3.0:1746166964.434534:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423374592:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166964.673880:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746166964.673897:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423374720:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166964.674162:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166964.674287:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423374720 00000100:00100000:2.0:1746166964.674294:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423374720 00000100:00100000:2.0:1746166964.674336:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7272 00000100:00100000:2.0:1746166964.674343:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423374720:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166964.674361:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166964.674402:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423374720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166964.674408:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7272 00000100:00100000:1.0:1746166964.674503:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423374720:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746166964.732511:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166965.736095:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166966.333832:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166966.333873:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166966.333939:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166966.333964:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439207040 00000100:00100000:0.0:1746166966.333971:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439207040 00000100:00100000:0.0:1746166966.334012:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439207168 00000100:00100000:0.0:1746166966.334014:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439207168 00000100:00100000:0.0:1746166966.334030:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3266 00000100:00100000:0.0:1746166966.334037:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439207040:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166966.334156:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439207040:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 119us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166966.334162:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3266 00000100:00100000:0.0:1746166966.334174:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3267 00000100:00100000:0.0:1746166966.334179:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439207168:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166966.334196:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439207168:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 18us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166966.334201:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3267 00000100:00080000:0.0:1746166966.334212:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166966.334214:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166966.334657:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166966.334764:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439206912 00000100:00100000:2.0:1746166966.334767:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439206912 00000100:00100000:2.0:1746166966.334787:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1016 00000100:00100000:2.0:1746166966.334791:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439206912:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166966.334814:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439206912:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 22us (941us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166966.334818:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1016 00000100:00100000:1.0:1746166966.334880:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439207296 00000100:00100000:1.0:1746166966.334893:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439207296 00000100:00100000:1.0:1746166966.334920:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50423 00000100:00100000:1.0:1746166966.335025:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439207296:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166966.335045:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166966.335066:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439207296:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 140us (409us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166966.335071:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50423 00010000:00010000:1.0:1746166966.737903:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166967.740281:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166968.402199:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b203800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423374848:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166968.402255:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166968.402864:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423374848 00000100:00100000:2.0:1746166968.402872:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423374848 00000100:00100000:2.0:1746166968.402924:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7273 00000100:00100000:2.0:1746166968.402931:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136052a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423374848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166968.402954:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166968.402999:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136052a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423374848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (744us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166968.403004:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7273 00000100:00080000:0.0:1746166968.403562:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746166968.403877:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b203800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423374848:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166968.741959:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166969.330874:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746166969.331735:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423374976:0@lo:400:kworker.0 00000100:00100000:0.0:1746166969.331790:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166969.331877:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423374976 00000100:00100000:0.0:1746166969.331883:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423374976 00000100:00100000:0.0:1746166969.331915:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1017 00000100:00100000:0.0:1746166969.331921:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423374976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166969.331959:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423374976:12345-0@lo:400:kworker.0 Request processed in 39us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166969.331966:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1017 00000100:00100000:1.0:1746166969.332067:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423374976:0@lo:400:kworker.0 00000100:00100000:1.0:1746166969.333600:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423375104:0@lo:400:kworker.0 00000100:00100000:1.0:1746166969.333639:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166969.333727:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423375104 00000100:00100000:0.0:1746166969.333732:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423375104 00000100:00100000:0.0:1746166969.333769:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3268 00000100:00100000:0.0:1746166969.333776:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423375104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166969.334141:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423375104:12345-0@lo:400:kworker.0 Request processed in 364us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166969.334147:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3268 00000100:00080000:0.0:1746166969.334165:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746166969.334336:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166969.334340:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166969.334342:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166969.334346:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10885 00000100:00080000:2.0:1746166969.334351:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746166969.334354:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166969.334370:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f12aa00 x1830977423375488/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166969.334638:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423375232:0@lo:400:kworker.0 00000100:00100000:0.0:1746166969.334661:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746166969.334908:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166969.334912:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166969.334913:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166969.334917:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10885 00000100:00080000:2.0:1746166969.334919:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166969.334922:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166969.334932:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008e833100 x1830977423376000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166969.334970:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423375488:0@lo:8:kworker.0 00000100:00100000:2.0:1746166969.334993:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166969.335010:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423376000:0@lo:8:kworker.0 00000100:00100000:2.0:1746166969.335024:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166969.335054:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423375488 00000100:00100000:2.0:1746166969.335058:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423375488 00000100:00100000:2.0:1746166969.335072:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423376000 00000100:00100000:2.0:1746166969.335073:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423376000 00000100:00100000:2.0:1746166969.335084:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50424 00000100:00100000:2.0:1746166969.335088:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e830e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423375488:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166969.335105:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166969.335130:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e830e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423375488:12345-0@lo:8:kworker.0 Request processed in 41us (137us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166969.335136:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50424 00000100:00100000:2.0:1746166969.335146:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50425 00000100:00100000:2.0:1746166969.335150:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e832a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423376000:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746166969.335159:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746166969.335174:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e832a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423376000:12345-0@lo:8:kworker.0 Request processed in 23us (149us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166969.335179:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50425 00000100:00100000:2.0:1746166969.335192:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423375232 00000100:00100000:2.0:1746166969.335195:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423375232 00000100:00100000:2.0:1746166969.335214:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3269 00000100:00100000:2.0:1746166969.335219:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423375232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166969.335241:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423375232:12345-0@lo:400:kworker.0 Request processed in 23us (581us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166969.335247:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3269 00000100:00080000:2.0:1746166969.335267:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166969.335270:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166969.335274:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423375488:0@lo:8:kworker.0 00000100:00080000:2.0:1746166969.335282:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166969.335284:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166969.335286:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423376000:0@lo:8:kworker.0 00000100:00100000:2.0:1746166969.335311:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423375360:0@lo:400:kworker.0 00000100:00100000:2.0:1746166969.335331:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166969.335344:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423376128:0@lo:400:kworker.0 00000100:00100000:2.0:1746166969.335357:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166969.335368:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746166969.335372:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423375872:0@lo:400:kworker.0 00000100:00100000:2.0:1746166969.335560:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166969.335581:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423376128 00000100:00100000:2.0:1746166969.335584:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423376128 00000100:00100000:2.0:1746166969.335605:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7889 00000100:00100000:2.0:1746166969.335609:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423376128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166969.335635:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423376128:12345-0@lo:400:kworker.0 Request processed in 25us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166969.335640:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7889 00000100:00100000:2.0:1746166969.335656:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423375360 00000100:00100000:2.0:1746166969.335658:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423375360 00000100:00100000:2.0:1746166969.335673:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423375872 00000100:00100000:2.0:1746166969.335693:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423375872 00000100:00100000:2.0:1746166969.335706:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36120 00000100:00100000:2.0:1746166969.335711:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423375360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166969.335735:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423375360:12345-0@lo:400:kworker.0 Request processed in 25us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166969.335740:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36120 00000100:00100000:2.0:1746166969.335749:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36121 00000100:00100000:2.0:1746166969.335754:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e830000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423375872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166969.335772:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e830000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423375872:12345-0@lo:400:kworker.0 Request processed in 19us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166969.335777:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36121 00000100:00100000:2.0:1746166969.335798:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423375872:0@lo:400:kworker.0 00000100:00100000:2.0:1746166969.335805:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423375360:0@lo:400:kworker.0 00000100:00100000:2.0:1746166969.335813:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423376128:0@lo:400:kworker.0 00000100:00080000:2.0:1746166969.335862:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746166969.335865:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166969.336603:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f128000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423375616:0@lo:400:kworker.0 00000100:00100000:3.0:1746166969.336629:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166969.336653:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423376256:0@lo:400:kworker.0 00000100:00100000:3.0:1746166969.336670:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166969.336702:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746166969.336707:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423375744:0@lo:400:kworker.0 00000100:00100000:3.0:1746166969.336724:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166969.336742:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423376256 00000100:00100000:3.0:1746166969.336745:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423376256 00000100:00100000:3.0:1746166969.336763:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423375744 00000100:00100000:3.0:1746166969.336765:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423375744 00000100:00100000:3.0:1746166969.336777:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3270 00000100:00100000:3.0:1746166969.336782:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b202300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423376256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166969.336806:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b202300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423376256:12345-0@lo:400:kworker.0 Request processed in 24us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166969.336812:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3270 00000100:00100000:3.0:1746166969.336821:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3271 00000100:00100000:3.0:1746166969.336825:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b203800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423375744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166969.336859:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b203800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423375744:12345-0@lo:400:kworker.0 Request processed in 33us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166969.336864:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3271 00000100:00100000:3.0:1746166969.336886:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423375744:0@lo:400:kworker.0 00000100:00100000:3.0:1746166969.336893:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423376256:0@lo:400:kworker.0 00000100:00100000:0.0:1746166969.337273:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423375232:0@lo:400:kworker.0 00000100:00100000:1.0:1746166969.337443:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423375104:0@lo:400:kworker.0 00000100:00100000:2.0:1746166969.338538:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423375616 00000100:00100000:2.0:1746166969.338544:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423375616 00000100:00100000:2.0:1746166969.338661:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7890 00000100:00100000:2.0:1746166969.338669:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b202a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423375616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166969.338865:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b202a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423375616:12345-0@lo:400:kworker.0 Request processed in 196us (2234us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166969.338871:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7890 00000100:00100000:3.0:1746166969.338935:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f128000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423375616:0@lo:400:kworker.0 00000100:00100000:1.0:1746166969.363286:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423376384:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166969.363351:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166969.363506:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423376384 00000100:00100000:2.0:1746166969.363512:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423376384 00000100:00100000:2.0:1746166969.363901:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36122 00000100:00100000:2.0:1746166969.363909:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423376384:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746166969.363938:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746166969.364069:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423376384:12345-0@lo:41:osp-pre-1-0.0 Request processed in 160us (718us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166969.364076:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36122 00000100:00100000:1.0:1746166969.364152:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423376384:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166969.444411:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746166969.444433:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423376512:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166969.444489:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166969.444567:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423376512 00000100:00100000:3.0:1746166969.444574:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423376512 00000100:00100000:3.0:1746166969.444974:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36123 00000100:00100000:3.0:1746166969.444980:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423376512:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166969.445009:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166969.445355:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423376512:12345-0@lo:41:osp-pre-0-1.0 Request processed in 374us (865us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166969.445361:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36123 00000100:00100000:2.0:1746166969.445417:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423376512:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166969.681982:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423376640:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166969.682030:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166969.682119:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423376640 00000100:00100000:3.0:1746166969.682125:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423376640 00000100:00100000:3.0:1746166969.682177:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7274 00000100:00100000:3.0:1746166969.682183:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e833b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423376640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166969.682199:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166969.682308:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e833b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423376640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 125us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166969.682315:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7274 00000100:00100000:2.0:1746166969.682378:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423376640:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746166969.745572:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166970.747215:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166971.342708:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166971.342755:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166971.342793:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166971.342847:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439207424 00000100:00100000:3.0:1746166971.342847:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439207552 00000100:00100000:1.0:1746166971.342855:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439207424 00000100:00100000:3.0:1746166971.342855:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439207552 00000100:00100000:2.0:1746166971.342878:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439207680 00000100:00100000:2.0:1746166971.342883:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439207680 00000100:00100000:3.0:1746166971.342896:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3272 00000100:00100000:3.0:1746166971.342904:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439207552:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166971.342917:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3273 00000100:00100000:2.0:1746166971.342924:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439207680:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166971.342960:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439207552:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 57us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166971.342964:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439207680:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 42us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166971.342966:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3272 00000100:00100000:2.0:1746166971.342971:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3273 00000100:00080000:2.0:1746166971.342988:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746166971.342991:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166971.343213:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1018 00000100:00100000:1.0:1746166971.343221:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439207424:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166971.345067:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439207424:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1842us (2306us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166971.345077:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1018 00000100:00100000:1.0:1746166971.345951:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166971.347747:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439207808 00000100:00100000:3.0:1746166971.347756:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439207808 00000100:00100000:3.0:1746166971.347795:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50426 00000100:00100000:3.0:1746166971.347811:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439207808:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166971.347832:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166971.347886:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439207808:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 76us (1937us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166971.347893:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50426 00010000:00010000:1.0:1746166971.749896:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166972.753938:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746166973.410932:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423376768:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746166973.410992:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166973.412756:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423376768 00000100:00100000:2.0:1746166973.412772:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423376768 00000100:00100000:2.0:1746166973.412817:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7275 00000100:00100000:2.0:1746166973.412824:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132101880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423376768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166973.412846:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166973.412883:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132101880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423376768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (1891us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166973.412888:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7275 00000100:00100000:3.0:1746166973.412958:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423376768:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1746166973.412998:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746166973.764365:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166974.338495:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423376896:0@lo:400:kworker.0 00000100:00100000:0.0:1746166974.338549:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166974.338646:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423376896 00000100:00100000:1.0:1746166974.338653:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423376896 00000100:00100000:1.0:1746166974.338718:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1019 00000100:00100000:1.0:1746166974.338726:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423376896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166974.343038:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423377280:0@lo:400:kworker.0 00000100:00100000:3.0:1746166974.343091:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166974.343140:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423377280 00000100:00100000:3.0:1746166974.343146:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423377280 00000100:00100000:3.0:1746166974.343179:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36124 00000100:00100000:3.0:1746166974.343185:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132100000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423377280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166974.343226:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132100000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423377280:12345-0@lo:400:kworker.0 Request processed in 41us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166974.343233:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36124 00000100:00100000:3.0:1746166974.343267:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423377280:0@lo:400:kworker.0 00000100:00100000:3.0:1746166974.343292:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f128000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423377152:0@lo:400:kworker.0 00000100:00100000:3.0:1746166974.343313:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166974.343327:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746166974.343331:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423377024:0@lo:400:kworker.0 00000100:00100000:3.0:1746166974.343343:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166974.343360:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423377152 00000100:00100000:3.0:1746166974.343363:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423377152 00000100:00100000:3.0:1746166974.343386:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423377024 00000100:00100000:3.0:1746166974.343388:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423377024 00000100:00100000:3.0:1746166974.343402:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3274 00000100:00100000:3.0:1746166974.343407:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132103100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423377152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166974.343433:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132103100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423377152:12345-0@lo:400:kworker.0 Request processed in 27us (120us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166974.343439:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3274 00000100:00100000:3.0:1746166974.343449:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3275 00000100:00100000:3.0:1746166974.343453:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132102680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423377024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166974.343470:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132102680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423377024:12345-0@lo:400:kworker.0 Request processed in 17us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166974.343475:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3275 00000100:00080000:3.0:1746166974.343487:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746166974.343490:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746166974.343502:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423377024:0@lo:400:kworker.0 00000100:00100000:3.0:1746166974.343510:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f128000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423377152:0@lo:400:kworker.0 00000100:00100000:1.0:1746166974.344403:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423376896:12345-0@lo:400:kworker.0 Request processed in 5675us (5850us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166974.344616:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1019 00000100:00080000:2.0:1746166974.344685:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166974.344689:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166974.344692:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166974.344696:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10890 00000100:00080000:2.0:1746166974.344698:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166974.344701:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166974.344720:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f12a680 x1830977423377408/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166974.344769:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166974.344772:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166974.344773:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166974.344777:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10890 00000100:00080000:2.0:1746166974.344779:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166974.344782:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166974.344789:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f129880 x1830977423377920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166974.344816:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423377664:0@lo:400:kworker.0 00000100:00100000:2.0:1746166974.344839:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166974.344855:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746166974.344858:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f128000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423377792:0@lo:400:kworker.0 00000100:00100000:2.0:1746166974.344871:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166974.344885:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423377792 00000100:00100000:2.0:1746166974.344888:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423377792 00000100:00100000:2.0:1746166974.344904:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36125 00000100:00100000:2.0:1746166974.344909:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423377792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166974.344930:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423377792:12345-0@lo:400:kworker.0 Request processed in 21us (58us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166974.344935:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36125 00000100:00100000:2.0:1746166974.344944:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423377664 00000100:00100000:2.0:1746166974.344946:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423377664 00000100:00100000:2.0:1746166974.344959:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3276 00000100:00100000:2.0:1746166974.344962:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423377664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166974.344977:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423377664:12345-0@lo:400:kworker.0 Request processed in 15us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166974.344982:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3276 00000100:00100000:2.0:1746166974.344996:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f128000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423377792:0@lo:400:kworker.0 00000100:00100000:2.0:1746166974.345003:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423377664:0@lo:400:kworker.0 00000100:00100000:2.0:1746166974.345026:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423378048:0@lo:400:kworker.0 00000100:00100000:2.0:1746166974.345042:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166974.346011:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1746166974.346017:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423377536:0@lo:400:kworker.0 00000100:00100000:2.0:1746166974.346036:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166974.346673:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423378176:0@lo:400:kworker.0 00000100:00100000:2.0:1746166974.346705:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166974.346719:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423378176 00000100:00100000:2.0:1746166974.346723:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423378176 00000100:00100000:2.0:1746166974.346742:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3277 00000100:00100000:2.0:1746166974.346746:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f128000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423378176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166974.346784:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f128000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423378176:12345-0@lo:400:kworker.0 Request processed in 37us (78us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166974.346789:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3277 00000100:00100000:2.0:1746166974.346810:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423378176:0@lo:400:kworker.0 00000100:00100000:1.0:1746166974.346857:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423378048 00000100:00100000:1.0:1746166974.346860:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423378048 00000100:00100000:1.0:1746166974.346884:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423377536 00000100:00100000:1.0:1746166974.346886:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423377536 00000100:00100000:1.0:1746166974.346898:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7891 00000100:00100000:1.0:1746166974.346902:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423378048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166974.346931:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423378048:12345-0@lo:400:kworker.0 Request processed in 29us (1888us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166974.346935:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7891 00000100:00100000:1.0:1746166974.346943:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7892 00000100:00100000:1.0:1746166974.346947:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423377536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166974.346961:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423377536:12345-0@lo:400:kworker.0 Request processed in 14us (925us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166974.346965:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7892 00000100:00100000:2.0:1746166974.347047:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423377536:0@lo:400:kworker.0 00000100:00100000:2.0:1746166974.347054:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423378048:0@lo:400:kworker.0 00000100:00080000:2.0:1746166974.347070:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166974.347138:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423376896:0@lo:400:kworker.0 00000100:00100000:3.0:1746166974.347194:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423377408:0@lo:8:kworker.0 00000100:00100000:3.0:1746166974.347222:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166974.347635:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423377920:0@lo:8:kworker.0 00000100:00100000:3.0:1746166974.347655:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166974.352233:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423377408 00000100:00100000:1.0:1746166974.352245:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423377408 00000100:00100000:1.0:1746166974.352286:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423377920 00000100:00100000:1.0:1746166974.352289:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423377920 00000100:00100000:1.0:1746166974.352307:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50427 00000100:00100000:1.0:1746166974.352313:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132101f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423377408:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166974.352335:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166974.352393:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132101f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423377408:12345-0@lo:8:kworker.0 Request processed in 79us (5170us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166974.352399:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50427 00000100:00100000:1.0:1746166974.352411:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50428 00000100:00100000:1.0:1746166974.352415:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132101500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423377920:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746166974.352434:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166974.352451:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132101500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423377920:12345-0@lo:8:kworker.0 Request processed in 35us (4796us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166974.352456:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50428 00000100:00080000:3.0:1746166974.352571:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166974.352575:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166974.352579:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423377408:0@lo:8:kworker.0 00000100:00080000:3.0:1746166974.352587:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166974.352590:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166974.352592:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423377920:0@lo:8:kworker.0 00000100:00100000:2.0:1746166974.370641:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423378304:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166974.370721:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166974.370819:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423378304 00000100:00100000:3.0:1746166974.370825:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423378304 00000100:00100000:3.0:1746166974.370864:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36126 00000100:00100000:3.0:1746166974.370871:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423378304:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166974.370899:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166974.374536:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423378304:12345-0@lo:41:osp-pre-1-0.0 Request processed in 3658us (3808us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166974.374555:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36126 00000100:00100000:2.0:1746166974.374969:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423378304:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166974.449913:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746166974.449934:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423378432:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166974.449989:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166974.450039:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423378432 00000100:00100000:0.0:1746166974.450046:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423378432 00000100:00100000:0.0:1746166974.450099:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36127 00000100:00100000:0.0:1746166974.450108:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132100e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423378432:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746166974.450138:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746166974.450177:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132100e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423378432:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166974.450183:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36127 00000100:00100000:2.0:1746166974.450377:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423378432:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166974.689903:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746166974.689923:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423378560:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166974.689977:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166974.690056:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423378560 00000100:00100000:2.0:1746166974.690062:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423378560 00000100:00100000:2.0:1746166974.690106:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7276 00000100:00100000:2.0:1746166974.690113:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423378560:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166974.690132:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166974.690183:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423378560:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166974.690190:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7276 00000100:00100000:1.0:1746166974.690296:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423378560:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746166974.757851:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166975.760007:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166976.351001:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166976.351253:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166976.351286:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166976.351333:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166976.351364:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439208064 00000100:00100000:0.0:1746166976.351372:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439208064 00000100:00100000:0.0:1746166976.351413:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439208192 00000100:00100000:0.0:1746166976.351415:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439208192 00000100:00100000:0.0:1746166976.351434:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3278 00000100:00100000:0.0:1746166976.351441:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439208064:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166976.351499:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439208064:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 58us (505us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166976.351505:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3278 00000100:00100000:0.0:1746166976.351518:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3279 00000100:00100000:0.0:1746166976.351524:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439208192:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166976.351543:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439208192:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 20us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166976.351548:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3279 00000100:00080000:0.0:1746166976.351641:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166976.351645:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166976.351794:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439208320 00000100:00100000:3.0:1746166976.351799:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439208320 00000100:00100000:3.0:1746166976.351826:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50429 00000100:00100000:3.0:1746166976.351831:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439208320:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166976.351854:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166976.351880:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439208320:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 49us (593us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166976.351887:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50429 00000100:00100000:1.0:1746166976.359158:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439207936 00000100:00100000:1.0:1746166976.359169:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439207936 00000100:00100000:1.0:1746166976.359254:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1020 00000100:00100000:1.0:1746166976.359263:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439207936:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166976.359335:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439207936:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 73us (8082us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166976.359341:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1020 00010000:00010000:1.0:1746166976.764372:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166977.766056:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166978.417916:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746166978.417934:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132103800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423378688:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166978.417995:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166978.418124:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423378688 00000100:00100000:2.0:1746166978.418131:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423378688 00000100:00100000:2.0:1746166978.418179:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7277 00000100:00100000:2.0:1746166978.418186:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423378688:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746166978.418209:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166978.418246:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423378688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166978.418251:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7277 00000100:00080000:2.0:1746166978.418278:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166978.418349:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132103800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423378688:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166978.770320:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746166979.361875:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746166979.361880:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166979.361884:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166979.361891:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10895 00000100:00080000:2.0:1746166979.361894:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746166979.361900:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166979.361918:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fb7480 x1830977423379328/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746166979.361958:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746166979.361961:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746166979.361963:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746166979.362154:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10895 00000100:00080000:2.0:1746166979.362157:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746166979.362161:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166979.362173:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e323b80 x1830977423379840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746166979.362220:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423379200:0@lo:400:kworker.0 00000100:00100000:2.0:1746166979.362269:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166979.362318:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423379968:0@lo:400:kworker.0 00000100:00100000:2.0:1746166979.362338:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166979.362352:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423379328:0@lo:8:kworker.0 00000100:00100000:2.0:1746166979.362359:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1746166979.362364:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423379072:0@lo:400:kworker.0 00000100:00100000:3.0:1746166979.362380:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166979.362384:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166979.362406:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423379968 00000100:00100000:3.0:1746166979.362410:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e323b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423379840:0@lo:8:kworker.0 00000100:00100000:2.0:1746166979.362411:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423379968 00000100:00100000:3.0:1746166979.362630:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166979.362652:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7893 00000100:00100000:3.0:1746166979.362653:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423379328 00000100:00100000:3.0:1746166979.362657:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423379328 00000100:00100000:2.0:1746166979.362660:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423379968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166979.362725:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423379840 00000100:00100000:3.0:1746166979.362728:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423379840 00000100:00100000:2.0:1746166979.362729:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423379968:12345-0@lo:400:kworker.0 Request processed in 70us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166979.362736:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7893 00000100:00100000:3.0:1746166979.362739:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50430 00000100:00100000:3.0:1746166979.362744:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132100380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423379328:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1746166979.362750:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50431 00000100:00100000:2.0:1746166979.362754:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132101c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423379840:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166979.362762:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1746166979.362765:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166979.362789:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132100380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423379328:12345-0@lo:8:kworker.0 Request processed in 44us (409us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746166979.362790:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132101c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423379840:12345-0@lo:8:kworker.0 Request processed in 34us (158us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166979.362795:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50430 00000100:00100000:2.0:1746166979.362798:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50431 00000100:00080000:3.0:1746166979.362811:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166979.362814:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423379072 00000100:00100000:2.0:1746166979.362817:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423379072 00000100:00080000:3.0:1746166979.362827:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166979.362831:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166979.362834:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423379328:0@lo:8:kworker.0 00000100:00100000:2.0:1746166979.362841:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3280 00000100:00080000:3.0:1746166979.362841:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166979.362843:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166979.362846:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423379072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166979.362846:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e323b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423379840:0@lo:8:kworker.0 00000100:00080000:3.0:1746166979.362861:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166979.362871:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423379072:12345-0@lo:400:kworker.0 Request processed in 25us (486us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166979.362871:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423379200 00000100:00100000:3.0:1746166979.362874:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423379200 00000100:00100000:2.0:1746166979.362876:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3280 00000100:00100000:3.0:1746166979.362892:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36128 00000100:00100000:3.0:1746166979.362896:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423379200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166979.362902:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423379072:0@lo:400:kworker.0 00000100:00100000:2.0:1746166979.362907:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e320a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423379712:0@lo:400:kworker.0 00000100:00100000:3.0:1746166979.362924:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423379200:12345-0@lo:400:kworker.0 Request processed in 28us (655us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166979.362926:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166979.362929:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36128 00000100:00100000:3.0:1746166979.362937:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423379712 00000100:00100000:3.0:1746166979.362940:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423379712 00000100:00100000:2.0:1746166979.362945:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423379200:0@lo:400:kworker.0 00000100:00100000:2.0:1746166979.362952:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423379968:0@lo:400:kworker.0 00000100:00100000:3.0:1746166979.362953:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36129 00000100:00100000:3.0:1746166979.362956:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423379712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166979.363211:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423379712:12345-0@lo:400:kworker.0 Request processed in 253us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166979.363217:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36129 00000100:00100000:2.0:1746166979.363220:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e320a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423379712:0@lo:400:kworker.0 00000100:00100000:0.0:1746166979.363896:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423378816:0@lo:400:kworker.0 00000100:00100000:0.0:1746166979.363926:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166979.363963:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423379456:0@lo:400:kworker.0 00000100:00100000:0.0:1746166979.363981:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166979.363994:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423380096:0@lo:400:kworker.0 00000100:00100000:0.0:1746166979.364008:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166979.364018:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423378816 00000100:00100000:0.0:1746166979.364020:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1746166979.364023:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423378816 00000100:00100000:0.0:1746166979.364024:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423378944:0@lo:400:kworker.0 00000100:00100000:0.0:1746166979.364038:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166979.364046:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1021 00000100:00100000:0.0:1746166979.364050:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423379584:0@lo:400:kworker.0 00000100:00100000:3.0:1746166979.364052:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423378816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166979.364061:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166979.364081:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423380096 00000100:00100000:0.0:1746166979.364084:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423380096 00000100:00100000:3.0:1746166979.364085:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423378816:12345-0@lo:400:kworker.0 Request processed in 34us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166979.364090:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1021 00000100:00100000:0.0:1746166979.364101:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423378944 00000100:00100000:0.0:1746166979.364103:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423378944 00000100:00100000:0.0:1746166979.364118:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423379584 00000100:00100000:0.0:1746166979.364119:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423379584 00000100:00100000:3.0:1746166979.364120:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423378816:0@lo:400:kworker.0 00000100:00100000:0.0:1746166979.364130:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3281 00000100:00080000:3.0:1746166979.364134:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746166979.364135:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423380096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166979.364151:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3282 00000100:00100000:3.0:1746166979.364157:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423378944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166979.364163:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423380096:12345-0@lo:400:kworker.0 Request processed in 28us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166979.364168:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3281 00000100:00100000:0.0:1746166979.364178:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3283 00000100:00100000:0.0:1746166979.364182:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423379584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166979.364182:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423378944:12345-0@lo:400:kworker.0 Request processed in 26us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166979.364187:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3282 00000100:00100000:0.0:1746166979.364201:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423379584:12345-0@lo:400:kworker.0 Request processed in 19us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166979.364205:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3283 00000100:00100000:3.0:1746166979.364211:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423378944:0@lo:400:kworker.0 00000100:00100000:3.0:1746166979.364219:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423379584:0@lo:400:kworker.0 00000100:00100000:3.0:1746166979.364227:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423380096:0@lo:400:kworker.0 00000100:00100000:2.0:1746166979.375882:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423379456 00000100:00100000:2.0:1746166979.375894:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423379456 00000100:00100000:2.0:1746166979.375959:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7894 00000100:00100000:2.0:1746166979.376175:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423379456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166979.376274:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423379456:12345-0@lo:400:kworker.0 Request processed in 101us (12290us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166979.376281:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7894 00000100:00100000:0.0:1746166979.376437:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423379456:0@lo:400:kworker.0 00000100:00100000:1.0:1746166979.379326:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423380224:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166979.379376:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166979.379472:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423380224 00000100:00100000:3.0:1746166979.379479:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423380224 00000100:00100000:3.0:1746166979.379511:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36130 00000100:00100000:3.0:1746166979.379518:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423380224:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166979.379545:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166979.379798:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423380224:12345-0@lo:41:osp-pre-1-0.0 Request processed in 279us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166979.379803:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36130 00000100:00100000:1.0:1746166979.379881:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423380224:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166979.457910:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746166979.457928:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423380352:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166979.457984:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166979.458099:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423380352 00000100:00100000:2.0:1746166979.458106:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423380352 00000100:00100000:2.0:1746166979.458146:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36131 00000100:00100000:2.0:1746166979.458154:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423380352:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746166979.458185:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746166979.460400:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423380352:12345-0@lo:41:osp-pre-0-1.0 Request processed in 2242us (2412us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166979.460410:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36131 00000100:00100000:1.0:1746166979.460744:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423380352:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746166979.697873:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423380480:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746166979.697926:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166979.698237:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423380480 00000100:00100000:0.0:1746166979.698243:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423380480 00000100:00100000:0.0:1746166979.698279:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7278 00000100:00100000:0.0:1746166979.698285:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423380480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166979.698303:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166979.698332:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423380480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166979.698338:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7278 00000100:00100000:2.0:1746166979.701362:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423380480:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746166979.771807:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166980.776374:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166981.358368:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166981.360423:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166981.360458:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166981.360486:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439208448 00000100:00100000:1.0:1746166981.360495:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439208448 00000100:00100000:1.0:1746166981.360546:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1022 00000100:00100000:1.0:1746166981.360555:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f67ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439208448:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166981.360611:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f67ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439208448:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 57us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166981.360617:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1022 00000100:00100000:0.0:1746166981.361031:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166981.361270:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439208576 00000100:00100000:2.0:1746166981.361275:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439208576 00000100:00100000:3.0:1746166981.361501:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439208832 00000100:00100000:3.0:1746166981.361505:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439208832 00000100:00100000:3.0:1746166981.361527:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50432 00000100:00100000:3.0:1746166981.361532:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439208832:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166981.361551:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166981.361705:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439208832:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 171us (674us total) trans 0 rc -19/-19 00000100:00080000:0.0:1746166981.361778:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166981.361810:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50432 00000100:00100000:2.0:1746166981.361946:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439208704 00000100:00100000:2.0:1746166981.361950:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439208704 00000100:00100000:2.0:1746166981.361972:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3284 00000100:00100000:2.0:1746166981.362216:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439208576:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166981.362311:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3285 00000100:00100000:0.0:1746166981.362319:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439208704:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166981.362362:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439208704:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 44us (1903us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166981.362368:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3285 00000100:00080000:0.0:1746166981.362385:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166981.366059:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439208576:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 4071us (7688us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166981.366069:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3284 00010000:00010000:1.0:1746166981.776395:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166982.778393:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166983.425913:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ea2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423380608:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166983.426186:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166983.426309:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423380608 00000100:00100000:0.0:1746166983.426316:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423380608 00000100:00100000:0.0:1746166983.426566:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7279 00000100:00100000:0.0:1746166983.426573:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423380608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166983.426626:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166983.426696:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423380608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 123us (724us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166983.426702:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7279 00000100:00080000:2.0:1746166983.426798:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166983.426870:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ea2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423380608:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166983.779884:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746166984.369975:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166984.369980:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166984.369983:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166984.370191:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10900 00000100:00080000:0.0:1746166984.370196:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746166984.370201:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166984.370221:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136057100 x1830977423381248/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166984.370252:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166984.370254:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166984.370255:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166984.370258:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10900 00000100:00080000:0.0:1746166984.370261:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746166984.370264:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166984.370271:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136055f80 x1830977423381760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166984.370310:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ea2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423380992:0@lo:400:kworker.0 00000100:00100000:0.0:1746166984.370360:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166984.370404:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423381632:0@lo:400:kworker.0 00000100:00100000:0.0:1746166984.370425:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166984.370446:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1746166984.370451:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ea2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423380864:0@lo:400:kworker.0 00000100:00100000:0.0:1746166984.370468:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166984.370479:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423381504:0@lo:400:kworker.0 00000100:00100000:0.0:1746166984.370492:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166984.370516:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423381632 00000100:00100000:0.0:1746166984.370522:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423381632 00000100:00100000:0.0:1746166984.370550:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36132 00000100:00100000:0.0:1746166984.370557:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136056d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423381632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166984.370627:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136056d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423381632:12345-0@lo:400:kworker.0 Request processed in 69us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166984.370633:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36132 00000100:00100000:0.0:1746166984.370653:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423380992 00000100:00100000:0.0:1746166984.370656:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423380992 00000100:00100000:0.0:1746166984.370702:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423380864 00000100:00100000:0.0:1746166984.370705:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423380864 00000100:00100000:3.0:1746166984.370709:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423381120:0@lo:400:kworker.0 00000100:00100000:0.0:1746166984.370719:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423381504 00000100:00100000:0.0:1746166984.370720:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423381504 00000100:00100000:0.0:1746166984.370732:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3286 00000100:00100000:0.0:1746166984.370736:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136054380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423380992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166984.370738:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166984.370761:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136054380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423380992:12345-0@lo:400:kworker.0 Request processed in 25us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166984.370766:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3286 00000100:00100000:3.0:1746166984.370766:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423381888:0@lo:400:kworker.0 00000100:00100000:0.0:1746166984.370773:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3287 00000100:00100000:0.0:1746166984.370776:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136055c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423380864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166984.370787:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166984.370792:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136055c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423380864:12345-0@lo:400:kworker.0 Request processed in 15us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166984.370796:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3287 00000100:00100000:3.0:1746166984.370801:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1746166984.370802:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3288 00000100:00100000:0.0:1746166984.370805:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136054700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423381504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166984.370806:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ea2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423380736:0@lo:400:kworker.0 00000100:00100000:1.0:1746166984.370890:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423381120 00000100:00100000:1.0:1746166984.370893:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423381120 00000100:00100000:1.0:1746166984.370915:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36133 00000100:00100000:1.0:1746166984.370919:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132103800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423381120:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1746166984.371069:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746166984.371072:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746166984.371091:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423381888 00000100:00100000:2.0:1746166984.371094:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423381888 00000100:00100000:2.0:1746166984.371115:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7895 00000100:00100000:2.0:1746166984.371119:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132102a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423381888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166984.371979:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136054700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423381504:12345-0@lo:400:kworker.0 Request processed in 1170us (1483us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166984.371985:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3288 00000100:00100000:0.0:1746166984.372025:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ea2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423380864:0@lo:400:kworker.0 00000100:00100000:0.0:1746166984.372037:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423381504:0@lo:400:kworker.0 00000100:00100000:0.0:1746166984.372044:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ea2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423380992:0@lo:400:kworker.0 00000100:00100000:0.0:1746166984.372052:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423381632:0@lo:400:kworker.0 00000100:00080000:0.0:1746166984.372101:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166984.372114:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423381248:0@lo:8:kworker.0 00000100:00100000:0.0:1746166984.372138:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166984.372158:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423381760:0@lo:8:kworker.0 00000100:00100000:0.0:1746166984.372171:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166984.372192:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423381248 00000100:00100000:0.0:1746166984.372195:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423381248 00000100:00100000:0.0:1746166984.372206:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423381760 00000100:00100000:0.0:1746166984.372208:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423381760 00000100:00100000:0.0:1746166984.372217:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50433 00000100:00100000:0.0:1746166984.372221:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423381248:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166984.372238:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166984.372251:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166984.372261:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423381248:12345-0@lo:8:kworker.0 Request processed in 39us (122us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166984.372266:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50433 00000100:00100000:0.0:1746166984.372274:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50434 00000100:00100000:3.0:1746166984.372276:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423381376:0@lo:400:kworker.0 00000100:00100000:0.0:1746166984.372277:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136056680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423381760:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166984.372285:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166984.372299:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136056680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423381760:12345-0@lo:8:kworker.0 Request processed in 21us (127us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166984.372299:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166984.372304:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50434 00000100:00100000:0.0:1746166984.372309:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423381376 00000100:00100000:0.0:1746166984.372312:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423381376 00000100:00100000:3.0:1746166984.372313:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423382016:0@lo:400:kworker.0 00000100:00100000:0.0:1746166984.372322:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7896 00000100:00100000:0.0:1746166984.372326:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f129880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423381376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166984.372328:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166984.372416:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132103800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423381120:12345-0@lo:400:kworker.0 Request processed in 1495us (1676us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166984.372422:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36133 00000100:00100000:1.0:1746166984.372456:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423380736 00000100:00100000:1.0:1746166984.372458:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423380736 00000100:00100000:1.0:1746166984.372476:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1023 00000100:00100000:1.0:1746166984.372481:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f67e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423380736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166984.372503:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f67e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423380736:12345-0@lo:400:kworker.0 Request processed in 23us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166984.372508:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1023 00000100:00100000:3.0:1746166984.372694:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ea2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423380736:0@lo:400:kworker.0 00000100:00100000:3.0:1746166984.372706:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423381376:0@lo:400:kworker.0 00000100:00100000:3.0:1746166984.372714:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423381120:0@lo:400:kworker.0 00000100:00100000:2.0:1746166984.372802:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132102a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423381888:12345-0@lo:400:kworker.0 Request processed in 1681us (2013us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166984.372808:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7895 00000100:00100000:3.0:1746166984.373408:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423381888:0@lo:400:kworker.0 00000100:00100000:0.0:1746166984.374778:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f129880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423381376:12345-0@lo:400:kworker.0 Request processed in 2449us (2476us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166984.374785:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7896 00000100:00100000:0.0:1746166984.374807:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423382016 00000100:00100000:0.0:1746166984.374811:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423382016 00000100:00100000:0.0:1746166984.374838:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3289 00000100:00100000:0.0:1746166984.374843:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423382016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166984.374885:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423382016:12345-0@lo:400:kworker.0 Request processed in 42us (2556us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166984.374890:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3289 00000100:00080000:0.0:1746166984.374917:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166984.374920:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166984.374924:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423381248:0@lo:8:kworker.0 00000100:00080000:0.0:1746166984.374931:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166984.374934:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166984.374936:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423381760:0@lo:8:kworker.0 00000100:00100000:3.0:1746166984.375067:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423382016:0@lo:400:kworker.0 00000100:00100000:0.0:1746166984.385892:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746166984.385912:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423382144:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166984.385968:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166984.386096:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423382144 00000100:00100000:1.0:1746166984.386103:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423382144 00000100:00100000:1.0:1746166984.386148:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36134 00000100:00100000:1.0:1746166984.386155:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136055f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423382144:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746166984.386182:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746166984.387304:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136055f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423382144:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1148us (1334us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166984.387311:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36134 00000100:00100000:2.0:1746166984.388027:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423382144:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746166984.467232:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746166984.467251:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423382272:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166984.467310:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166984.467900:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423382272 00000100:00100000:1.0:1746166984.467906:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423382272 00000100:00100000:1.0:1746166984.467964:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36135 00000100:00100000:1.0:1746166984.467971:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e320a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423382272:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746166984.468000:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746166984.468054:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e320a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423382272:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (743us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166984.468060:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36135 00000100:00100000:3.0:1746166984.468975:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423382272:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746166984.708033:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423382400:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746166984.708093:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166984.708411:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423382400 00000100:00100000:0.0:1746166984.708419:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423382400 00000100:00100000:0.0:1746166984.708454:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7280 00000100:00100000:0.0:1746166984.708461:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e323b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423382400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166984.708482:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166984.708529:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e323b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423382400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166984.708535:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7280 00000100:00100000:3.0:1746166984.708871:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423382400:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746166984.783217:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166985.789249:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166986.379363:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166986.379602:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166986.379647:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166986.379696:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439209088 00000100:00100000:0.0:1746166986.379704:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439209088 00000100:00100000:0.0:1746166986.379763:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439209216 00000100:00100000:0.0:1746166986.379765:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439209216 00000100:00100000:0.0:1746166986.379785:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3290 00000100:00100000:0.0:1746166986.379793:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439209088:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166986.379846:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439209088:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 55us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166986.379852:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3290 00000100:00100000:0.0:1746166986.379866:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3291 00000100:00100000:0.0:1746166986.379871:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136054a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439209216:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746166986.379891:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136054a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439209216:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 20us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166986.379896:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3291 00000100:00080000:0.0:1746166986.379908:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746166986.379911:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166986.380247:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439208960 00000100:00100000:1.0:1746166986.380252:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439208960 00000100:00100000:1.0:1746166986.380277:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1024 00000100:00100000:1.0:1746166986.380282:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439208960:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746166986.380305:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439208960:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 24us (704us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166986.380310:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1024 00000100:00100000:0.0:1746166986.391388:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166986.392018:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439209344 00000100:00100000:1.0:1746166986.392026:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439209344 00000100:00100000:1.0:1746166986.392844:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50435 00000100:00100000:1.0:1746166986.392851:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136055880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439209344:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166986.392873:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166986.392917:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136055880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439209344:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 65us (1535us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166986.392922:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50435 00010000:00010000:1.0:1746166986.789880:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166987.792839:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166988.433867:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423382528:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746166988.433925:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166988.433997:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423382528 00000100:00100000:3.0:1746166988.434004:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423382528 00000100:00080000:0.0:1746166988.434031:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166988.434057:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7281 00000100:00100000:3.0:1746166988.434066:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423382528:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746166988.434097:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166988.434145:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423382528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166988.434152:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7281 00000100:00100000:1.0:1746166988.434174:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423382528:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166988.798149:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746166989.380910:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166989.380915:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166989.380918:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166989.380924:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10905 00000100:00080000:0.0:1746166989.380929:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746166989.380934:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166989.380954:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136057b80 x1830977423383168/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166989.380979:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166989.380982:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166989.380983:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166989.380985:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10905 00000100:00080000:0.0:1746166989.380987:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746166989.380991:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166989.380998:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008ea2ed80 x1830977423383680/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166989.381032:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423383168:0@lo:8:kworker.0 00000100:00100000:0.0:1746166989.381311:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166989.381355:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ea2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423383680:0@lo:8:kworker.0 00000100:00100000:0.0:1746166989.381559:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166989.381591:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423383168 00000100:00100000:0.0:1746166989.381597:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423383168 00000100:00100000:0.0:1746166989.381618:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423383680 00000100:00100000:0.0:1746166989.381620:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423383680 00000100:00100000:2.0:1746166989.381963:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423382784:0@lo:400:kworker.0 00000100:00100000:2.0:1746166989.382176:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166989.382196:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ea2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423383424:0@lo:400:kworker.0 00000100:00100000:3.0:1746166989.382211:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423382784 00000100:00100000:2.0:1746166989.382212:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166989.382215:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423382784 00000100:00100000:2.0:1746166989.382228:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1746166989.382233:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423382656:0@lo:400:kworker.0 00000100:00100000:3.0:1746166989.382246:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423383424 00000100:00100000:3.0:1746166989.382248:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423383424 00000100:00100000:2.0:1746166989.382252:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166989.382261:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3292 00000100:00100000:3.0:1746166989.382267:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423382784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166989.382271:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423383296:0@lo:400:kworker.0 00000100:00100000:2.0:1746166989.382287:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166989.382304:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423382784:12345-0@lo:400:kworker.0 Request processed in 37us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166989.382309:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3292 00000100:00100000:3.0:1746166989.382325:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3293 00000100:00100000:3.0:1746166989.382329:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423383424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166989.382350:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423383424:12345-0@lo:400:kworker.0 Request processed in 20us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166989.382354:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3293 00000100:00100000:3.0:1746166989.382383:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423382912:0@lo:400:kworker.0 00000100:00100000:3.0:1746166989.382401:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166989.382413:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ea2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423383552:0@lo:400:kworker.0 00000100:00100000:3.0:1746166989.382430:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166989.382444:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1746166989.382448:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423383040:0@lo:400:kworker.0 00000100:00100000:3.0:1746166989.382463:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166989.382474:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423383808:0@lo:400:kworker.0 00000100:00100000:3.0:1746166989.382734:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423383552 00000100:00100000:3.0:1746166989.382738:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423383552 00000100:00100000:3.0:1746166989.382761:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423383040 00000100:00100000:3.0:1746166989.382763:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423383040 00000100:00100000:3.0:1746166989.382773:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36136 00000100:00100000:3.0:1746166989.382778:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423383552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166989.382810:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423383552:12345-0@lo:400:kworker.0 Request processed in 32us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166989.382815:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36136 00000100:00100000:3.0:1746166989.382825:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36137 00000100:00100000:3.0:1746166989.382829:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423383040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166989.382849:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423383040:12345-0@lo:400:kworker.0 Request processed in 20us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166989.382853:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36137 00000100:00100000:3.0:1746166989.382865:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423382912 00000100:00100000:3.0:1746166989.382868:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423382912 00000100:00100000:3.0:1746166989.382884:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3294 00000100:00100000:3.0:1746166989.382888:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423382912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166989.382909:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423382912:12345-0@lo:400:kworker.0 Request processed in 21us (508us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166989.382916:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3294 00000100:00080000:3.0:1746166989.383038:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746166989.383044:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166989.383062:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423382656 00000100:00100000:3.0:1746166989.383065:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423382656 00000100:00100000:3.0:1746166989.383085:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1025 00000100:00100000:3.0:1746166989.383090:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423382656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166989.383115:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423382656:12345-0@lo:400:kworker.0 Request processed in 25us (862us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166989.383119:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1025 00000100:00100000:0.0:1746166989.383866:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423383296 00000100:00100000:0.0:1746166989.383871:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423383296 00000100:00100000:2.0:1746166989.383890:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423383936:0@lo:400:kworker.0 00000100:00100000:0.0:1746166989.383895:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7897 00000100:00100000:0.0:1746166989.383900:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423383296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166989.383911:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166989.383923:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423383296:12345-0@lo:400:kworker.0 Request processed in 23us (1635us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166989.383927:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7897 00000100:00100000:2.0:1746166989.383935:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423382784:0@lo:400:kworker.0 00000100:00100000:0.0:1746166989.383937:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50436 00000100:00100000:0.0:1746166989.383940:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423383168:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1746166989.383944:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ea2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423383424:0@lo:400:kworker.0 00000100:00100000:2.0:1746166989.383961:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423382656:0@lo:400:kworker.0 00000100:00100000:2.0:1746166989.383968:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423383296:0@lo:400:kworker.0 00000100:00100000:3.0:1746166989.383984:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50437 00000100:00100000:3.0:1746166989.383988:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423383680:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1746166989.383999:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423383936 00000100:00100000:2.0:1746166989.384001:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423383936 00000100:00100000:2.0:1746166989.384018:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3295 00000100:00100000:2.0:1746166989.384022:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f849500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423383936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166989.384045:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f849500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423383936:12345-0@lo:400:kworker.0 Request processed in 23us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166989.384267:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3295 00000100:00100000:2.0:1746166989.384280:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1746166989.384353:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166989.384381:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423383168:12345-0@lo:8:kworker.0 Request processed in 440us (3071us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746166989.384387:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50436 00000100:00100000:2.0:1746166989.385303:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423382912:0@lo:400:kworker.0 00000100:00100000:2.0:1746166989.385313:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ea2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423383552:0@lo:400:kworker.0 00000100:00100000:2.0:1746166989.385331:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423383040:0@lo:400:kworker.0 00000100:00100000:2.0:1746166989.385349:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423383936:0@lo:400:kworker.0 00000100:00080000:2.0:1746166989.385389:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166989.385393:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166989.385397:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423383168:0@lo:8:kworker.0 00000100:00100000:1.0:1746166989.385458:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423383808 00000100:00100000:1.0:1746166989.385462:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423383808 00000100:00100000:1.0:1746166989.385506:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7898 00000100:00100000:1.0:1746166989.385512:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ea2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423383808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166989.385548:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ea2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423383808:12345-0@lo:400:kworker.0 Request processed in 36us (1266us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166989.385553:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7898 00000100:00080000:2.0:1746166989.385812:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166989.385828:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423383808:0@lo:400:kworker.0 00010000:00020000:3.0:1746166989.386465:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166989.388940:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423383680:12345-0@lo:8:kworker.0 Request processed in 4944us (7374us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166989.388952:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50437 00000100:00080000:2.0:1746166989.389125:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746166989.389129:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746166989.389133:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ea2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423383680:0@lo:8:kworker.0 00000100:00100000:0.0:1746166989.393861:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ea2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423384064:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166989.393924:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166989.394241:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423384064 00000100:00100000:3.0:1746166989.394249:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423384064 00000100:00100000:3.0:1746166989.394294:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36138 00000100:00100000:3.0:1746166989.394302:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423384064:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166989.394332:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166989.394365:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423384064:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166989.394370:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36138 00000100:00100000:0.0:1746166989.394386:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ea2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423384064:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166989.477113:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746166989.477129:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423384192:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166989.477186:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166989.478238:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423384192 00000100:00100000:3.0:1746166989.478245:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423384192 00000100:00100000:3.0:1746166989.478289:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36139 00000100:00100000:3.0:1746166989.478296:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423384192:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166989.478323:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166989.478359:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423384192:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (1174us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166989.478365:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36139 00000100:00100000:1.0:1746166989.478438:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423384192:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166989.713889:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423384320:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166989.713942:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166989.714366:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423384320 00000100:00100000:3.0:1746166989.714373:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423384320 00000100:00100000:3.0:1746166989.714420:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7282 00000100:00100000:3.0:1746166989.714427:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423384320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746166989.714445:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746166989.714518:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423384320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166989.714524:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7282 00000100:00100000:0.0:1746166989.714547:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423384320:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746166989.801558:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166990.806902:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166991.392355:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166991.392423:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439209472 00000100:00100000:1.0:1746166991.392430:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439209472 00000100:00100000:0.0:1746166991.393355:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166991.393403:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439209600 00000100:00100000:2.0:1746166991.393407:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439209600 00000100:00100000:2.0:1746166991.393439:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3296 00000100:00100000:2.0:1746166991.393445:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439209600:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166991.393730:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439209600:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 284us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166991.393736:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3296 00000100:00080000:2.0:1746166991.393754:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746166991.396608:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1026 00000100:00100000:3.0:1746166991.396621:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439209472:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166991.396667:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439209472:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 51us (4321us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166991.396684:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1026 00000100:00100000:0.0:1746166991.397372:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166991.397458:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439209856 00000100:00100000:3.0:1746166991.397471:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439209856 00000100:00100000:3.0:1746166991.397500:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50438 00000100:00100000:3.0:1746166991.397504:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439209856:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746166991.397522:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166991.397546:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439209856:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 41us (177us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166991.397551:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50438 00000100:00100000:0.0:1746166991.399880:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746166991.399950:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439209728 00000100:00100000:2.0:1746166991.399955:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439209728 00000100:00100000:2.0:1746166991.400007:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3297 00000100:00100000:2.0:1746166991.400014:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439209728:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166991.400064:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439209728:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 52us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166991.400070:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3297 00000100:00080000:0.0:1746166991.400528:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1746166991.811695:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166992.813981:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166993.442199:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746166993.442216:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423384448:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746166993.442269:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166993.442698:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423384448 00000100:00100000:1.0:1746166993.442704:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423384448 00000100:00100000:1.0:1746166993.442747:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7283 00000100:00100000:1.0:1746166993.442753:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423384448:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746166993.442774:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746166993.442807:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423384448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166993.442812:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7283 00000100:00080000:1.0:1746166993.442833:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166993.442891:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423384448:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166993.816392:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746166994.386608:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166994.386614:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166994.386617:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166994.386624:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10910 00000100:00080000:0.0:1746166994.386630:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746166994.386635:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746166994.386636:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423384576:0@lo:400:kworker.0 00000100:00100000:0.0:1746166994.386657:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880094319180 x1830977423385088/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166994.386700:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166994.386703:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166994.386704:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166994.386708:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10910 00000100:00080000:0.0:1746166994.386710:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1746166994.386712:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746166994.386713:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166994.386722:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880094319c00 x1830977423385600/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166994.386752:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423385088:0@lo:8:kworker.0 00000100:00100000:2.0:1746166994.386761:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423385216:0@lo:400:kworker.0 00000100:00100000:2.0:1746166994.386781:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166994.386798:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423384576 00000100:00100000:2.0:1746166994.386798:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009431a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423385856:0@lo:400:kworker.0 00000100:00100000:0.0:1746166994.386804:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423384576 00000100:00100000:2.0:1746166994.386812:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166994.386822:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1746166994.386826:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009431ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423384960:0@lo:400:kworker.0 00000100:00100000:0.0:1746166994.386836:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1027 00000100:00100000:2.0:1746166994.386840:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166994.386842:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423384576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166994.386850:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094318380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423385728:0@lo:400:kworker.0 00000100:00100000:2.0:1746166994.386860:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166994.386877:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423384576:12345-0@lo:400:kworker.0 Request processed in 35us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166994.386880:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423384576:0@lo:400:kworker.0 00000100:00100000:0.0:1746166994.386883:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1027 00000100:00100000:2.0:1746166994.386897:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423384704:0@lo:400:kworker.0 00000100:00100000:0.0:1746166994.386907:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423385216 00000100:00100000:0.0:1746166994.386910:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423385216 00000100:00100000:2.0:1746166994.386910:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166994.386919:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423385344:0@lo:400:kworker.0 00000100:00100000:0.0:1746166994.386925:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423385728 00000100:00100000:0.0:1746166994.386927:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423385728 00000100:00100000:2.0:1746166994.386929:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166994.386938:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1746166994.386941:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009431b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423384832:0@lo:400:kworker.0 00000100:00100000:0.0:1746166994.386945:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7899 00000100:00100000:0.0:1746166994.386949:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ea2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423385216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166994.386952:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166994.386960:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009431b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423385472:0@lo:400:kworker.0 00000100:00100000:2.0:1746166994.386972:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166994.386977:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ea2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423385216:12345-0@lo:400:kworker.0 Request processed in 27us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166994.386983:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7899 00000100:00100000:2.0:1746166994.386989:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423384960 00000100:00100000:0.0:1746166994.386991:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7900 00000100:00100000:2.0:1746166994.386991:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423384960 00000100:00100000:0.0:1746166994.386996:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423385728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166994.387009:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423385472 00000100:00100000:2.0:1746166994.387010:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423385472 00000100:00100000:0.0:1746166994.387016:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423385728:12345-0@lo:400:kworker.0 Request processed in 20us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166994.387020:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7900 00000100:00100000:2.0:1746166994.387021:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36140 00000100:00100000:2.0:1746166994.387025:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423384960:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1746166994.387031:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746166994.387041:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166994.387050:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423384960:12345-0@lo:400:kworker.0 Request processed in 24us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166994.387260:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36140 00000100:00100000:0.0:1746166994.387267:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423385600:0@lo:8:kworker.0 00000100:00100000:2.0:1746166994.387271:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36141 00000100:00100000:2.0:1746166994.387275:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136054000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423385472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166994.387339:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423385856 00000100:00100000:3.0:1746166994.387343:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423385856 00000100:00100000:3.0:1746166994.387384:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423384704 00000100:00100000:3.0:1746166994.387386:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423384704 00000100:00100000:3.0:1746166994.387614:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423385344 00000100:00100000:3.0:1746166994.387618:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423385344 00000100:00100000:3.0:1746166994.387628:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423384832 00000100:00100000:3.0:1746166994.387629:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423384832 00000100:00100000:3.0:1746166994.387642:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3298 00000100:00100000:3.0:1746166994.387646:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ea2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423385856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166994.387709:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3299 00000100:00100000:1.0:1746166994.387716:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136056a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423384704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166994.388723:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ea2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423385856:12345-0@lo:400:kworker.0 Request processed in 1073us (1907us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166994.388731:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3298 00000100:00100000:1.0:1746166994.388743:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136056a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423384704:12345-0@lo:400:kworker.0 Request processed in 1026us (1830us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166994.388748:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3300 00000100:00100000:1.0:1746166994.388755:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3299 00000100:00100000:1.0:1746166994.388768:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3301 00000100:00100000:1.0:1746166994.388773:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136056300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423384832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166994.388778:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746166994.388799:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136056300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423384832:12345-0@lo:400:kworker.0 Request processed in 27us (1846us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166994.388803:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3301 00000100:00100000:0.0:1746166994.388807:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423385088 00000100:00100000:0.0:1746166994.388812:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423385088 00000100:00100000:1.0:1746166994.388818:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423385600 00000100:00100000:1.0:1746166994.388825:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423385600 00000100:00100000:0.0:1746166994.388828:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50439 00000100:00100000:0.0:1746166994.388832:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423385088:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746166994.388840:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50440 00000100:00100000:1.0:1746166994.388845:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d26c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423385600:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746166994.388850:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1746166994.388855:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746166994.388877:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423385088:12345-0@lo:8:kworker.0 Request processed in 44us (1835us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166994.388878:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d26c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423385600:12345-0@lo:8:kworker.0 Request processed in 33us (100us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166994.388883:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50440 00000100:00100000:0.0:1746166994.388886:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50439 00000100:00100000:1.0:1746166994.388919:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009431b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423384832:0@lo:400:kworker.0 00000100:00100000:1.0:1746166994.388929:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423384704:0@lo:400:kworker.0 00000100:00080000:1.0:1746166994.388952:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166994.388954:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746166994.388991:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009431ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423384960:0@lo:400:kworker.0 00000100:00100000:1.0:1746166994.389000:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094318380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423385728:0@lo:400:kworker.0 00000100:00080000:0.0:1746166994.389001:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746166994.389005:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746166994.389008:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423385216:0@lo:400:kworker.0 00000100:00100000:0.0:1746166994.389009:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423385088:0@lo:8:kworker.0 00000100:00080000:0.0:1746166994.389015:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1746166994.389015:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009431a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423385856:0@lo:400:kworker.0 00000100:00080000:0.0:1746166994.389017:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746166994.389020:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423385600:0@lo:8:kworker.0 00000100:00100000:3.0:1746166994.389267:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136055500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423385344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166994.389307:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136055500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423385344:12345-0@lo:400:kworker.0 Request processed in 554us (2377us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166994.389313:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3300 00000100:00100000:1.0:1746166994.389329:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423385344:0@lo:400:kworker.0 00000100:00100000:1.0:1746166994.389403:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009431b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423385472:0@lo:400:kworker.0 00000100:00100000:2.0:1746166994.389403:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136054000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423385472:12345-0@lo:400:kworker.0 Request processed in 2126us (2428us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166994.389409:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36141 00000100:00100000:2.0:1746166994.404830:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746166994.404847:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423385984:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166994.404902:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166994.405023:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423385984 00000100:00100000:3.0:1746166994.405030:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423385984 00000100:00100000:3.0:1746166994.405069:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36142 00000100:00100000:3.0:1746166994.405074:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423385984:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746166994.405100:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746166994.405370:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423385984:12345-0@lo:41:osp-pre-1-0.0 Request processed in 295us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166994.405377:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36142 00000100:00100000:0.0:1746166994.405441:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423385984:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746166994.482008:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423386112:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746166994.482272:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166994.482325:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423386112 00000100:00100000:3.0:1746166994.482332:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423386112 00000100:00100000:3.0:1746166994.482372:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36143 00000100:00100000:3.0:1746166994.482379:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094319c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423386112:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746166994.482405:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746166994.482457:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094319c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423386112:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166994.482463:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36143 00000100:00100000:0.0:1746166994.483963:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423386112:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166994.721900:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746166994.721921:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423386240:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166994.721982:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166994.722082:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423386240 00000100:00100000:2.0:1746166994.722089:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423386240 00000100:00100000:2.0:1746166994.722124:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7284 00000100:00100000:2.0:1746166994.722131:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423386240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746166994.722151:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746166994.722666:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423386240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 534us (683us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166994.722672:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7284 00000100:00100000:0.0:1746166994.722822:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423386240:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746166994.823971:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166995.822660:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746166996.419979:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746166996.421320:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439209984 00000100:00100000:3.0:1746166996.421328:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439209984 00000100:00100000:3.0:1746166996.421374:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1028 00000100:00100000:3.0:1746166996.421405:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439209984:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746166996.421473:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439209984:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 68us (1500us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166996.421478:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1028 00000100:00100000:0.0:1746166996.422141:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166996.422174:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746166996.422798:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746166996.423429:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439210368 00000100:00100000:1.0:1746166996.423433:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439210368 00000100:00100000:1.0:1746166996.423461:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50441 00000100:00100000:1.0:1746166996.423466:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439210368:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746166996.423488:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746166996.423518:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439210368:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 51us (720us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746166996.423523:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50441 00000100:00100000:2.0:1746166996.423781:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439210112 00000100:00100000:2.0:1746166996.423786:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439210112 00000100:00100000:2.0:1746166996.423814:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439210240 00000100:00100000:2.0:1746166996.423816:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439210240 00000100:00100000:2.0:1746166996.423832:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3302 00000100:00100000:2.0:1746166996.423837:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094319180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439210112:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166996.423865:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094319180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439210112:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 28us (1726us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166996.423870:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3302 00000100:00100000:2.0:1746166996.423879:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3303 00000100:00100000:2.0:1746166996.423883:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439210240:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746166996.423898:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439210240:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 15us (1723us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166996.423901:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3303 00000100:00080000:1.0:1746166996.424868:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746166996.424871:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1746166996.823875:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746166997.825864:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746166998.451170:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009431b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423386368:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746166998.451227:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166998.451431:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423386368 00000100:00100000:0.0:1746166998.451438:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423386368 00000100:00100000:0.0:1746166998.451480:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7285 00000100:00100000:0.0:1746166998.451487:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136056680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423386368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746166998.451510:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166998.451541:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136056680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423386368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166998.451547:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7285 00000100:00080000:1.0:1746166998.452012:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746166998.452339:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009431b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423386368:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746166998.827924:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746166999.394442:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009431a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423386624:0@lo:400:kworker.0 00000100:00100000:2.0:1746166999.394474:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423386496:0@lo:400:kworker.0 00000100:00100000:1.0:1746166999.394497:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166999.394507:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746166999.395662:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746166999.395666:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166999.395669:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166999.395672:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10915 00000100:00080000:0.0:1746166999.395684:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166999.395690:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166999.395706:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009431ad80 x1830977423387008/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746166999.395730:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746166999.395733:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746166999.395734:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746166999.395736:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10915 00000100:00080000:0.0:1746166999.395738:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746166999.395740:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746166999.395747:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ae8ad80 x1830977423387520/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746166999.395779:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423386496 00000100:00100000:0.0:1746166999.395784:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423386496 00000100:00100000:2.0:1746166999.395860:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009431b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423387136:0@lo:400:kworker.0 00000100:00100000:2.0:1746166999.395883:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166999.395898:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423387776:0@lo:400:kworker.0 00000100:00100000:2.0:1746166999.395915:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094318380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423386880:0@lo:400:kworker.0 00000100:00100000:2.0:1746166999.395928:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166999.395937:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423387648:0@lo:400:kworker.0 00000100:00100000:2.0:1746166999.395949:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166999.395959:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1746166999.395963:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423386752:0@lo:400:kworker.0 00000100:00100000:2.0:1746166999.395978:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423386880 00000100:00100000:2.0:1746166999.395980:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423386880 00000100:00100000:3.0:1746166999.396660:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423387136 00000100:00100000:3.0:1746166999.396664:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423387136 00000100:00100000:3.0:1746166999.396697:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423387648 00000100:00100000:3.0:1746166999.396699:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423387648 00000100:00100000:3.0:1746166999.396719:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7901 00000100:00100000:3.0:1746166999.396725:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136055880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423387136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166999.396764:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136055880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423387136:12345-0@lo:400:kworker.0 Request processed in 39us (879us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166999.396769:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7901 00000100:00100000:3.0:1746166999.396784:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7902 00000100:00100000:3.0:1746166999.396788:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423387648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746166999.396805:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423387648:12345-0@lo:400:kworker.0 Request processed in 17us (856us total) trans 0 rc 0/0 00000100:00100000:3.0:1746166999.396809:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7902 00000100:00080000:3.0:1746166999.396838:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746166999.396849:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009431ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423387008:0@lo:8:kworker.0 00000100:00100000:3.0:1746166999.396864:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166999.396872:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423387520:0@lo:8:kworker.0 00000100:00100000:3.0:1746166999.396882:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746166999.396896:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423387008 00000100:00100000:3.0:1746166999.396898:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423387008 00000100:00100000:3.0:1746166999.396905:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423387520 00000100:00100000:3.0:1746166999.396906:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423387520 00000100:00100000:3.0:1746166999.396912:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50442 00000100:00100000:3.0:1746166999.396915:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e830e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423387008:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166999.396930:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166999.396948:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e830e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423387008:12345-0@lo:8:kworker.0 Request processed in 32us (83us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166999.396953:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50442 00000100:00100000:3.0:1746166999.396958:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50443 00000100:00100000:3.0:1746166999.396961:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e832a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423387520:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746166999.396967:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746166999.396978:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e832a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423387520:12345-0@lo:8:kworker.0 Request processed in 16us (95us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746166999.397186:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50443 00000100:00080000:3.0:1746166999.397207:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166999.397209:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166999.397212:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009431ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423387008:0@lo:8:kworker.0 00000100:00080000:3.0:1746166999.397218:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746166999.397219:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746166999.397221:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423387520:0@lo:8:kworker.0 00000100:00100000:2.0:1746166999.409016:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36144 00000100:00100000:2.0:1746166999.409033:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423386880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166999.409047:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009431b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423387264:0@lo:400:kworker.0 00000100:00100000:1.0:1746166999.409094:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166999.409099:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423386880:12345-0@lo:400:kworker.0 Request processed in 73us (13168us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166999.409104:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36144 00000100:00100000:1.0:1746166999.409126:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166999.409127:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423386624 00000100:00100000:2.0:1746166999.409132:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423386624 00000100:00100000:1.0:1746166999.409143:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136053800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423387392:0@lo:400:kworker.0 00000100:00100000:2.0:1746166999.409159:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423387264 00000100:00100000:2.0:1746166999.409161:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423387264 00000100:00100000:1.0:1746166999.409163:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166999.409171:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423386752 00000100:00100000:2.0:1746166999.409172:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423386752 00000100:00100000:2.0:1746166999.409186:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3304 00000100:00100000:1.0:1746166999.409191:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094318380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423386880:0@lo:400:kworker.0 00000100:00100000:2.0:1746166999.409191:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423386624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166999.409203:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423387648:0@lo:400:kworker.0 00000100:00100000:2.0:1746166999.409219:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423386624:12345-0@lo:400:kworker.0 Request processed in 28us (14722us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166999.409224:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3304 00000100:00100000:1.0:1746166999.409228:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3305 00000100:00100000:2.0:1746166999.409233:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3306 00000100:00100000:1.0:1746166999.409235:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423387264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746166999.409238:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423386752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166999.409264:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423387264:12345-0@lo:400:kworker.0 Request processed in 30us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1746166999.409265:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423386752:12345-0@lo:400:kworker.0 Request processed in 27us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166999.409270:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3305 00000100:00100000:1.0:1746166999.409296:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423386752:0@lo:400:kworker.0 00000100:00100000:1.0:1746166999.409309:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423387392 00000100:00100000:1.0:1746166999.409312:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423387392 00000100:00100000:0.0:1746166999.409316:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1029 00000100:00100000:0.0:1746166999.409323:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423386496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166999.409346:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36145 00000100:00100000:1.0:1746166999.409350:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423387392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746166999.409359:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423386496:12345-0@lo:400:kworker.0 Request processed in 38us (14851us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166999.409364:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1029 00000100:00100000:1.0:1746166999.409379:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423387392:12345-0@lo:400:kworker.0 Request processed in 29us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166999.409384:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36145 00000100:00100000:1.0:1746166999.409405:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136053800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423387392:0@lo:400:kworker.0 00000100:00100000:1.0:1746166999.409418:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746166999.409435:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3306 00000100:00100000:2.0:1746166999.409444:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423387776 00000100:00100000:2.0:1746166999.409446:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423387776 00000100:00100000:1.0:1746166999.409455:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423386496:0@lo:400:kworker.0 00000100:00100000:2.0:1746166999.409458:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3307 00000100:00100000:2.0:1746166999.409462:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423387776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746166999.409472:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009431b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423387136:0@lo:400:kworker.0 00000100:00100000:2.0:1746166999.409485:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423387776:12345-0@lo:400:kworker.0 Request processed in 23us (66us total) trans 0 rc 0/0 00000100:00100000:1.0:1746166999.409487:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423387776:0@lo:400:kworker.0 00000100:00100000:2.0:1746166999.409489:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3307 00000100:00080000:2.0:1746166999.409500:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746166999.409503:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746166999.409517:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009431b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423387264:0@lo:400:kworker.0 00000100:00100000:2.0:1746166999.409525:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009431a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423386624:0@lo:400:kworker.0 00000100:00100000:2.0:1746166999.409790:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423387904:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746166999.409810:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166999.409898:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423387904 00000100:00100000:0.0:1746166999.409902:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423387904 00000100:00100000:0.0:1746166999.409928:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36146 00000100:00100000:0.0:1746166999.409933:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423387904:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746166999.409950:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746166999.409983:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423387904:12345-0@lo:41:osp-pre-1-0.0 Request processed in 50us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166999.409988:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36146 00000100:00100000:2.0:1746166999.410040:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423387904:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746166999.489888:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746166999.489905:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423388032:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166999.489955:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166999.490062:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423388032 00000100:00100000:0.0:1746166999.490069:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423388032 00000100:00100000:0.0:1746166999.490113:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36147 00000100:00100000:0.0:1746166999.490120:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423388032:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746166999.490147:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746166999.490188:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423388032:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166999.490194:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36147 00000100:00100000:1.0:1746166999.490472:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423388032:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746166999.729936:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423388160:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746166999.730216:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746166999.730362:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423388160 00000100:00100000:0.0:1746166999.730369:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423388160 00000100:00100000:0.0:1746166999.731137:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7286 00000100:00100000:0.0:1746166999.731146:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423388160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746166999.731166:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746166999.731208:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423388160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (991us total) trans 0 rc 0/0 00000100:00100000:0.0:1746166999.731214:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7286 00000100:00100000:1.0:1746166999.731297:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423388160:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746166999.829928:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167000.831852:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167001.439611:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167001.439658:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167001.442938:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439210624 00000100:00100000:3.0:1746167001.442949:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439210624 00000100:00100000:3.0:1746167001.443018:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439210752 00000100:00100000:3.0:1746167001.443021:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439210752 00000100:00080000:2.0:1746167001.443024:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746167001.443028:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167001.443044:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3308 00000100:00100000:3.0:1746167001.443053:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439210624:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167001.443056:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3309 00000100:00100000:2.0:1746167001.443063:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439210752:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167001.443126:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439210752:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 64us (3468us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167001.443132:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3309 00000100:00100000:3.0:1746167001.443396:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439210624:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 344us (3791us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167001.443403:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3308 00000100:00100000:2.0:1746167001.446758:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167001.446907:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167001.447302:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439210496 00000100:00100000:1.0:1746167001.447309:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439210496 00000100:00100000:1.0:1746167001.447348:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1030 00000100:00100000:1.0:1746167001.447354:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439210496:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167001.447397:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439210496:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 44us (646us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167001.447406:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1030 00000100:00100000:3.0:1746167001.447848:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439210880 00000100:00100000:3.0:1746167001.447852:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439210880 00000100:00100000:3.0:1746167001.447880:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50444 00000100:00100000:3.0:1746167001.447885:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439210880:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167001.447904:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167001.447939:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439210880:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 52us (1031us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167001.447944:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50444 00010000:00010000:1.0:1746167001.836124:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167002.836844:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167003.458048:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746167003.458066:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423388288:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167003.458123:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167003.458291:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423388288 00000100:00100000:2.0:1746167003.458297:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423388288 00000100:00100000:2.0:1746167003.458810:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7287 00000100:00100000:2.0:1746167003.458820:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423388288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167003.459646:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167003.459711:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423388288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 892us (1587us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167003.459718:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7287 00000100:00080000:2.0:1746167003.459744:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167003.460924:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423388288:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167003.837880:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167004.402145:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423388416:0@lo:400:kworker.0 00000100:00100000:3.0:1746167004.402203:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167004.402288:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423388416 00000100:00100000:3.0:1746167004.402294:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423388416 00000100:00100000:2.0:1746167004.402906:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423388544:0@lo:400:kworker.0 00000100:00100000:2.0:1746167004.402935:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167004.402969:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423388544 00000100:00100000:2.0:1746167004.402972:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423388544 00000100:00100000:2.0:1746167004.403000:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3310 00000100:00100000:2.0:1746167004.403006:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423388544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167004.403041:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423388544:12345-0@lo:400:kworker.0 Request processed in 35us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167004.403047:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3310 00000100:00080000:2.0:1746167004.403062:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167004.403083:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423388544:0@lo:400:kworker.0 00000100:00100000:1.0:1746167004.403356:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1031 00000100:00100000:1.0:1746167004.403363:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423388416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167004.403406:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423388416:12345-0@lo:400:kworker.0 Request processed in 44us (1204us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167004.403412:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1031 00000100:00100000:3.0:1746167004.403691:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423388416:0@lo:400:kworker.0 00000100:00080000:0.0:1746167004.403930:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167004.403935:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167004.403937:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167004.403942:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10920 00000100:00080000:0.0:1746167004.403945:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167004.403948:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167004.403964:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ae88a80 x1830977423388928/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167004.403989:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167004.403991:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167004.403992:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167004.403995:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10920 00000100:00080000:0.0:1746167004.403997:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746167004.403999:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167004.404006:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a085f480 x1830977423389440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167004.404035:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423388800:0@lo:400:kworker.0 00000100:00100000:0.0:1746167004.404062:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167004.404077:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b202a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423389568:0@lo:400:kworker.0 00000100:00100000:0.0:1746167004.404095:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167004.404109:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746167004.404113:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423389056:0@lo:400:kworker.0 00000100:00100000:0.0:1746167004.404128:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167004.404139:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423389696:0@lo:400:kworker.0 00000100:00100000:0.0:1746167004.404153:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167004.404171:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423389568 00000100:00100000:0.0:1746167004.404174:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423389568 00000100:00100000:0.0:1746167004.404197:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423389056 00000100:00100000:0.0:1746167004.404199:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423389056 00000100:00100000:0.0:1746167004.404211:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7903 00000100:00100000:0.0:1746167004.404215:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423389568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167004.404255:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423389568:12345-0@lo:400:kworker.0 Request processed in 26us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167004.404260:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7903 00000100:00100000:0.0:1746167004.404270:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7904 00000100:00100000:0.0:1746167004.404274:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423389056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167004.404293:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423389056:12345-0@lo:400:kworker.0 Request processed in 19us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167004.404297:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7904 00000100:00080000:0.0:1746167004.404310:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167004.404324:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423389056:0@lo:400:kworker.0 00000100:00100000:0.0:1746167004.404331:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b202a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423389568:0@lo:400:kworker.0 00000100:00100000:0.0:1746167004.404352:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423388928:0@lo:8:kworker.0 00000100:00100000:0.0:1746167004.404369:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167004.404379:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423389440:0@lo:8:kworker.0 00000100:00100000:0.0:1746167004.404389:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167004.404575:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423388928 00000100:00100000:0.0:1746167004.404578:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423388928 00000100:00100000:0.0:1746167004.404590:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423389440 00000100:00100000:0.0:1746167004.404591:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423389440 00000100:00100000:0.0:1746167004.404600:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50445 00000100:00100000:0.0:1746167004.404603:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b202a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423388928:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167004.404619:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167004.404642:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b202a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423388928:12345-0@lo:8:kworker.0 Request processed in 37us (272us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167004.404646:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50445 00000100:00100000:0.0:1746167004.404653:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50446 00000100:00100000:0.0:1746167004.404656:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423389440:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167004.404664:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167004.404698:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423389440:12345-0@lo:8:kworker.0 Request processed in 40us (307us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167004.404703:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50446 00000100:00080000:0.0:1746167004.404723:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167004.404726:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167004.404728:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423388928:0@lo:8:kworker.0 00000100:00080000:0.0:1746167004.404734:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167004.404736:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167004.404738:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423389440:0@lo:8:kworker.0 00000100:00100000:0.0:1746167004.404770:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423389696 00000100:00100000:0.0:1746167004.404773:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423389696 00000100:00100000:0.0:1746167004.404788:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3311 00000100:00100000:0.0:1746167004.404791:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423389696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167004.404813:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423389696:12345-0@lo:400:kworker.0 Request processed in 22us (660us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167004.404818:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3311 00000100:00100000:0.0:1746167004.404834:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423389696:0@lo:400:kworker.0 00000100:00100000:0.0:1746167004.404852:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423388800 00000100:00100000:0.0:1746167004.404853:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423388800 00000100:00100000:0.0:1746167004.404867:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36148 00000100:00100000:0.0:1746167004.404870:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423388800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167004.404889:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423388800:12345-0@lo:400:kworker.0 Request processed in 18us (826us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167004.404893:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36148 00000100:00100000:0.0:1746167004.404907:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423388800:0@lo:400:kworker.0 00000100:00100000:1.0:1746167004.405390:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423388672:0@lo:400:kworker.0 00000100:00100000:1.0:1746167004.405606:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167004.405618:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423389312:0@lo:400:kworker.0 00000100:00100000:1.0:1746167004.405629:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167004.405638:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746167004.405641:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423389184:0@lo:400:kworker.0 00000100:00100000:1.0:1746167004.405652:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167004.405665:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423388672 00000100:00100000:1.0:1746167004.405667:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423388672 00000100:00100000:1.0:1746167004.405699:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423389184 00000100:00100000:1.0:1746167004.405702:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423389184 00000100:00080000:2.0:1746167004.405819:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167004.405830:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3312 00000100:00100000:2.0:1746167004.405836:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423388672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167004.405865:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423388672:12345-0@lo:400:kworker.0 Request processed in 30us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167004.405870:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3312 00000100:00100000:2.0:1746167004.405890:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423389312 00000100:00100000:2.0:1746167004.405892:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423389312 00000100:00100000:2.0:1746167004.405907:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36149 00000100:00100000:2.0:1746167004.405912:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423389312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167004.405933:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423389312:12345-0@lo:400:kworker.0 Request processed in 21us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167004.405937:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36149 00000100:00100000:1.0:1746167004.406633:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3313 00000100:00100000:1.0:1746167004.406639:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423389184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167004.406665:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423389184:12345-0@lo:400:kworker.0 Request processed in 28us (1012us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167004.406670:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3313 00000100:00100000:1.0:1746167004.406712:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423389184:0@lo:400:kworker.0 00000100:00100000:1.0:1746167004.406722:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423388672:0@lo:400:kworker.0 00000100:00100000:1.0:1746167004.406729:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423389312:0@lo:400:kworker.0 00000100:00100000:1.0:1746167004.421544:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746167004.421566:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423389824:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167004.421625:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167004.422484:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423389824 00000100:00100000:2.0:1746167004.422492:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423389824 00000100:00100000:2.0:1746167004.422531:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36150 00000100:00100000:2.0:1746167004.422538:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423389824:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167004.422567:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167004.422607:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423389824:12345-0@lo:41:osp-pre-1-0.0 Request processed in 70us (982us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167004.422619:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36150 00000100:00100000:1.0:1746167004.423501:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423389824:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167004.497906:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746167004.497923:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423389952:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167004.497977:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167004.498089:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423389952 00000100:00100000:1.0:1746167004.498096:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423389952 00000100:00100000:1.0:1746167004.498136:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36151 00000100:00100000:1.0:1746167004.498142:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423389952:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167004.498168:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167004.498202:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423389952:12345-0@lo:41:osp-pre-0-1.0 Request processed in 61us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167004.498208:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36151 00000100:00100000:0.0:1746167004.498339:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423389952:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167004.737903:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423390080:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167004.737964:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167004.738100:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423390080 00000100:00100000:1.0:1746167004.738107:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423390080 00000100:00100000:1.0:1746167004.738149:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7288 00000100:00100000:1.0:1746167004.738157:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423390080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167004.738176:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167004.738212:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423390080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167004.738218:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7288 00000100:00100000:0.0:1746167004.738365:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423390080:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746167004.843299:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167005.845893:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167006.445762:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167006.445808:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167006.445846:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167006.445855:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439211008 00000100:00100000:3.0:1746167006.445864:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439211008 00000100:00100000:3.0:1746167006.445917:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1032 00000100:00100000:3.0:1746167006.445925:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439211008:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167006.445976:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439211008:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 52us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167006.445983:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1032 00000100:00100000:2.0:1746167006.446282:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439211136 00000100:00100000:2.0:1746167006.446287:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439211136 00000100:00080000:3.0:1746167006.446657:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167006.448079:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439211264 00000100:00100000:0.0:1746167006.448086:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439211264 00000100:00100000:1.0:1746167006.448199:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167006.448239:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439211392 00000100:00100000:1.0:1746167006.448243:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439211392 00000100:00100000:1.0:1746167006.448265:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50447 00000100:00100000:1.0:1746167006.448270:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439211392:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167006.448292:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167006.448326:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439211392:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 54us (128us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167006.448332:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50447 00000100:00080000:3.0:1746167006.449745:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167006.449872:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3314 00000100:00100000:2.0:1746167006.449882:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439211136:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167006.449927:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439211136:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 49us (4174us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167006.449933:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3314 00000100:00100000:2.0:1746167006.450347:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3315 00000100:00100000:2.0:1746167006.450355:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439211264:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167006.450403:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439211264:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 46us (4553us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167006.450409:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3315 00010000:00010000:1.0:1746167006.848155:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167007.849955:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167008.465881:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746167008.465899:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423390208:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167008.465953:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167008.466118:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423390208 00000100:00100000:2.0:1746167008.466124:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423390208 00000100:00100000:2.0:1746167008.466164:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7289 00000100:00100000:2.0:1746167008.466170:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423390208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167008.466228:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167008.466277:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423390208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 106us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167008.466283:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7289 00000100:00100000:0.0:1746167008.466365:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423390208:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1746167008.466419:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746167008.852162:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746167009.411813:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167009.411818:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167009.411821:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167009.411828:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10925 00000100:00080000:0.0:1746167009.411832:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746167009.411837:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167009.411845:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423390592:0@lo:400:kworker.0 00000100:00100000:0.0:1746167009.411854:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880132101500 x1830977423390848/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167009.411879:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167009.411881:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167009.411883:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167009.411885:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10925 00000100:00080000:0.0:1746167009.411888:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746167009.411891:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167009.411898:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167009.411900:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f12aa00 x1830977423391360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167009.411931:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423390720:0@lo:400:kworker.0 00000100:00100000:1.0:1746167009.411954:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423391232:0@lo:400:kworker.0 00000100:00100000:0.0:1746167009.411958:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167009.411973:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423391488:0@lo:400:kworker.0 00000100:00100000:1.0:1746167009.411975:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167009.411990:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167009.412006:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423390592 00000100:00100000:0.0:1746167009.412011:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423390848:0@lo:8:kworker.0 00000100:00100000:1.0:1746167009.412013:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423390592 00000100:00100000:0.0:1746167009.412274:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167009.412294:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3316 00000100:00100000:0.0:1746167009.412297:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423391360:0@lo:8:kworker.0 00000100:00100000:1.0:1746167009.412301:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423390592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167009.412312:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167009.412334:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423391488 00000100:00100000:0.0:1746167009.412337:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423391488 00000100:00100000:1.0:1746167009.412342:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423390592:12345-0@lo:400:kworker.0 Request processed in 42us (444us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167009.412347:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3316 00000100:00100000:0.0:1746167009.412356:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423390848 00000100:00100000:0.0:1746167009.412359:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423390848 00000100:00100000:0.0:1746167009.412366:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423391360 00000100:00100000:1.0:1746167009.412367:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423390720 00000100:00100000:0.0:1746167009.412368:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423391360 00000100:00100000:1.0:1746167009.412370:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423390720 00000100:00100000:0.0:1746167009.412377:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7905 00000100:00100000:0.0:1746167009.412382:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ea2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423391488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167009.412387:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423391232 00000100:00100000:1.0:1746167009.412389:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423391232 00000100:00100000:1.0:1746167009.412400:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36152 00000100:00100000:1.0:1746167009.412405:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ea2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423390720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167009.412407:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ea2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423391488:12345-0@lo:400:kworker.0 Request processed in 25us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167009.412412:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7905 00000100:00100000:0.0:1746167009.412421:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50448 00000100:00100000:0.0:1746167009.412425:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423390848:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746167009.412432:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ea2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423390720:12345-0@lo:400:kworker.0 Request processed in 27us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167009.412437:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36152 00010000:00020000:0.0:1746167009.412441:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167009.412445:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36153 00000100:00100000:1.0:1746167009.412449:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423391232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167009.412459:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423390848:12345-0@lo:8:kworker.0 Request processed in 33us (184us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167009.412464:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50448 00000100:00100000:1.0:1746167009.412469:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423391232:12345-0@lo:400:kworker.0 Request processed in 19us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167009.412471:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50449 00000100:00100000:1.0:1746167009.412473:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36153 00000100:00100000:0.0:1746167009.412474:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423391360:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167009.412481:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167009.412663:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423391360:12345-0@lo:8:kworker.0 Request processed in 20us (182us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167009.412668:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50449 00000100:00100000:2.0:1746167009.412752:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423390336:0@lo:400:kworker.0 00000100:00100000:3.0:1746167009.412993:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423390464:0@lo:400:kworker.0 00000100:00100000:1.0:1746167009.416629:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423391232:0@lo:400:kworker.0 00000100:00100000:0.0:1746167009.416697:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423390720:0@lo:400:kworker.0 00000100:00100000:0.0:1746167009.416710:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423391488:0@lo:400:kworker.0 00000100:00080000:0.0:1746167009.416764:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167009.416768:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167009.416772:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423390848:0@lo:8:kworker.0 00000100:00080000:0.0:1746167009.416780:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167009.416783:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167009.416785:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423391360:0@lo:8:kworker.0 00000100:00100000:2.0:1746167009.416976:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167009.417015:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423390976:0@lo:400:kworker.0 00000100:00100000:2.0:1746167009.417038:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167009.417051:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423391616:0@lo:400:kworker.0 00000100:00100000:2.0:1746167009.417068:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746167009.417105:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746167009.417115:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167009.417134:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423390976 00000100:00100000:2.0:1746167009.417142:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423390976 00000100:00100000:2.0:1746167009.417178:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7906 00000100:00100000:2.0:1746167009.417184:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423390976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167009.417220:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423390976:12345-0@lo:400:kworker.0 Request processed in 37us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167009.417225:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7906 00000100:00100000:2.0:1746167009.417249:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423390976:0@lo:400:kworker.0 00000100:00100000:0.0:1746167009.417308:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423390336 00000100:00100000:0.0:1746167009.417311:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423390336 00000100:00100000:2.0:1746167009.418530:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1033 00000100:00100000:2.0:1746167009.418547:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423390336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167009.418582:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423390336:12345-0@lo:400:kworker.0 Request processed in 37us (1607us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167009.418587:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1033 00000100:00100000:2.0:1746167009.418611:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423390336:0@lo:400:kworker.0 00000100:00100000:0.0:1746167009.418742:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423391616 00000100:00100000:0.0:1746167009.418746:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423391616 00000100:00100000:0.0:1746167009.418766:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3317 00000100:00100000:0.0:1746167009.418774:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423391616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167009.418805:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423391616:12345-0@lo:400:kworker.0 Request processed in 35us (1737us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167009.418810:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3317 00000100:00100000:2.0:1746167009.419115:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423391616:0@lo:400:kworker.0 00000100:00100000:1.0:1746167009.419968:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423390592:0@lo:400:kworker.0 00000100:00100000:3.0:1746167009.419975:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167009.420001:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423391104:0@lo:400:kworker.0 00000100:00100000:3.0:1746167009.420018:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167009.420168:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423390464 00000100:00100000:1.0:1746167009.420172:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423390464 00000100:00100000:0.0:1746167009.420256:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423391104 00000100:00100000:0.0:1746167009.420259:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423391104 00000100:00100000:0.0:1746167009.420282:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3318 00000100:00100000:0.0:1746167009.420286:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423391104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167009.420355:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423391104:12345-0@lo:400:kworker.0 Request processed in 68us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167009.420360:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3318 00000100:00100000:3.0:1746167009.420413:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423391104:0@lo:400:kworker.0 00000100:00100000:1.0:1746167009.420473:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3319 00000100:00100000:1.0:1746167009.420479:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423390464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167009.421311:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423390464:12345-0@lo:400:kworker.0 Request processed in 831us (1335us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167009.421317:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3319 00000100:00080000:2.0:1746167009.421437:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167009.421484:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423390464:0@lo:400:kworker.0 00000100:00100000:2.0:1746167009.442616:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746167009.442634:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423391744:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167009.442703:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167009.442757:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423391744 00000100:00100000:0.0:1746167009.442764:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423391744 00000100:00100000:0.0:1746167009.442809:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36154 00000100:00100000:0.0:1746167009.442816:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423391744:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167009.442841:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167009.442883:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423391744:12345-0@lo:41:osp-pre-1-0.0 Request processed in 68us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167009.442889:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36154 00000100:00100000:2.0:1746167009.443728:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423391744:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167009.507850:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746167009.507870:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f87e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423391872:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167009.507921:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167009.516824:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423391872 00000100:00100000:0.0:1746167009.516835:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423391872 00000100:00100000:0.0:1746167009.516891:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36155 00000100:00100000:0.0:1746167009.516899:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423391872:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167009.516931:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167009.516998:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423391872:12345-0@lo:41:osp-pre-0-1.0 Request processed in 100us (9077us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167009.517004:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36155 00000100:00100000:3.0:1746167009.517089:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f87e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423391872:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167009.745861:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746167009.745879:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f87df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423392000:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167009.745932:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167009.746041:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423392000 00000100:00100000:2.0:1746167009.746048:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423392000 00000100:00100000:2.0:1746167009.746093:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7290 00000100:00100000:2.0:1746167009.746100:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423392000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167009.746118:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167009.746167:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423392000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167009.746173:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7290 00000100:00100000:1.0:1746167009.747225:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f87df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423392000:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746167009.853861:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167010.859122:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167011.458027:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167011.458086:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167011.458199:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439211648 00000100:00100000:1.0:1746167011.458207:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439211648 00000100:00080000:3.0:1746167011.458275:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167011.458277:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3320 00000100:00100000:1.0:1746167011.458287:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439211648:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167011.458361:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439211648:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 75us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167011.458368:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3320 00000100:00100000:2.0:1746167011.458542:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439211520 00000100:00100000:2.0:1746167011.458546:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439211520 00000100:00100000:2.0:1746167011.458582:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1034 00000100:00100000:2.0:1746167011.458588:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439211520:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167011.458619:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439211520:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 31us (601us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167011.458624:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1034 00000100:00100000:0.0:1746167011.460081:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167011.460120:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167011.460188:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439211904 00000100:00100000:3.0:1746167011.460192:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439211904 00000100:00100000:2.0:1746167011.460197:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439211776 00000100:00100000:2.0:1746167011.460200:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439211776 00000100:00100000:3.0:1746167011.460230:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50450 00000100:00100000:3.0:1746167011.460236:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439211904:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:2.0:1746167011.460238:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3321 00000100:00100000:2.0:1746167011.460245:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439211776:12345-192.168.201.29@tcp:400:kworker.0 00010000:00020000:3.0:1746167011.460258:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167011.460286:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439211776:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 41us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167011.460292:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3321 00000100:00080000:0.0:1746167011.460316:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167011.460414:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439211904:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 176us (292us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167011.460419:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50450 00010000:00010000:1.0:1746167011.863436:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167012.867904:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167013.474767:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423392128:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167013.474824:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167013.474916:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423392128 00000100:00100000:2.0:1746167013.474923:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423392128 00000100:00100000:2.0:1746167013.474963:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7291 00000100:00100000:2.0:1746167013.474970:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098dea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423392128:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167013.474993:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167013.475024:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098dea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423392128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167013.475030:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7291 00000100:00100000:2.0:1746167013.475063:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423392128:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1746167013.475828:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746167013.871142:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167014.419254:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423392384:0@lo:400:kworker.0 00000100:00100000:1.0:1746167014.419309:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167014.419377:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423392384 00000100:00100000:1.0:1746167014.419384:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423392384 00000100:00100000:1.0:1746167014.419420:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3322 00000100:00100000:1.0:1746167014.419426:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423392384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167014.419469:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423392384:12345-0@lo:400:kworker.0 Request processed in 42us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167014.419474:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3322 00000100:00080000:1.0:1746167014.419493:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167014.419514:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423392384:0@lo:400:kworker.0 00000100:00100000:2.0:1746167014.419720:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746167014.419729:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423392256:0@lo:400:kworker.0 00000100:00100000:2.0:1746167014.419755:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167014.421375:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423392256 00000100:00100000:1.0:1746167014.421382:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423392256 00000100:00100000:1.0:1746167014.422590:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1035 00000100:00100000:1.0:1746167014.422600:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423392256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167014.422777:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423392256:12345-0@lo:400:kworker.0 Request processed in 178us (3018us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167014.422783:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1035 00000100:00100000:3.0:1746167014.422870:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423392256:0@lo:400:kworker.0 00000100:00100000:1.0:1746167014.451695:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746167014.451714:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098deaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423392512:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167014.451765:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167014.452296:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423392512 00000100:00100000:2.0:1746167014.452302:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423392512 00000100:00100000:2.0:1746167014.452344:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36156 00000100:00100000:2.0:1746167014.452351:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136053800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423392512:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167014.452377:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167014.452412:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136053800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423392512:12345-0@lo:41:osp-pre-1-0.0 Request processed in 62us (646us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167014.452418:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36156 00000100:00100000:1.0:1746167014.452503:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098deaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423392512:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1746167014.452659:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167014.452663:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167014.452666:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167014.452670:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10930 00000100:00080000:0.0:1746167014.452686:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746167014.452689:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167014.452705:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880132101500 x1830977423392896/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167014.452738:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167014.452740:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167014.452742:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167014.452745:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10930 00000100:00080000:0.0:1746167014.452748:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746167014.452750:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167014.452759:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009761b100 x1830977423393280/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167014.452791:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423392896:0@lo:8:kworker.0 00000100:00100000:0.0:1746167014.452815:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167014.452829:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423393280:0@lo:8:kworker.0 00000100:00100000:0.0:1746167014.452843:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167014.452864:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423392896 00000100:00100000:0.0:1746167014.452867:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423392896 00000100:00100000:0.0:1746167014.452880:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423393280 00000100:00100000:0.0:1746167014.452882:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423393280 00000100:00100000:0.0:1746167014.452892:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50451 00000100:00100000:0.0:1746167014.452896:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423392896:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167014.452910:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167014.452933:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423392896:12345-0@lo:8:kworker.0 Request processed in 37us (118us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167014.452938:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50451 00000100:00100000:0.0:1746167014.452946:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50452 00000100:00100000:0.0:1746167014.452949:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097618000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423393280:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167014.452957:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167014.452972:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097618000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423393280:12345-0@lo:8:kworker.0 Request processed in 22us (129us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167014.452976:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50452 00000100:00080000:0.0:1746167014.452999:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167014.453002:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167014.453005:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423392896:0@lo:8:kworker.0 00000100:00080000:0.0:1746167014.453011:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167014.453013:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167014.453015:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423393280:0@lo:8:kworker.0 00000100:00100000:0.0:1746167014.453037:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423392640:0@lo:400:kworker.0 00000100:00100000:0.0:1746167014.453055:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167014.453066:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423393408:0@lo:400:kworker.0 00000100:00100000:0.0:1746167014.453092:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167014.453103:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746167014.453108:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423392768:0@lo:400:kworker.0 00000100:00100000:0.0:1746167014.453122:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167014.453130:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097618e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423393536:0@lo:400:kworker.0 00000100:00100000:0.0:1746167014.453142:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167014.453156:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423393408 00000100:00100000:0.0:1746167014.453158:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423393408 00000100:00100000:0.0:1746167014.453179:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7907 00000100:00100000:0.0:1746167014.453183:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423393408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167014.453204:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423393408:12345-0@lo:400:kworker.0 Request processed in 21us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167014.453209:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7907 00000100:00080000:0.0:1746167014.453219:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167014.453232:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423393408:0@lo:400:kworker.0 00000100:00100000:0.0:1746167014.453247:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423392640 00000100:00100000:0.0:1746167014.453249:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423392640 00000100:00100000:0.0:1746167014.453265:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423393536 00000100:00100000:0.0:1746167014.453267:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423393536 00000100:00100000:0.0:1746167014.453277:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3323 00000100:00100000:0.0:1746167014.453281:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423392640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167014.453301:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423392640:12345-0@lo:400:kworker.0 Request processed in 20us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167014.453305:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3323 00000100:00100000:0.0:1746167014.453312:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3324 00000100:00100000:0.0:1746167014.453316:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097619880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423393536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167014.453330:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097619880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423393536:12345-0@lo:400:kworker.0 Request processed in 14us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167014.453335:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3324 00000100:00080000:0.0:1746167014.453345:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167014.453357:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097618e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423393536:0@lo:400:kworker.0 00000100:00100000:0.0:1746167014.453363:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423392640:0@lo:400:kworker.0 00000100:00100000:2.0:1746167014.453424:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423392768 00000100:00100000:2.0:1746167014.453427:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423392768 00000100:00100000:2.0:1746167014.453445:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36157 00000100:00100000:2.0:1746167014.453449:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423392768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167014.453476:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423392768:12345-0@lo:400:kworker.0 Request processed in 27us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167014.453481:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36157 00000100:00100000:1.0:1746167014.453665:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423393024:0@lo:400:kworker.0 00000100:00100000:1.0:1746167014.453704:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167014.453720:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746167014.453724:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423393152:0@lo:400:kworker.0 00000100:00100000:1.0:1746167014.453738:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167014.453753:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423393152 00000100:00100000:1.0:1746167014.453755:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423393152 00000100:00100000:1.0:1746167014.453769:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3325 00000100:00100000:1.0:1746167014.453772:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423393152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167014.453795:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423393152:12345-0@lo:400:kworker.0 Request processed in 22us (55us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167014.453800:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3325 00000100:00100000:1.0:1746167014.453820:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423393152:0@lo:400:kworker.0 00000100:00100000:0.0:1746167014.453910:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423393024 00000100:00100000:0.0:1746167014.453913:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423393024 00000100:00100000:0.0:1746167014.453939:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7908 00000100:00100000:0.0:1746167014.453944:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423393024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167014.453977:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423393024:12345-0@lo:400:kworker.0 Request processed in 34us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167014.453982:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7908 00000100:00100000:0.0:1746167014.453999:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423392768:0@lo:400:kworker.0 00000100:00100000:1.0:1746167014.454093:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423393024:0@lo:400:kworker.0 00000100:00100000:1.0:1746167014.530707:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423393664:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167014.530763:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167014.531497:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423393664 00000100:00100000:2.0:1746167014.531504:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423393664 00000100:00100000:2.0:1746167014.531546:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36158 00000100:00100000:2.0:1746167014.531555:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423393664:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746167014.531583:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746167014.531630:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423393664:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (867us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167014.531636:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36158 00000100:00100000:1.0:1746167014.531742:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f129880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423393664:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167014.753957:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423393792:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167014.754026:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167014.754151:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423393792 00000100:00100000:3.0:1746167014.754157:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423393792 00000100:00100000:3.0:1746167014.754195:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7292 00000100:00100000:3.0:1746167014.754202:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423393792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167014.754219:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167014.754253:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423393792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 51us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167014.754257:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7292 00000100:00100000:2.0:1746167014.754347:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423393792:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746167014.871893:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167015.873895:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167016.463508:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167016.463550:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167016.463587:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167016.463601:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439212288 00000100:00100000:2.0:1746167016.463608:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439212288 00000100:00100000:0.0:1746167016.463613:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439212160 00000100:00100000:0.0:1746167016.463615:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439212160 00000100:00100000:0.0:1746167016.463657:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3326 00000100:00100000:0.0:1746167016.463665:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439212160:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167016.463734:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439212160:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 71us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167016.463740:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3326 00000100:00080000:0.0:1746167016.463757:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746167016.463760:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167016.463771:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439212032 00000100:00100000:1.0:1746167016.463776:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439212032 00000100:00100000:1.0:1746167016.464465:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1036 00000100:00100000:1.0:1746167016.464472:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439212032:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167016.464503:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439212032:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 32us (1003us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167016.464508:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1036 00000100:00100000:2.0:1746167016.464644:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3327 00000100:00100000:2.0:1746167016.464651:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097618e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439212288:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167016.464698:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097618e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439212288:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 48us (1147us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167016.464704:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3327 00000100:00100000:0.0:1746167016.467613:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167016.467665:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439212416 00000100:00100000:2.0:1746167016.467673:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439212416 00000100:00100000:2.0:1746167016.468061:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50453 00000100:00100000:2.0:1746167016.468067:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439212416:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167016.468088:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167016.468307:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439212416:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 237us (696us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167016.468314:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50453 00010000:00010000:1.0:1746167016.875987:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167017.881066:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167018.482814:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423393920:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167018.482874:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167018.482916:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423393920 00000100:00100000:3.0:1746167018.482923:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423393920 00000100:00100000:3.0:1746167018.483545:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7293 00000100:00100000:3.0:1746167018.483554:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132101f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423393920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167018.484063:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167018.484120:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132101f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423393920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 567us (1245us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167018.484126:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7293 00000100:00100000:1.0:1746167018.484167:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423393920:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1746167018.484354:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746167018.883603:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167019.457878:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423394048:0@lo:400:kworker.0 00000100:00100000:3.0:1746167019.457934:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167019.458006:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423394048 00000100:00100000:3.0:1746167019.458013:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423394048 00000100:00100000:3.0:1746167019.458046:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1037 00000100:00100000:3.0:1746167019.458053:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423394048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167019.458089:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423394048:12345-0@lo:400:kworker.0 Request processed in 36us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167019.458094:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1037 00000100:00100000:3.0:1746167019.458127:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423394048:0@lo:400:kworker.0 00000100:00100000:3.0:1746167019.458148:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423394176:0@lo:400:kworker.0 00000100:00100000:3.0:1746167019.458168:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746167019.458317:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167019.458321:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167019.458324:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167019.458328:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10935 00000100:00100000:2.0:1746167019.458359:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423394304:0@lo:400:kworker.0 00000100:00080000:0.0:1746167019.458469:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746167019.458473:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167019.458489:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880132100380 x1830977423394560/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167019.458763:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423394432:0@lo:400:kworker.0 00000100:00100000:2.0:1746167019.458792:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423394176 00000100:00100000:2.0:1746167019.458795:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423394176 00000100:00100000:2.0:1746167019.458821:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3328 00000100:00100000:2.0:1746167019.458826:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f129880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423394176:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1746167019.458872:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167019.458875:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167019.458878:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167019.458881:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10935 00000100:00080000:0.0:1746167019.458883:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167019.458886:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167019.458886:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423394816:0@lo:400:kworker.0 00000100:00100000:1.0:1746167019.458888:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167019.458898:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800905e7b80 x1830977423395072/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167019.458906:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746167019.458911:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423394688:0@lo:400:kworker.0 00000100:00100000:0.0:1746167019.458924:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423394560:0@lo:8:kworker.0 00000100:00100000:1.0:1746167019.458928:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167019.458944:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423395200:0@lo:400:kworker.0 00000100:00100000:0.0:1746167019.458946:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167019.458959:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423395072:0@lo:8:kworker.0 00000100:00100000:1.0:1746167019.458961:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167019.458973:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167019.458976:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746167019.458980:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423395328:0@lo:400:kworker.0 00000100:00080000:0.0:1746167019.458999:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167019.459007:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167019.459011:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423394688 00000100:00100000:0.0:1746167019.459014:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423394688 00000100:00100000:0.0:1746167019.459029:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423394560 00000100:00100000:0.0:1746167019.459031:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423394560 00000100:00100000:1.0:1746167019.459032:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423394432 00000100:00100000:1.0:1746167019.459035:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423394432 00000100:00100000:0.0:1746167019.459039:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423395200 00000100:00100000:0.0:1746167019.459040:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423395200 00000100:00100000:0.0:1746167019.459051:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423395072 00000100:00100000:0.0:1746167019.459053:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423395072 00000100:00100000:1.0:1746167019.459053:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36159 00000100:00100000:1.0:1746167019.459057:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423394432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167019.459061:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7909 00000100:00100000:0.0:1746167019.459065:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423394688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167019.459087:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423394432:12345-0@lo:400:kworker.0 Request processed in 29us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167019.459089:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423394688:12345-0@lo:400:kworker.0 Request processed in 23us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167019.459092:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36159 00000100:00100000:0.0:1746167019.459093:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7909 00000100:00100000:0.0:1746167019.459100:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7910 00000100:00100000:0.0:1746167019.459104:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423395200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167019.459108:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50454 00000100:00100000:1.0:1746167019.459111:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423394560:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1746167019.459118:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423395200:12345-0@lo:400:kworker.0 Request processed in 14us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167019.459119:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167019.459123:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7910 00010000:00020000:1.0:1746167019.459128:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167019.459131:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50455 00000100:00100000:0.0:1746167019.459133:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423395072:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1746167019.459135:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746167019.459140:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423394944:0@lo:400:kworker.0 00010000:00020000:0.0:1746167019.459142:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167019.459149:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423394560:12345-0@lo:8:kworker.0 Request processed in 36us (202us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167019.459154:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50454 00000100:00100000:3.0:1746167019.459157:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167019.459159:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423395072:12345-0@lo:8:kworker.0 Request processed in 25us (185us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167019.459164:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50455 00000100:00100000:1.0:1746167019.459169:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423394944 00000100:00100000:1.0:1746167019.459171:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423394944 00000100:00100000:3.0:1746167019.459176:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423395328 00000100:00100000:3.0:1746167019.459178:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423395328 00000100:00100000:0.0:1746167019.459180:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423394816 00000100:00100000:0.0:1746167019.459182:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423394816 00000100:00100000:1.0:1746167019.459186:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36160 00000100:00100000:1.0:1746167019.459190:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423394944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167019.459194:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3329 00000100:00100000:3.0:1746167019.459198:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423395328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167019.459199:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3330 00000100:00100000:0.0:1746167019.459203:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423394816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167019.459215:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423394944:12345-0@lo:400:kworker.0 Request processed in 25us (57us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167019.459217:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423395328:12345-0@lo:400:kworker.0 Request processed in 19us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167019.459220:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36160 00000100:00100000:3.0:1746167019.459222:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3329 00000100:00100000:0.0:1746167019.459226:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423394816:12345-0@lo:400:kworker.0 Request processed in 23us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167019.459230:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3330 00000100:00100000:3.0:1746167019.459242:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423394944:0@lo:400:kworker.0 00000100:00080000:0.0:1746167019.459245:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167019.459245:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423395328:0@lo:400:kworker.0 00000100:00100000:3.0:1746167019.459250:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423394816:0@lo:400:kworker.0 00000100:00100000:1.0:1746167019.459251:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423395200:0@lo:400:kworker.0 00000100:00100000:1.0:1746167019.459258:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423394688:0@lo:400:kworker.0 00000100:00080000:0.0:1746167019.459259:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167019.459262:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167019.459264:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423394432:0@lo:400:kworker.0 00000100:00100000:0.0:1746167019.459265:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423394560:0@lo:8:kworker.0 00000100:00080000:0.0:1746167019.459271:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1746167019.459272:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746167019.459273:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167019.459275:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423395072:0@lo:8:kworker.0 00000100:00100000:0.0:1746167019.459291:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423394304 00000100:00100000:3.0:1746167019.459309:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746167019.459314:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423395456:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167019.459332:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167019.459367:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423395456 00000100:00100000:1.0:1746167019.459370:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423395456 00000100:00100000:1.0:1746167019.459385:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36161 00000100:00100000:1.0:1746167019.459390:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094319880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423395456:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746167019.459408:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167019.459432:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094319880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423395456:12345-0@lo:41:osp-pre-1-0.0 Request processed in 43us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167019.459438:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36161 00000100:00100000:2.0:1746167019.459658:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f129880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423394176:12345-0@lo:400:kworker.0 Request processed in 831us (1488us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167019.459663:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3328 00000100:00100000:2.0:1746167019.459696:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423394176:0@lo:400:kworker.0 00000100:00100000:0.0:1746167019.460364:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423394304 00000100:00100000:0.0:1746167019.460398:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3331 00000100:00100000:0.0:1746167019.460403:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423394304:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1746167019.460405:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167019.460416:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423395456:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167019.460431:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423394304:12345-0@lo:400:kworker.0 Request processed in 28us (1158us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167019.460431:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423394304:0@lo:400:kworker.0 00000100:00100000:0.0:1746167019.460435:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3331 00000100:00100000:2.0:1746167019.537895:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746167019.537915:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423395584:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167019.537971:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167019.538430:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423395584 00000100:00100000:0.0:1746167019.538437:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423395584 00000100:00100000:0.0:1746167019.538470:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36162 00000100:00100000:0.0:1746167019.538477:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423395584:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167019.538503:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167019.538539:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423395584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 63us (568us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167019.538544:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36162 00000100:00100000:2.0:1746167019.538634:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423395584:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167019.762824:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746167019.762842:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423395712:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746167019.762898:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167019.762963:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423395712 00000100:00100000:2.0:1746167019.762970:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423395712 00000100:00100000:2.0:1746167019.763022:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7294 00000100:00100000:2.0:1746167019.763028:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423395712:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167019.763045:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167019.763077:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423395712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167019.763082:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7294 00000100:00100000:3.0:1746167019.763841:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423395712:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746167019.886464:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167020.888043:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167021.472715:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167021.475125:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167021.475375:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167021.476087:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439212544 00000100:00100000:1.0:1746167021.476096:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439212544 00000100:00100000:1.0:1746167021.476144:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1038 00000100:00100000:1.0:1746167021.476152:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439212544:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167021.476205:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439212544:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 54us (1091us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167021.476212:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1038 00000100:00100000:1.0:1746167021.476257:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439212672 00000100:00100000:1.0:1746167021.476261:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439212672 00000100:00100000:0.0:1746167021.476307:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167021.476443:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439212928 00000100:00100000:3.0:1746167021.476447:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439212928 00000100:00100000:3.0:1746167021.476468:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50456 00000100:00100000:3.0:1746167021.476485:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439212928:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167021.476505:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167021.476529:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439212928:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 55us (222us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167021.476534:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50456 00000100:00100000:2.0:1746167021.476585:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439212800 00000100:00100000:2.0:1746167021.476589:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439212800 00000100:00100000:1.0:1746167021.476845:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3332 00000100:00100000:1.0:1746167021.476850:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439212672:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167021.476850:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3333 00000100:00100000:1.0:1746167021.476876:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439212672:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 26us (4170us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167021.476881:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3332 00000100:00100000:2.0:1746167021.476940:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439212800:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167021.476979:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439212800:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 123us (1611us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167021.476985:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3333 00000100:00080000:0.0:1746167021.478333:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167021.478336:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1746167021.889856:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167022.891888:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167023.490429:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423395840:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167023.490488:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167023.492356:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423395840 00000100:00100000:2.0:1746167023.492365:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423395840 00000100:00100000:2.0:1746167023.492425:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7295 00000100:00100000:2.0:1746167023.492433:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423395840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167023.492458:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167023.492712:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423395840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 280us (2224us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167023.492720:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7295 00000100:00080000:0.0:1746167023.492783:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167023.492837:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423395840:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167023.893888:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167024.465893:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009431ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423395968:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167024.465979:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167024.466111:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423395968 00000100:00100000:1.0:1746167024.466118:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423395968 00000100:00100000:1.0:1746167024.466161:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36163 00000100:00100000:1.0:1746167024.466168:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423395968:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746167024.466196:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167024.466235:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423395968:12345-0@lo:41:osp-pre-1-0.0 Request processed in 67us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167024.466241:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36163 00000100:00100000:3.0:1746167024.466799:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009431ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423395968:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1746167024.466935:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167024.466938:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167024.466941:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167024.466945:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10940 00000100:00080000:2.0:1746167024.466948:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746167024.466951:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167024.466966:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009eef6680 x1830977423396608/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746167024.466986:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167024.466989:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167024.466990:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167024.466993:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10940 00000100:00080000:2.0:1746167024.466994:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746167024.466997:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167024.467005:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009eef6a00 x1830977423396992/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167024.467248:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423396352:0@lo:400:kworker.0 00000100:00100000:2.0:1746167024.467275:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167024.467304:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423397120:0@lo:400:kworker.0 00000100:00100000:2.0:1746167024.467324:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167024.467343:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423397120 00000100:00100000:2.0:1746167024.467347:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423397120 00000100:00100000:2.0:1746167024.467375:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7911 00000100:00100000:2.0:1746167024.467381:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423397120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167024.467407:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423397120:12345-0@lo:400:kworker.0 Request processed in 27us (82us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167024.467412:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7911 00000100:00100000:2.0:1746167024.467435:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423397120:0@lo:400:kworker.0 00000100:00100000:2.0:1746167024.467443:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1746167024.467447:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423396224:0@lo:400:kworker.0 00000100:00100000:2.0:1746167024.467463:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167024.467479:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423396352 00000100:00100000:2.0:1746167024.467482:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423396352 00000100:00100000:2.0:1746167024.467503:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423396224 00000100:00100000:2.0:1746167024.467505:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423396224 00000100:00100000:2.0:1746167024.467519:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3334 00000100:00100000:2.0:1746167024.467523:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423396352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167024.467544:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423396352:12345-0@lo:400:kworker.0 Request processed in 21us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167024.467549:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3334 00000100:00100000:2.0:1746167024.467556:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3335 00000100:00100000:2.0:1746167024.467560:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423396224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167024.467575:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423396224:12345-0@lo:400:kworker.0 Request processed in 15us (111us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167024.467579:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3335 00000100:00100000:2.0:1746167024.467598:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423396224:0@lo:400:kworker.0 00000100:00100000:2.0:1746167024.467603:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423396864:0@lo:400:kworker.0 00000100:00100000:2.0:1746167024.467618:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167024.467631:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423396864 00000100:00100000:2.0:1746167024.467633:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423396864 00000100:00100000:2.0:1746167024.467647:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3336 00000100:00100000:2.0:1746167024.467651:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423396864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167024.467672:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423396864:12345-0@lo:400:kworker.0 Request processed in 20us (52us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167024.467707:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3336 00000100:00100000:2.0:1746167024.467729:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423396864:0@lo:400:kworker.0 00000100:00100000:2.0:1746167024.467737:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423396352:0@lo:400:kworker.0 00000100:00100000:2.0:1746167024.467768:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423396608:0@lo:8:kworker.0 00000100:00100000:2.0:1746167024.467788:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167024.467811:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423396992:0@lo:8:kworker.0 00000100:00100000:2.0:1746167024.467824:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746167024.467844:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746167024.467847:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746167024.467849:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167024.467856:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423396608 00000100:00100000:2.0:1746167024.467858:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423396608 00000100:00100000:2.0:1746167024.467868:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423396992 00000100:00100000:2.0:1746167024.467870:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423396992 00000100:00100000:2.0:1746167024.467877:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50457 00000100:00100000:2.0:1746167024.467880:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423396608:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167024.467896:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167024.467931:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423396608:12345-0@lo:8:kworker.0 Request processed in 49us (143us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167024.467939:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50457 00000100:00100000:2.0:1746167024.467947:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50458 00000100:00100000:2.0:1746167024.467950:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423396992:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167024.467958:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167024.467971:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423396992:12345-0@lo:8:kworker.0 Request processed in 20us (146us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167024.467975:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50458 00000100:00080000:2.0:1746167024.467991:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167024.467995:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167024.467997:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423396608:0@lo:8:kworker.0 00000100:00080000:2.0:1746167024.468003:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167024.468005:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167024.468007:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423396992:0@lo:8:kworker.0 00000100:00100000:0.0:1746167024.468376:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423396096:0@lo:400:kworker.0 00000100:00100000:0.0:1746167024.468404:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167024.468434:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423396736:0@lo:400:kworker.0 00000100:00100000:0.0:1746167024.468451:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167024.468463:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746167024.468467:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423396480:0@lo:400:kworker.0 00000100:00100000:0.0:1746167024.468482:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167024.468494:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423397248:0@lo:400:kworker.0 00000100:00100000:0.0:1746167024.468506:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167024.468520:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423397248 00000100:00100000:0.0:1746167024.468523:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423397248 00000100:00100000:0.0:1746167024.468539:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3337 00000100:00100000:0.0:1746167024.468543:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423397248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167024.468567:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423397248:12345-0@lo:400:kworker.0 Request processed in 23us (60us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167024.468572:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3337 00000100:00100000:0.0:1746167024.468594:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423397248:0@lo:400:kworker.0 00000100:00100000:1.0:1746167024.468654:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423396480 00000100:00100000:1.0:1746167024.468658:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423396480 00000100:00100000:1.0:1746167024.468697:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36164 00000100:00100000:1.0:1746167024.468703:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423396480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167024.468735:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423396480:12345-0@lo:400:kworker.0 Request processed in 33us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167024.468741:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36164 00000100:00100000:0.0:1746167024.468990:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423396480:0@lo:400:kworker.0 00000100:00100000:2.0:1746167024.473963:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423396736 00000100:00100000:2.0:1746167024.473974:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423396736 00000100:00100000:2.0:1746167024.474622:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7912 00000100:00100000:2.0:1746167024.474631:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423396736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167024.474741:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423396736:12345-0@lo:400:kworker.0 Request processed in 111us (6287us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167024.474747:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7912 00000100:00100000:2.0:1746167024.474770:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423396096 00000100:00100000:2.0:1746167024.474773:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423396096 00000100:00100000:2.0:1746167024.474792:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1039 00000100:00100000:2.0:1746167024.474796:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423396096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167024.474823:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423396096:12345-0@lo:400:kworker.0 Request processed in 26us (6419us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167024.474829:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1039 00000100:00100000:1.0:1746167024.474943:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423396096:0@lo:400:kworker.0 00000100:00100000:1.0:1746167024.474956:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423396736:0@lo:400:kworker.0 00000100:00100000:1.0:1746167024.547447:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423397376:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167024.547514:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167024.547845:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423397376 00000100:00100000:0.0:1746167024.547852:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423397376 00000100:00100000:0.0:1746167024.547892:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36165 00000100:00100000:0.0:1746167024.547900:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423397376:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167024.547939:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167024.547987:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423397376:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (472us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167024.547993:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36165 00000100:00100000:2.0:1746167024.548379:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423397376:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167024.770981:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009431ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423397504:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167024.771043:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167024.771206:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423397504 00000100:00100000:3.0:1746167024.771213:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423397504 00000100:00100000:3.0:1746167024.771248:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7296 00000100:00100000:3.0:1746167024.771255:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423397504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167024.771274:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167024.771319:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423397504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167024.771325:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7296 00000100:00100000:1.0:1746167024.771400:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009431ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423397504:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746167024.896502:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167025.900215:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167026.478486:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167026.478536:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167026.478580:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167026.478669:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439213184 00000100:00100000:2.0:1746167026.478700:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439213184 00000100:00100000:2.0:1746167026.478743:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439213312 00000100:00100000:2.0:1746167026.478745:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439213312 00000100:00100000:2.0:1746167026.478763:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3338 00000100:00100000:2.0:1746167026.478772:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439213184:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167026.478840:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439213184:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 69us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167026.478847:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3338 00000100:00100000:2.0:1746167026.478861:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3339 00000100:00100000:2.0:1746167026.478866:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439213312:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167026.478920:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439213312:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 53us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167026.478926:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3339 00000100:00080000:2.0:1746167026.478941:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746167026.478944:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167026.479170:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439213056 00000100:00100000:3.0:1746167026.479175:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439213056 00000100:00100000:3.0:1746167026.479211:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1040 00000100:00100000:3.0:1746167026.479217:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439213056:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167026.479257:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439213056:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 40us (720us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167026.479263:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1040 00000100:00100000:0.0:1746167026.480392:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167026.481861:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439213440 00000100:00100000:2.0:1746167026.481879:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439213440 00000100:00100000:2.0:1746167026.481917:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50459 00000100:00100000:2.0:1746167026.481923:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439213440:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167026.481945:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167026.481996:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439213440:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 71us (1605us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167026.482002:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50459 00010000:00010000:1.0:1746167026.901913:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167027.903971:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167028.497866:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746167028.497888:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009431ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423397632:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167028.497945:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167028.498120:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423397632 00000100:00100000:3.0:1746167028.498127:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423397632 00000100:00100000:3.0:1746167028.499116:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7297 00000100:00100000:3.0:1746167028.499125:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423397632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167028.499149:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:0.0:1746167028.499221:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167028.499328:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423397632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 204us (1382us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167028.499335:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7297 00000100:00100000:1.0:1746167028.499411:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009431ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423397632:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167028.907268:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167029.473856:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009431ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423397888:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167029.473856:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423398016:0@lo:400:kworker.0 00000100:00100000:0.0:1746167029.473911:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167029.473911:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167029.473959:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423397888 00000100:00100000:0.0:1746167029.473962:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423397760:0@lo:400:kworker.0 00000100:00100000:3.0:1746167029.473965:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423397888 00000100:00100000:0.0:1746167029.473981:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167029.474002:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36166 00000100:00100000:3.0:1746167029.474011:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423397888:12345-0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1746167029.474037:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000024:3.0:1746167029.474037:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00080000:2.0:1746167029.474040:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167029.474043:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167029.474047:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10945 00000100:00080000:2.0:1746167029.474049:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746167029.474053:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167029.474064:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423397888:12345-0@lo:41:osp-pre-1-0.0 Request processed in 56us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167029.474067:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009eef6d80 x1830977423398400/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167029.474069:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36166 00000100:00080000:2.0:1746167029.474087:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167029.474089:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167029.474090:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1746167029.474090:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423398656:0@lo:400:kworker.0 00000100:00080000:2.0:1746167029.474093:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10945 00000100:00080000:2.0:1746167029.474095:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746167029.474098:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167029.474105:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009eef7100 x1830977423398784/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167029.474105:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167029.474118:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746167029.474122:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423398528:0@lo:400:kworker.0 00000100:00100000:2.0:1746167029.474132:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423397760 00000100:00100000:2.0:1746167029.474135:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423397760 00000100:00100000:3.0:1746167029.474136:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167029.474155:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1041 00000100:00100000:3.0:1746167029.474155:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423398016 00000100:00100000:3.0:1746167029.474157:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423398016 00000100:00100000:2.0:1746167029.474160:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423397760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167029.474179:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423398656 00000100:00100000:3.0:1746167029.474181:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423398656 00000100:00100000:2.0:1746167029.474184:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423397760:12345-0@lo:400:kworker.0 Request processed in 25us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167029.474192:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1041 00000100:00100000:3.0:1746167029.474193:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3340 00000100:00100000:3.0:1746167029.474197:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423398016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167029.474211:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423398272:0@lo:400:kworker.0 00000100:00100000:3.0:1746167029.474218:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423398016:12345-0@lo:400:kworker.0 Request processed in 21us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167029.474223:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3340 00000100:00100000:2.0:1746167029.474226:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167029.474233:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3341 00000100:00100000:2.0:1746167029.474237:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423399040:0@lo:400:kworker.0 00000100:00100000:3.0:1746167029.474237:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423398656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167029.474250:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167029.474252:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423398656:12345-0@lo:400:kworker.0 Request processed in 15us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167029.474257:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3341 00000100:00100000:2.0:1746167029.474261:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1746167029.474263:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423399040 00000100:00100000:2.0:1746167029.474265:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423398144:0@lo:400:kworker.0 00000100:00100000:3.0:1746167029.474265:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423399040 00000100:00100000:3.0:1746167029.474276:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3342 00000100:00100000:2.0:1746167029.474278:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167029.474279:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090460e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423399040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167029.474285:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423398912:0@lo:400:kworker.0 00000100:00100000:3.0:1746167029.474295:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090460e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423399040:12345-0@lo:400:kworker.0 Request processed in 15us (44us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167029.474296:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167029.474299:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3342 00000100:00100000:3.0:1746167029.474305:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423398144 00000100:00100000:3.0:1746167029.474307:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423398144 00000100:00100000:3.0:1746167029.474316:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3343 00000100:00100000:2.0:1746167029.474318:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423399040:0@lo:400:kworker.0 00000100:00100000:3.0:1746167029.474320:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090462d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423398144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167029.474332:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423398400:0@lo:8:kworker.0 00000100:00100000:3.0:1746167029.474338:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090462d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423398144:12345-0@lo:400:kworker.0 Request processed in 18us (59us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167029.474342:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3343 00000100:00100000:2.0:1746167029.474345:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746167029.474353:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167029.474355:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423398784:0@lo:8:kworker.0 00000100:00080000:3.0:1746167029.474356:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167029.474366:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167029.474370:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423398656:0@lo:400:kworker.0 00000100:00100000:3.0:1746167029.474376:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423398016:0@lo:400:kworker.0 00000100:00100000:2.0:1746167029.474388:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423398528 00000100:00100000:2.0:1746167029.474390:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423398528 00000100:00100000:3.0:1746167029.474396:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423398912 00000100:00100000:3.0:1746167029.474398:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423398912 00000100:00100000:2.0:1746167029.474405:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423398400 00000100:00100000:2.0:1746167029.474406:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423398400 00000100:00100000:0.0:1746167029.474505:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423398272 00000100:00100000:0.0:1746167029.474508:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423398272 00000100:00100000:0.0:1746167029.474527:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36167 00000100:00100000:0.0:1746167029.474531:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423398272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167029.474555:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423398272:12345-0@lo:400:kworker.0 Request processed in 24us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167029.474560:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36167 00000100:00100000:0.0:1746167029.474582:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009431ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423397888:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167029.474588:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423397760:0@lo:400:kworker.0 00000100:00100000:2.0:1746167029.474629:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423398784 00000100:00100000:2.0:1746167029.474632:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423398784 00000100:00100000:2.0:1746167029.474644:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7913 00000100:00100000:2.0:1746167029.474649:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423398528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167029.474690:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423398528:12345-0@lo:400:kworker.0 Request processed in 26us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167029.474698:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7913 00000100:00100000:2.0:1746167029.474707:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7914 00000100:00100000:2.0:1746167029.474712:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090461880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423398912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167029.474733:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090461880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423398912:12345-0@lo:400:kworker.0 Request processed in 22us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167029.474738:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7914 00000100:00100000:2.0:1746167029.474746:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50460 00000100:00100000:2.0:1746167029.474750:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090460000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423398400:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167029.474765:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167029.474784:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090460000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423398400:12345-0@lo:8:kworker.0 Request processed in 33us (438us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167029.474788:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50460 00000100:00100000:2.0:1746167029.474795:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50461 00000100:00100000:2.0:1746167029.474798:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090461f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423398784:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167029.474805:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167029.474818:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090461f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423398784:12345-0@lo:8:kworker.0 Request processed in 19us (450us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167029.474835:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50461 00000100:00080000:2.0:1746167029.474851:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167029.474854:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167029.474857:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423398400:0@lo:8:kworker.0 00000100:00080000:2.0:1746167029.474862:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167029.474864:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167029.474867:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423398784:0@lo:8:kworker.0 00000100:00100000:2.0:1746167029.474882:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423398144:0@lo:400:kworker.0 00000100:00100000:2.0:1746167029.474888:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423398912:0@lo:400:kworker.0 00000100:00100000:2.0:1746167029.474894:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423398272:0@lo:400:kworker.0 00000100:00100000:2.0:1746167029.474910:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423398528:0@lo:400:kworker.0 00000100:00080000:2.0:1746167029.474931:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167029.554451:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423399168:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167029.554733:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167029.557555:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423399168 00000100:00100000:1.0:1746167029.557566:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423399168 00000100:00100000:1.0:1746167029.557623:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36168 00000100:00100000:1.0:1746167029.557631:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423399168:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167029.557661:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167029.557754:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423399168:12345-0@lo:41:osp-pre-0-1.0 Request processed in 124us (3021us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167029.557761:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36168 00000100:00100000:0.0:1746167029.557912:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423399168:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167029.777937:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167029.777954:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423399296:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167029.778020:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167029.778163:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423399296 00000100:00100000:2.0:1746167029.778169:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423399296 00000100:00100000:2.0:1746167029.778204:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7298 00000100:00100000:2.0:1746167029.778212:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423399296:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167029.778231:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167029.778278:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423399296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167029.778285:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7298 00000100:00100000:1.0:1746167029.778357:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423399296:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746167029.910160:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167030.913418:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167031.495419:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167031.496723:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167031.496753:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167031.497227:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439213568 00000100:00100000:3.0:1746167031.497236:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439213568 00000100:00100000:1.0:1746167031.497513:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439213696 00000100:00100000:1.0:1746167031.497517:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439213696 00000100:00100000:0.0:1746167031.498287:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167031.498315:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439213824 00000100:00100000:0.0:1746167031.498318:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439213824 00000100:00100000:2.0:1746167031.498492:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439213952 00000100:00100000:2.0:1746167031.498496:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439213952 00000100:00100000:2.0:1746167031.498521:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50462 00000100:00100000:2.0:1746167031.498528:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439213952:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167031.498550:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167031.498591:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439213952:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 64us (1837us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167031.498597:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50462 00000100:00100000:3.0:1746167031.500822:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1042 00000100:00100000:3.0:1746167031.500914:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439213568:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167031.500971:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439213568:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 140us (5559us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167031.500977:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1042 00000100:00100000:1.0:1746167031.503987:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3344 00000100:00100000:1.0:1746167031.503999:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439213696:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167031.504255:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439213696:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 64us (7338us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167031.504262:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3344 00000100:00100000:0.0:1746167031.507303:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3345 00000100:00100000:0.0:1746167031.507314:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439213824:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167031.507372:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439213824:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 60us (9088us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167031.507377:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3345 00000100:00080000:1.0:1746167031.507611:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167031.507615:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1746167031.914078:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167032.916869:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167033.507358:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746167033.507377:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423399424:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167033.507431:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167033.508700:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423399424 00000100:00100000:0.0:1746167033.508708:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423399424 00000100:00100000:0.0:1746167033.508780:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7299 00000100:00100000:0.0:1746167033.508788:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423399424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167033.508819:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167033.508869:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423399424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (1437us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167033.508875:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7299 00000100:00080000:1.0:1746167033.510959:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167033.511785:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423399424:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167033.923952:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167034.481921:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423399552:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167034.481976:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167034.482162:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423399552 00000100:00100000:0.0:1746167034.482169:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423399552 00000100:00100000:0.0:1746167034.482745:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36169 00000100:00100000:0.0:1746167034.482754:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423399552:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167034.482784:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167034.483609:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423399552:12345-0@lo:41:osp-pre-1-0.0 Request processed in 855us (1630us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167034.483616:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36169 00000100:00100000:2.0:1746167034.483914:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423399808:0@lo:400:kworker.0 00000100:00100000:2.0:1746167034.483943:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167034.483980:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746167034.483985:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423399680:0@lo:400:kworker.0 00000100:00100000:2.0:1746167034.484005:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167034.484038:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423399680 00000100:00100000:2.0:1746167034.484042:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423399680 00000100:00100000:2.0:1746167034.484064:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1043 00000100:00100000:2.0:1746167034.484070:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423399680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167034.484097:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423399680:12345-0@lo:400:kworker.0 Request processed in 27us (91us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167034.484102:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1043 00000100:00100000:2.0:1746167034.484131:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423399680:0@lo:400:kworker.0 00000100:00100000:2.0:1746167034.484162:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423399552:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167034.484170:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746167034.484173:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423399936:0@lo:400:kworker.0 00000100:00100000:2.0:1746167034.484190:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167034.484212:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423399808 00000100:00100000:2.0:1746167034.484215:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423399808 00000100:00100000:2.0:1746167034.484236:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423399936 00000100:00100000:2.0:1746167034.484238:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423399936 00000100:00100000:2.0:1746167034.484250:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3346 00000100:00100000:2.0:1746167034.484255:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090462a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423399808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167034.484280:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090462a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423399808:12345-0@lo:400:kworker.0 Request processed in 24us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167034.484284:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3346 00000100:00100000:2.0:1746167034.484293:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3347 00000100:00100000:2.0:1746167034.484298:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090460380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423399936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167034.484319:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090460380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423399936:12345-0@lo:400:kworker.0 Request processed in 22us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167034.484324:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3347 00000100:00100000:2.0:1746167034.484343:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423399808:0@lo:400:kworker.0 00000100:00100000:2.0:1746167034.484355:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423399936:0@lo:400:kworker.0 00000100:00080000:2.0:1746167034.484368:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746167034.484371:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746167034.484510:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746167034.484513:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167034.484515:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167034.484519:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10950 00000100:00080000:3.0:1746167034.484522:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1746167034.484525:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167034.484537:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801223f8a80 x1830977423400192/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746167034.484557:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746167034.484560:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167034.484561:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167034.484563:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10950 00000100:00080000:3.0:1746167034.484565:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1746167034.484568:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167034.484574:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801223faa00 x1830977423400576/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167034.484596:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423400448:0@lo:400:kworker.0 00000100:00100000:3.0:1746167034.484613:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167034.494836:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423400192:0@lo:8:kworker.0 00000100:00100000:2.0:1746167034.494912:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167034.494955:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423400576:0@lo:8:kworker.0 00000100:00100000:2.0:1746167034.494982:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167034.495019:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423400192 00000100:00100000:2.0:1746167034.495026:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423400192 00000100:00100000:2.0:1746167034.495052:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423400576 00000100:00100000:2.0:1746167034.495054:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423400576 00000100:00100000:2.0:1746167034.495066:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50463 00000100:00100000:2.0:1746167034.495071:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423400192:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167034.495092:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167034.495121:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423400192:12345-0@lo:8:kworker.0 Request processed in 49us (209us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167034.495127:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50463 00000100:00100000:2.0:1746167034.495138:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50464 00000100:00100000:2.0:1746167034.495141:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d26450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423400576:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167034.495148:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167034.495162:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d26450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423400576:12345-0@lo:8:kworker.0 Request processed in 20us (180us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167034.495167:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50464 00000100:00080000:2.0:1746167034.495298:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167034.495302:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167034.495306:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423400192:0@lo:8:kworker.0 00000100:00080000:2.0:1746167034.495313:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167034.495316:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167034.495318:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423400576:0@lo:8:kworker.0 00000100:00100000:2.0:1746167034.495339:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423400704:0@lo:400:kworker.0 00000100:00100000:2.0:1746167034.495357:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167034.495372:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1746167034.495377:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423400064:0@lo:400:kworker.0 00000100:00100000:2.0:1746167034.495396:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167034.508175:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746167034.508191:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423400320:0@lo:400:kworker.0 00000100:00100000:3.0:1746167034.508248:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167034.508327:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423400704 00000100:00100000:3.0:1746167034.508333:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423400704 00000100:00100000:3.0:1746167034.508371:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423400320 00000100:00100000:3.0:1746167034.508378:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423400320 00000100:00100000:3.0:1746167034.508595:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7915 00000100:00100000:3.0:1746167034.508609:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423400704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167034.508650:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423400704:12345-0@lo:400:kworker.0 Request processed in 47us (13291us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167034.508656:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7915 00000100:00100000:3.0:1746167034.508670:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7916 00000100:00100000:3.0:1746167034.508699:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423400320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167034.508731:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423400320:12345-0@lo:400:kworker.0 Request processed in 56us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167034.508746:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7916 00000100:00080000:3.0:1746167034.508765:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167034.508787:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423400320:0@lo:400:kworker.0 00000100:00100000:2.0:1746167034.509368:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423400832:0@lo:400:kworker.0 00000100:00100000:2.0:1746167034.509393:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167034.509426:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423400704:0@lo:400:kworker.0 00000100:00100000:3.0:1746167034.509439:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423400448 00000100:00100000:3.0:1746167034.509443:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423400448 00000100:00100000:3.0:1746167034.509463:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423400832 00000100:00100000:3.0:1746167034.509465:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423400832 00000100:00100000:3.0:1746167034.509477:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3348 00000100:00100000:2.0:1746167034.509480:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3349 00000100:00100000:3.0:1746167034.509481:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423400448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167034.509486:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e830e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423400832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167034.509508:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e830e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423400832:12345-0@lo:400:kworker.0 Request processed in 23us (115us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167034.509508:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423400448:12345-0@lo:400:kworker.0 Request processed in 26us (24893us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167034.509512:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3349 00000100:00100000:3.0:1746167034.509524:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3348 00000100:00100000:3.0:1746167034.509544:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423400448:0@lo:400:kworker.0 00000100:00100000:0.0:1746167034.509567:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423400064 00000100:00100000:0.0:1746167034.509571:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423400064 00000100:00100000:0.0:1746167034.509591:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36170 00000100:00100000:0.0:1746167034.509595:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136055880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423400064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167034.509623:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136055880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423400064:12345-0@lo:400:kworker.0 Request processed in 28us (14226us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167034.509628:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36170 00000100:00100000:2.0:1746167034.511091:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423400064:0@lo:400:kworker.0 00000100:00100000:2.0:1746167034.511102:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423400832:0@lo:400:kworker.0 00000100:00100000:3.0:1746167034.562175:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746167034.562193:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423400960:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167034.562248:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167034.562269:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423400960 00000100:00100000:1.0:1746167034.562276:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423400960 00000100:00100000:1.0:1746167034.562320:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36171 00000100:00100000:1.0:1746167034.562331:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423400960:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167034.562360:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167034.562408:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423400960:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167034.562414:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36171 00000100:00100000:3.0:1746167034.562439:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423400960:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167034.785877:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423401088:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746167034.785931:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167034.786028:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423401088 00000100:00100000:1.0:1746167034.786034:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423401088 00000100:00100000:1.0:1746167034.786080:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7300 00000100:00100000:1.0:1746167034.786087:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423401088:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167034.786108:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167034.786144:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423401088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167034.786149:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7300 00000100:00100000:3.0:1746167034.786321:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423401088:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746167034.924409:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167035.925950:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167036.494364:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167036.496877:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167036.497094:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439214208 00000100:00100000:2.0:1746167036.497104:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439214208 00000100:00100000:0.0:1746167036.498196:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167036.498254:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439214080 00000100:00100000:3.0:1746167036.498259:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439214080 00000100:00100000:3.0:1746167036.498293:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1044 00000100:00100000:3.0:1746167036.498300:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a81ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439214080:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167036.499128:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439214336 00000100:00100000:2.0:1746167036.499132:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439214336 00000100:00100000:2.0:1746167036.499154:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3350 00000100:00100000:2.0:1746167036.499161:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439214208:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167036.502040:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a81ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439214080:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 3731us (5159us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167036.502051:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1044 00000100:00100000:3.0:1746167036.502107:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3351 00000100:00100000:3.0:1746167036.502118:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439214336:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167036.504233:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439214208:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 5066us (9870us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167036.504242:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3350 00000100:00080000:2.0:1746167036.504302:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746167036.504306:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167036.504579:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439214336:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 2459us (6379us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167036.504587:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3351 00000100:00100000:0.0:1746167036.504993:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167036.505418:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439214464 00000100:00100000:3.0:1746167036.505425:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439214464 00000100:00100000:3.0:1746167036.505837:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50465 00000100:00100000:3.0:1746167036.505843:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439214464:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167036.505864:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167036.505913:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439214464:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 69us (921us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167036.505919:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50465 00010000:00010000:1.0:1746167036.928016:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167037.930921:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167038.530289:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423401216:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167038.530346:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167038.530942:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423401216 00000100:00100000:3.0:1746167038.530949:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423401216 00000100:00100000:3.0:1746167038.530999:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7301 00000100:00100000:3.0:1746167038.531007:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e832a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423401216:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167038.531033:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167038.531066:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e832a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423401216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (720us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167038.531072:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7301 00000100:00100000:3.0:1746167038.531133:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423401216:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1746167038.531201:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746167038.934390:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1746167039.491800:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746167039.491805:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167039.491808:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167039.491816:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10955 00000100:00080000:3.0:1746167039.491822:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1746167039.491827:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167039.491845:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801223f8a80 x1830977423401856/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746167039.491871:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746167039.491874:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167039.491875:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167039.491878:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10955 00000100:00080000:3.0:1746167039.491880:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1746167039.491883:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167039.491892:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801223f9180 x1830977423402368/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167039.491930:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423401600:0@lo:400:kworker.0 00000100:00100000:3.0:1746167039.491982:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167039.492259:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423402240:0@lo:400:kworker.0 00000100:00100000:3.0:1746167039.492284:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167039.492304:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1746167039.492309:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423401472:0@lo:400:kworker.0 00000100:00100000:3.0:1746167039.492325:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167039.492337:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423402112:0@lo:400:kworker.0 00000100:00100000:3.0:1746167039.492349:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167039.492373:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423401600 00000100:00100000:3.0:1746167039.492380:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423401600 00000100:00100000:3.0:1746167039.492415:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423401472 00000100:00100000:3.0:1746167039.492417:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423401472 00000100:00100000:3.0:1746167039.492429:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423402112 00000100:00100000:3.0:1746167039.492431:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423402112 00000100:00100000:3.0:1746167039.492445:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3352 00000100:00100000:3.0:1746167039.492451:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423401600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167039.492488:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423401600:12345-0@lo:400:kworker.0 Request processed in 37us (505us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167039.492494:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3352 00000100:00100000:3.0:1746167039.492507:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3353 00000100:00100000:3.0:1746167039.492511:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423401472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167039.492528:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423401472:12345-0@lo:400:kworker.0 Request processed in 17us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167039.492533:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3353 00000100:00100000:3.0:1746167039.492542:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3354 00000100:00100000:3.0:1746167039.492546:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423402112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167039.492561:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423402112:12345-0@lo:400:kworker.0 Request processed in 15us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167039.492565:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3354 00000100:00080000:3.0:1746167039.492576:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746167039.492579:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167039.492604:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423401472:0@lo:400:kworker.0 00000100:00100000:3.0:1746167039.492611:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423402112:0@lo:400:kworker.0 00000100:00100000:3.0:1746167039.492618:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423401600:0@lo:400:kworker.0 00000100:00100000:3.0:1746167039.492664:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423401856:0@lo:8:kworker.0 00000100:00100000:3.0:1746167039.492707:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167039.492733:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423402368:0@lo:8:kworker.0 00000100:00100000:3.0:1746167039.492751:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167039.492770:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423401856 00000100:00100000:3.0:1746167039.492773:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423401856 00000100:00100000:3.0:1746167039.492784:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423402368 00000100:00100000:3.0:1746167039.492786:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423402368 00000100:00100000:3.0:1746167039.492795:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50466 00000100:00100000:3.0:1746167039.492799:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423401856:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167039.492815:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167039.492836:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423401856:12345-0@lo:8:kworker.0 Request processed in 37us (130us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167039.492841:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50466 00000100:00100000:3.0:1746167039.492850:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50467 00000100:00100000:3.0:1746167039.492853:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423402368:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167039.492861:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167039.492875:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423402368:12345-0@lo:8:kworker.0 Request processed in 20us (123us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167039.492879:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50467 00000100:00080000:3.0:1746167039.492897:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167039.492900:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167039.492903:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423401856:0@lo:8:kworker.0 00000100:00080000:3.0:1746167039.492909:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167039.492911:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167039.492914:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423402368:0@lo:8:kworker.0 00000100:00100000:3.0:1746167039.492940:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423402240 00000100:00100000:3.0:1746167039.492943:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423402240 00000100:00100000:3.0:1746167039.492961:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36172 00000100:00100000:3.0:1746167039.492966:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423402240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167039.492993:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423402240:12345-0@lo:400:kworker.0 Request processed in 27us (708us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167039.492998:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36172 00000100:00100000:3.0:1746167039.493016:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423402240:0@lo:400:kworker.0 00000100:00100000:2.0:1746167039.493109:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423401728:0@lo:400:kworker.0 00000100:00100000:2.0:1746167039.493134:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167039.493158:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423402496:0@lo:400:kworker.0 00000100:00100000:2.0:1746167039.493173:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167039.493192:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1746167039.493196:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423401344:0@lo:400:kworker.0 00000100:00100000:2.0:1746167039.493219:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167039.493246:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423401984:0@lo:400:kworker.0 00000100:00100000:2.0:1746167039.493262:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167039.493272:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423402624:0@lo:400:kworker.0 00000100:00100000:2.0:1746167039.493284:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167039.493302:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423401344 00000100:00100000:2.0:1746167039.493305:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423401344 00000100:00100000:2.0:1746167039.493325:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1045 00000100:00100000:2.0:1746167039.493330:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423401344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167039.493353:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423401344:12345-0@lo:400:kworker.0 Request processed in 23us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167039.493357:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1045 00000100:00100000:2.0:1746167039.493373:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423402624 00000100:00100000:2.0:1746167039.493375:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423402624 00000100:00100000:2.0:1746167039.493386:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3355 00000100:00100000:2.0:1746167039.493390:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423402624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167039.493407:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423402624:12345-0@lo:400:kworker.0 Request processed in 17us (122us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167039.493411:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3355 00000100:00100000:2.0:1746167039.493427:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423401344:0@lo:400:kworker.0 00000100:00100000:2.0:1746167039.493643:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423402624:0@lo:400:kworker.0 00000100:00100000:1.0:1746167039.493742:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423402752:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167039.493763:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167039.493784:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423401728 00000100:00100000:1.0:1746167039.493786:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423401728 00000100:00100000:1.0:1746167039.493799:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423402752 00000100:00100000:1.0:1746167039.493801:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423402752 00000100:00100000:1.0:1746167039.493810:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36173 00000100:00100000:1.0:1746167039.493814:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423401728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167039.493845:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423401728:12345-0@lo:400:kworker.0 Request processed in 31us (710us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167039.493849:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36173 00000100:00100000:1.0:1746167039.493858:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36174 00000100:00100000:1.0:1746167039.493862:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423402752:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746167039.493878:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167039.493896:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423402752:12345-0@lo:41:osp-pre-1-0.0 Request processed in 34us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167039.493900:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36174 00000100:00100000:1.0:1746167039.493921:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423402752:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167039.494368:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423401728:0@lo:400:kworker.0 00000100:00100000:3.0:1746167039.496069:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423402496 00000100:00100000:3.0:1746167039.496077:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423402496 00000100:00080000:0.0:1746167039.496176:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167039.497069:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423401984 00000100:00100000:3.0:1746167039.497074:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423401984 00000100:00100000:0.0:1746167039.497190:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7917 00000100:00100000:0.0:1746167039.497198:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423402496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167039.497260:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423402496:12345-0@lo:400:kworker.0 Request processed in 64us (4085us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167039.497266:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7917 00000100:00100000:0.0:1746167039.497282:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7918 00000100:00100000:0.0:1746167039.497287:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b202a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423401984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167039.497310:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b202a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423401984:12345-0@lo:400:kworker.0 Request processed in 23us (4047us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167039.497314:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7918 00000100:00100000:0.0:1746167039.497354:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423401984:0@lo:400:kworker.0 00000100:00100000:0.0:1746167039.497364:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423402496:0@lo:400:kworker.0 00000100:00100000:0.0:1746167039.572192:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167039.572211:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423402880:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167039.572267:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167039.572560:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423402880 00000100:00100000:3.0:1746167039.572566:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423402880 00000100:00100000:3.0:1746167039.572599:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36175 00000100:00100000:3.0:1746167039.572606:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423402880:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167039.572634:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167039.572691:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423402880:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167039.572697:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36175 00000100:00100000:1.0:1746167039.572879:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423402880:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167039.794856:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746167039.794876:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423403008:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167039.794933:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167039.795031:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423403008 00000100:00100000:2.0:1746167039.795038:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423403008 00000100:00100000:2.0:1746167039.795086:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7302 00000100:00100000:2.0:1746167039.795094:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423403008:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167039.795112:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167039.795153:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423403008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167039.795159:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7302 00000100:00100000:1.0:1746167039.795243:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423403008:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1746167039.936839:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167040.939827:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167041.508926:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167041.509587:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167041.509664:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439214592 00000100:00100000:2.0:1746167041.509672:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439214592 00000100:00100000:2.0:1746167041.509738:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1046 00000100:00100000:2.0:1746167041.509746:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439214592:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167041.509811:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439214592:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 66us (893us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167041.509817:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1046 00000100:00100000:0.0:1746167041.511322:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167041.511366:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167041.511392:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439214976 00000100:00100000:0.0:1746167041.511396:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439214976 00000100:00100000:0.0:1746167041.511425:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50468 00000100:00100000:0.0:1746167041.511430:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439214976:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167041.511450:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167041.511476:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439214976:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 45us (110us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167041.511482:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50468 00000100:00100000:2.0:1746167041.511589:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439214848 00000100:00100000:2.0:1746167041.511593:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439214848 00000100:00100000:2.0:1746167041.512296:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439214720 00000100:00100000:2.0:1746167041.512300:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439214720 00000100:00100000:3.0:1746167041.512336:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3356 00000100:00100000:3.0:1746167041.512344:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439214848:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167041.512383:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439214848:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 42us (2798us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167041.512388:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3356 00000100:00100000:3.0:1746167041.512400:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3357 00000100:00100000:3.0:1746167041.512405:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439214720:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167041.512424:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439214720:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 19us (1105us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167041.512430:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3357 00000100:00080000:0.0:1746167041.513265:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746167041.513269:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1746167041.942302:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167042.944308:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167043.539046:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746167043.539070:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423403136:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167043.539142:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167043.539186:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423403136 00000100:00100000:3.0:1746167043.539269:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423403136 00000100:00100000:3.0:1746167043.540844:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7303 00000100:00100000:3.0:1746167043.540852:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423403136:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167043.540877:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:0.0:1746167043.540937:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167043.541827:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423403136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 974us (2683us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167043.541835:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7303 00000100:00100000:2.0:1746167043.547444:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423403136:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167043.945859:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1746167044.497861:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746167044.497866:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167044.497869:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167044.497875:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10960 00000100:00080000:3.0:1746167044.497879:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1746167044.497885:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167044.497901:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009eef5c00 x1830977423403776/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746167044.497930:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746167044.497933:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167044.497934:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167044.497937:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10960 00000100:00080000:3.0:1746167044.497938:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1746167044.497942:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167044.497951:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801223fa680 x1830977423404288/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167044.497988:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423403776:0@lo:8:kworker.0 00000100:00100000:3.0:1746167044.498039:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167044.498297:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423404288:0@lo:8:kworker.0 00000100:00100000:3.0:1746167044.498315:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167044.498346:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423403776 00000100:00100000:3.0:1746167044.498351:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423403776 00000100:00100000:3.0:1746167044.498370:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423404288 00000100:00100000:3.0:1746167044.498372:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423404288 00000100:00100000:3.0:1746167044.498383:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50469 00000100:00100000:3.0:1746167044.498389:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423403776:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167044.498407:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167044.498435:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423403776:12345-0@lo:8:kworker.0 Request processed in 46us (396us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167044.498440:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50469 00000100:00100000:3.0:1746167044.498454:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50470 00000100:00100000:3.0:1746167044.498457:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423404288:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167044.498464:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167044.498477:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423404288:12345-0@lo:8:kworker.0 Request processed in 19us (162us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167044.498482:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50470 00000100:00080000:3.0:1746167044.498506:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167044.498509:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167044.498512:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423403776:0@lo:8:kworker.0 00000100:00080000:3.0:1746167044.498518:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167044.498520:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167044.498564:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423403520:0@lo:400:kworker.0 00000100:00100000:2.0:1746167044.498619:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167044.498636:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423404160:0@lo:400:kworker.0 00000100:00100000:2.0:1746167044.498654:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167044.498668:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1746167044.498690:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423403648:0@lo:400:kworker.0 00000100:00100000:2.0:1746167044.498707:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167044.498720:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423404416:0@lo:400:kworker.0 00000100:00100000:2.0:1746167044.498733:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167044.498749:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423404160 00000100:00100000:2.0:1746167044.498752:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423404160 00000100:00100000:2.0:1746167044.498772:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423403648 00000100:00100000:2.0:1746167044.498775:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423403648 00000100:00100000:2.0:1746167044.498786:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36176 00000100:00100000:2.0:1746167044.498790:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423404160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167044.498820:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423404160:12345-0@lo:400:kworker.0 Request processed in 30us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167044.498826:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36176 00000100:00100000:2.0:1746167044.498835:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36177 00000100:00100000:2.0:1746167044.498838:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423403648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167044.498854:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423403648:12345-0@lo:400:kworker.0 Request processed in 16us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167044.498859:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36177 00000100:00100000:2.0:1746167044.498872:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423404416 00000100:00100000:2.0:1746167044.498874:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423404416 00000100:00100000:2.0:1746167044.498895:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7919 00000100:00100000:2.0:1746167044.498899:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423404416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167044.498918:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423404416:12345-0@lo:400:kworker.0 Request processed in 20us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167044.498923:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7919 00000100:00100000:2.0:1746167044.498942:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423403648:0@lo:400:kworker.0 00000100:00100000:2.0:1746167044.498950:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423404416:0@lo:400:kworker.0 00000100:00100000:2.0:1746167044.498956:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423404160:0@lo:400:kworker.0 00000100:00100000:2.0:1746167044.498981:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423403520 00000100:00100000:2.0:1746167044.498983:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423403520 00000100:00100000:2.0:1746167044.499002:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3358 00000100:00100000:2.0:1746167044.499006:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ea2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423403520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167044.499029:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ea2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423403520:12345-0@lo:400:kworker.0 Request processed in 23us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167044.499034:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3358 00000100:00100000:2.0:1746167044.499064:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423403520:0@lo:400:kworker.0 00000100:00080000:2.0:1746167044.499098:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746167044.499100:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167044.499126:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423403264:0@lo:400:kworker.0 00000100:00100000:0.0:1746167044.499154:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423403392:0@lo:400:kworker.0 00000100:00100000:1.0:1746167044.499156:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167044.499187:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167044.499191:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423403904:0@lo:400:kworker.0 00000100:00100000:0.0:1746167044.499200:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423404032:0@lo:400:kworker.0 00000100:00100000:1.0:1746167044.499211:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167044.499216:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167044.499223:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423404544:0@lo:400:kworker.0 00000100:00100000:0.0:1746167044.499233:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423403392 00000100:00100000:0.0:1746167044.499236:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423403392 00000100:00100000:1.0:1746167044.499238:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167044.499254:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423404032 00000100:00100000:0.0:1746167044.499256:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423404032 00000100:00100000:0.0:1746167044.499265:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423404544 00000100:00100000:0.0:1746167044.499267:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423404544 00000100:00100000:0.0:1746167044.499278:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3359 00000100:00100000:1.0:1746167044.499280:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423404672:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167044.499282:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423403392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167044.499295:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167044.499305:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423403392:12345-0@lo:400:kworker.0 Request processed in 23us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167044.499313:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3359 00000100:00100000:0.0:1746167044.499322:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3360 00000100:00100000:1.0:1746167044.499325:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423403392:0@lo:400:kworker.0 00000100:00100000:0.0:1746167044.499326:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423404032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167044.499342:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423404672 00000100:00100000:1.0:1746167044.499345:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423404672 00000100:00100000:0.0:1746167044.499347:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423404032:12345-0@lo:400:kworker.0 Request processed in 21us (130us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167044.499351:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3360 00000100:00100000:0.0:1746167044.499357:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3361 00000100:00100000:0.0:1746167044.499360:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423404544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167044.499363:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36178 00000100:00100000:1.0:1746167044.499367:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132101c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423404672:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167044.499375:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423404544:12345-0@lo:400:kworker.0 Request processed in 14us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167044.499378:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3361 00000004:00000024:1.0:1746167044.499386:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00080000:0.0:1746167044.499389:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167044.499402:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423403264 00000100:00100000:0.0:1746167044.499404:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423403264 00000100:00100000:1.0:1746167044.499410:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132101c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423404672:12345-0@lo:41:osp-pre-1-0.0 Request processed in 43us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167044.499416:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36178 00000100:00100000:0.0:1746167044.499420:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1047 00000100:00100000:0.0:1746167044.499424:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423403264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167044.499438:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423404544:0@lo:400:kworker.0 00000100:00100000:0.0:1746167044.499444:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423403264:12345-0@lo:400:kworker.0 Request processed in 20us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167044.499449:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1047 00000100:00100000:1.0:1746167044.499449:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423403264:0@lo:400:kworker.0 00000100:00100000:1.0:1746167044.499464:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423404672:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167044.499472:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423404032:0@lo:400:kworker.0 00000100:00100000:2.0:1746167044.499525:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423403904 00000100:00100000:2.0:1746167044.499528:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423403904 00000100:00100000:2.0:1746167044.499553:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7920 00000100:00100000:2.0:1746167044.499557:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423403904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167044.499594:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423403904:12345-0@lo:400:kworker.0 Request processed in 36us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167044.499599:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7920 00000100:00100000:3.0:1746167044.499746:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423404288:0@lo:8:kworker.0 00000100:00100000:1.0:1746167044.500964:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423403904:0@lo:400:kworker.0 00000100:00100000:3.0:1746167044.578031:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746167044.578049:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423404800:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167044.578105:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167044.594658:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423404800 00000100:00100000:2.0:1746167044.595500:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423404800 00000100:00100000:2.0:1746167044.595573:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36179 00000100:00100000:2.0:1746167044.595581:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423404800:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746167044.595614:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746167044.595706:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423404800:12345-0@lo:41:osp-pre-0-1.0 Request processed in 125us (17600us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167044.595712:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36179 00000100:00100000:3.0:1746167044.595853:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423404800:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167044.802122:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423404928:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746167044.802175:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167044.802717:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423404928 00000100:00100000:0.0:1746167044.802729:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423404928 00000100:00100000:0.0:1746167044.802788:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7304 00000100:00100000:0.0:1746167044.802796:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423404928:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167044.802815:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167044.802961:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423404928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 160us (779us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167044.802968:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7304 00000100:00100000:3.0:1746167044.803053:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423404928:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167044.949802:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167045.951949:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167046.510811:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167046.510853:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167046.510895:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167046.510915:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439215104 00000100:00100000:1.0:1746167046.510923:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439215104 00000100:00100000:1.0:1746167046.510958:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1048 00000100:00100000:1.0:1746167046.510965:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439215104:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167046.510997:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439215232 00000100:00100000:2.0:1746167046.511001:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439215232 00000100:00100000:1.0:1746167046.511014:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439215104:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 50us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167046.511019:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1048 00000100:00100000:2.0:1746167046.511235:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439215360 00000100:00100000:2.0:1746167046.511238:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439215360 00000100:00100000:2.0:1746167046.511256:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3362 00000100:00100000:2.0:1746167046.511261:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439215232:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167046.511276:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3363 00000100:00100000:3.0:1746167046.511282:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439215360:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167046.511288:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439215232:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 28us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167046.511294:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3362 00000100:00100000:3.0:1746167046.511301:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439215360:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 21us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167046.511306:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3363 00000100:00080000:2.0:1746167046.511310:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746167046.511313:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167046.520841:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167046.521145:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439215488 00000100:00100000:2.0:1746167046.521153:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439215488 00000100:00100000:2.0:1746167046.521184:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50471 00000100:00100000:2.0:1746167046.521190:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439215488:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167046.521212:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167046.521966:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439215488:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 771us (1129us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167046.521972:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50471 00010000:00010000:1.0:1746167046.958368:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167047.959897:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167048.562709:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423405056:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167048.562762:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167048.562824:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423405056 00000100:00100000:0.0:1746167048.562831:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423405056 00000100:00080000:3.0:1746167048.562861:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167048.562880:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7305 00000100:00100000:0.0:1746167048.562888:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132101500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423405056:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167048.562911:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167048.563726:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132101500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423405056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 838us (962us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167048.563734:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7305 00000100:00100000:1.0:1746167048.563739:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423405056:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167048.961875:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1746167049.505962:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746167049.505967:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167049.505970:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167049.505977:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10965 00000100:00080000:3.0:1746167049.505981:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1746167049.505986:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167049.506007:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801223f9500 x1830977423405824/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746167049.506033:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746167049.506036:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167049.506037:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167049.506040:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10965 00000100:00080000:3.0:1746167049.506041:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1746167049.506044:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167049.506052:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fac000 x1830977423406336/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167049.506308:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423405440:0@lo:400:kworker.0 00000100:00100000:3.0:1746167049.506361:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167049.506418:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423406080:0@lo:400:kworker.0 00000100:00100000:3.0:1746167049.506437:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167049.506455:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1746167049.506464:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423405312:0@lo:400:kworker.0 00000100:00100000:3.0:1746167049.506513:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167049.506537:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423405952:0@lo:400:kworker.0 00000100:00100000:3.0:1746167049.506555:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167049.506568:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423406592:0@lo:400:kworker.0 00000100:00100000:3.0:1746167049.506582:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167049.506600:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423405824:0@lo:8:kworker.0 00000100:00100000:3.0:1746167049.506613:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167049.506622:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423406336:0@lo:8:kworker.0 00000100:00100000:3.0:1746167049.506633:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167049.506654:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423405440 00000100:00100000:3.0:1746167049.506659:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423405440 00000100:00100000:3.0:1746167049.506707:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423406080 00000100:00100000:3.0:1746167049.506710:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423406080 00000100:00100000:3.0:1746167049.506720:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423406592 00000100:00100000:3.0:1746167049.506722:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423406592 00000100:00100000:3.0:1746167049.506733:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3364 00000100:00100000:3.0:1746167049.506739:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088face00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423405440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167049.506776:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088face00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423405440:12345-0@lo:400:kworker.0 Request processed in 37us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167049.506782:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3364 00000100:00100000:3.0:1746167049.506797:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3365 00000100:00100000:3.0:1746167049.506801:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423406080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167049.506819:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423406080:12345-0@lo:400:kworker.0 Request processed in 18us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167049.506824:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3365 00000100:00100000:3.0:1746167049.506831:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3366 00000100:00100000:3.0:1746167049.506835:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423406592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167049.506853:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423406592:12345-0@lo:400:kworker.0 Request processed in 17us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167049.506858:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3366 00000100:00100000:3.0:1746167049.506874:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423405952 00000100:00100000:3.0:1746167049.506876:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423405952 00000100:00100000:3.0:1746167049.506890:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423405824 00000100:00100000:3.0:1746167049.506892:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423405824 00000100:00100000:3.0:1746167049.506898:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423406336 00000100:00100000:3.0:1746167049.506899:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423406336 00000100:00100000:3.0:1746167049.506907:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7921 00000100:00100000:3.0:1746167049.506911:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423405952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167049.506928:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423405952:12345-0@lo:400:kworker.0 Request processed in 18us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167049.506933:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7921 00000100:00100000:3.0:1746167049.506939:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50472 00000100:00100000:3.0:1746167049.506942:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423405824:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167049.506958:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167049.506973:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423405824:12345-0@lo:8:kworker.0 Request processed in 31us (360us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167049.506978:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50472 00000100:00100000:3.0:1746167049.506983:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50473 00000100:00100000:3.0:1746167049.506986:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423406336:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167049.506992:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167049.507002:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423406336:12345-0@lo:8:kworker.0 Request processed in 15us (369us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167049.507006:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50473 00000100:00080000:3.0:1746167049.507015:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746167049.507035:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167049.507038:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167049.507041:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423405824:0@lo:8:kworker.0 00000100:00080000:3.0:1746167049.507047:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167049.507049:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167049.507051:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423406336:0@lo:8:kworker.0 00000100:00100000:3.0:1746167049.507070:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423405952:0@lo:400:kworker.0 00000100:00100000:3.0:1746167049.507076:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423406592:0@lo:400:kworker.0 00000100:00100000:3.0:1746167049.507081:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423405440:0@lo:400:kworker.0 00000100:00100000:3.0:1746167049.507087:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423406080:0@lo:400:kworker.0 00000100:00100000:1.0:1746167049.507172:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423405312 00000100:00100000:1.0:1746167049.507175:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423405312 00000100:00100000:1.0:1746167049.507200:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1049 00000100:00100000:1.0:1746167049.507204:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423405312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167049.507231:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423405312:12345-0@lo:400:kworker.0 Request processed in 26us (717us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167049.507246:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1049 00000100:00100000:3.0:1746167049.507309:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423405312:0@lo:400:kworker.0 00000100:00100000:0.0:1746167049.507590:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423405568:0@lo:400:kworker.0 00000100:00100000:0.0:1746167049.507614:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167049.507629:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088faf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423406208:0@lo:400:kworker.0 00000100:00100000:0.0:1746167049.507646:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167049.507659:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1746167049.507664:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423405184:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167049.507705:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167049.507719:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423405696:0@lo:400:kworker.0 00000100:00100000:0.0:1746167049.507732:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167049.507743:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423406464:0@lo:400:kworker.0 00000100:00100000:0.0:1746167049.507760:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167049.507778:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423406208 00000100:00100000:0.0:1746167049.507780:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423406208 00000100:00100000:0.0:1746167049.507797:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423405184 00000100:00100000:0.0:1746167049.507799:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423405184 00000100:00100000:0.0:1746167049.507805:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423405696 00000100:00100000:0.0:1746167049.507806:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423405696 00000100:00100000:0.0:1746167049.507814:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36180 00000100:00100000:0.0:1746167049.507819:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:3771:x1830977423406208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167049.507846:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:3771:x1830977423406208:12345-0@lo:400:kworker.0 Request processed in 28us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167049.507851:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36180 00000100:00100000:0.0:1746167049.507866:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36181 00000100:00100000:0.0:1746167049.507870:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423405184:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167049.507889:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167049.507910:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423405184:12345-0@lo:41:osp-pre-1-0.0 Request processed in 40us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167049.507915:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36181 00000100:00100000:0.0:1746167049.507922:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36182 00000100:00100000:0.0:1746167049.507926:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423405696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167049.507941:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423405696:12345-0@lo:400:kworker.0 Request processed in 15us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167049.507945:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36182 00000100:00100000:0.0:1746167049.507967:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423405184:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167049.507973:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423405696:0@lo:400:kworker.0 00000100:00100000:0.0:1746167049.507979:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088faf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423406208:0@lo:400:kworker.0 00000100:00100000:1.0:1746167049.508087:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423406464 00000100:00100000:1.0:1746167049.508091:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423406464 00000100:00100000:1.0:1746167049.508125:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7922 00000100:00100000:1.0:1746167049.508129:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423406464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167049.508164:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423406464:12345-0@lo:400:kworker.0 Request processed in 35us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167049.508169:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7922 00000100:00080000:2.0:1746167049.508223:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167049.508262:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423406464:0@lo:400:kworker.0 00000100:00100000:3.0:1746167049.508305:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423405568 00000100:00100000:3.0:1746167049.508308:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423405568 00000100:00100000:3.0:1746167049.508335:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3367 00000100:00100000:3.0:1746167049.508340:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423405568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167049.508367:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423405568:12345-0@lo:400:kworker.0 Request processed in 27us (752us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167049.508371:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3367 00000100:00080000:2.0:1746167049.508411:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167049.508444:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423405568:0@lo:400:kworker.0 00000100:00100000:1.0:1746167049.601899:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746167049.601920:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423406720:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167049.601974:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167049.602073:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423406720 00000100:00100000:2.0:1746167049.602079:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423406720 00000100:00100000:2.0:1746167049.602123:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36183 00000100:00100000:2.0:1746167049.602361:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132102a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423406720:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746167049.602390:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746167049.602429:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132102a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423406720:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167049.602434:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36183 00000100:00100000:1.0:1746167049.602523:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423406720:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167049.809898:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088faf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423406848:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167049.809963:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167049.810080:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423406848 00000100:00100000:0.0:1746167049.810087:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423406848 00000100:00100000:0.0:1746167049.810134:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7306 00000100:00100000:0.0:1746167049.810143:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132100380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423406848:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167049.810162:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167049.810195:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132100380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423406848:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167049.810201:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7306 00000100:00100000:1.0:1746167049.810288:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088faf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423406848:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167049.963890:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167050.966497:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167051.518533:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167051.521072:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167051.521109:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167051.521197:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167051.521335:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439215872 00000100:00100000:2.0:1746167051.521343:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439215872 00000100:00100000:2.0:1746167051.521388:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439215744 00000100:00100000:2.0:1746167051.521391:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439215744 00000100:00100000:2.0:1746167051.521408:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3368 00000100:00100000:2.0:1746167051.521415:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439215872:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167051.521488:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439215872:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 72us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167051.521495:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3368 00000100:00100000:2.0:1746167051.521508:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3369 00000100:00100000:2.0:1746167051.521513:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439215744:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167051.521533:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439215744:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 20us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167051.521538:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3369 00000100:00080000:2.0:1746167051.521552:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746167051.521555:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167051.521794:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439215616 00000100:00100000:1.0:1746167051.521799:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439215616 00000100:00100000:1.0:1746167051.521830:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1050 00000100:00100000:1.0:1746167051.521836:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439215616:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167051.521863:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439215616:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 27us (3340us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167051.521868:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1050 00000100:00100000:1.0:1746167051.523536:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439216000 00000100:00100000:1.0:1746167051.523542:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439216000 00000100:00100000:1.0:1746167051.523574:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50474 00000100:00100000:1.0:1746167051.523579:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439216000:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167051.523599:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167051.523641:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439216000:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 61us (2444us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167051.523647:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50474 00010000:00010000:1.0:1746167051.968844:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167052.970889:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167053.571988:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423406976:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167053.575436:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167053.576442:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423406976 00000100:00100000:1.0:1746167053.576630:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423406976 00000100:00080000:2.0:1746167053.577298:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167053.577986:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7307 00000100:00100000:0.0:1746167053.577997:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423406976:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167053.578023:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167053.578082:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423406976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (5885us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167053.578088:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7307 00000100:00100000:2.0:1746167053.578160:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423406976:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167053.979773:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167054.516012:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746167054.516033:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423407104:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167054.516092:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167054.520420:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423407104 00000100:00100000:3.0:1746167054.520432:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423407104 00000100:00100000:2.0:1746167054.521020:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36184 00000100:00100000:2.0:1746167054.521031:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423407104:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167054.521060:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167054.521345:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746167054.521356:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423407232:0@lo:400:kworker.0 00000100:00100000:1.0:1746167054.521386:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167054.521439:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423407232 00000100:00100000:1.0:1746167054.521442:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423407232 00000100:00100000:1.0:1746167054.521463:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1051 00000100:00100000:1.0:1746167054.521467:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423407232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167054.521732:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423407232:12345-0@lo:400:kworker.0 Request processed in 264us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167054.521739:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1051 00000100:00100000:1.0:1746167054.521774:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423407232:0@lo:400:kworker.0 00000100:00100000:1.0:1746167054.521795:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423407360:0@lo:400:kworker.0 00000100:00100000:1.0:1746167054.521815:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167054.522071:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423407104:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1043us (5978us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167054.522076:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36184 00000100:00100000:2.0:1746167054.522108:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423407104:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167054.522118:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746167054.522123:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423407616:0@lo:400:kworker.0 00000100:00100000:2.0:1746167054.522140:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167054.522155:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423407616 00000100:00100000:2.0:1746167054.522157:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423407616 00000100:00100000:3.0:1746167054.522240:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423407488:0@lo:400:kworker.0 00000100:00080000:0.0:1746167054.522286:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167054.522290:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167054.522293:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167054.522297:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10970 00000100:00080000:0.0:1746167054.522300:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167054.522304:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167054.522320:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130e65c00 x1830977423407744/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167054.522342:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167054.522345:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167054.522346:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167054.522349:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10970 00000100:00080000:0.0:1746167054.522351:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746167054.522353:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167054.522361:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130e66a00 x1830977423408128/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167054.522454:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423407744:0@lo:8:kworker.0 00000100:00100000:3.0:1746167054.522475:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167054.522657:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423408128:0@lo:8:kworker.0 00000100:00100000:3.0:1746167054.522671:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167054.522702:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423407872:0@lo:400:kworker.0 00000100:00100000:3.0:1746167054.522715:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167054.522725:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746167054.522729:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423408384:0@lo:400:kworker.0 00000100:00100000:3.0:1746167054.522746:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423407744 00000100:00100000:3.0:1746167054.522749:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423407744 00000100:00100000:3.0:1746167054.522760:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423408128 00000100:00100000:3.0:1746167054.522762:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423408128 00000100:00100000:0.0:1746167054.522900:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423407872 00000100:00100000:0.0:1746167054.522903:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423407872 00000100:00100000:0.0:1746167054.522926:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7923 00000100:00100000:0.0:1746167054.522931:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088faf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423407872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167054.522960:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088faf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423407872:12345-0@lo:400:kworker.0 Request processed in 29us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167054.522965:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7923 00000100:00100000:0.0:1746167054.522973:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50475 00000100:00100000:0.0:1746167054.522976:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088faf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423407744:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167054.522990:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167054.523009:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088faf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423407744:12345-0@lo:8:kworker.0 Request processed in 31us (533us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167054.523013:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50475 00000100:00100000:0.0:1746167054.523022:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50476 00000100:00100000:0.0:1746167054.523026:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423408128:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167054.523033:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167054.523045:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423408128:12345-0@lo:8:kworker.0 Request processed in 19us (374us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167054.523049:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50476 00000100:00100000:1.0:1746167054.523486:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423408000:0@lo:400:kworker.0 00000100:00100000:1.0:1746167054.523506:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167054.523516:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746167054.523520:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423408256:0@lo:400:kworker.0 00000100:00100000:1.0:1746167054.523535:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167054.523556:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167054.523575:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423407360 00000100:00100000:1.0:1746167054.523577:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423407360 00000100:00100000:1.0:1746167054.523605:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423408000 00000100:00100000:1.0:1746167054.523607:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423408000 00000100:00100000:1.0:1746167054.523616:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423407488 00000100:00100000:1.0:1746167054.523618:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423407488 00000100:00100000:1.0:1746167054.523631:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3370 00000100:00100000:1.0:1746167054.523635:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423407360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167054.523659:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423407360:12345-0@lo:400:kworker.0 Request processed in 24us (1844us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167054.523664:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3370 00000100:00100000:1.0:1746167054.523672:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3371 00000100:00100000:1.0:1746167054.523691:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423408000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167054.523710:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423408000:12345-0@lo:400:kworker.0 Request processed in 19us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167054.523715:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3371 00000100:00100000:1.0:1746167054.523722:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3372 00000100:00100000:1.0:1746167054.523726:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423407488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167054.523745:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423407488:12345-0@lo:400:kworker.0 Request processed in 19us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167054.523749:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3372 00000100:00080000:1.0:1746167054.523760:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167054.523763:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167054.523779:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423408000:0@lo:400:kworker.0 00000100:00100000:1.0:1746167054.523786:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423407360:0@lo:400:kworker.0 00000100:00100000:1.0:1746167054.523804:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423407488:0@lo:400:kworker.0 00000100:00100000:2.0:1746167054.523897:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36185 00000100:00100000:2.0:1746167054.523903:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423407616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167054.523930:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423407616:12345-0@lo:400:kworker.0 Request processed in 28us (1789us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167054.523934:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36185 00000100:00080000:2.0:1746167054.523962:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167054.523965:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167054.523968:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423407744:0@lo:8:kworker.0 00000100:00080000:2.0:1746167054.523974:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167054.523976:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167054.523979:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423408128:0@lo:8:kworker.0 00000100:00100000:3.0:1746167054.524026:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423408256 00000100:00100000:3.0:1746167054.524029:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423408256 00000100:00100000:3.0:1746167054.524257:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7924 00000100:00100000:3.0:1746167054.524263:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423408256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167054.524289:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423408256:12345-0@lo:400:kworker.0 Request processed in 27us (753us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167054.524293:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7924 00000100:00100000:0.0:1746167054.524387:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167054.524421:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423407872:0@lo:400:kworker.0 00000100:00100000:0.0:1746167054.524432:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423407616:0@lo:400:kworker.0 00000100:00100000:2.0:1746167054.524478:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423408384 00000100:00100000:2.0:1746167054.524481:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423408384 00000100:00100000:2.0:1746167054.524714:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3373 00000100:00100000:2.0:1746167054.524718:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423408384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167054.524744:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423408384:12345-0@lo:400:kworker.0 Request processed in 26us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167054.524748:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3373 00000100:00100000:0.0:1746167054.524851:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423408384:0@lo:400:kworker.0 00000100:00080000:1.0:1746167054.524951:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167054.524971:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423408256:0@lo:400:kworker.0 00000100:00100000:0.0:1746167054.610807:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423408512:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167054.610859:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167054.611320:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423408512 00000100:00100000:3.0:1746167054.611327:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423408512 00000100:00100000:3.0:1746167054.611370:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36186 00000100:00100000:3.0:1746167054.611377:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423408512:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167054.611416:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167054.611455:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423408512:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (595us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167054.611461:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36186 00000100:00100000:0.0:1746167054.612246:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423408512:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167054.818194:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423408640:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167054.818252:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167054.820870:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423408640 00000100:00100000:1.0:1746167054.820881:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423408640 00000100:00100000:1.0:1746167054.820936:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7308 00000100:00100000:1.0:1746167054.820944:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423408640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167054.820966:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167054.821029:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423408640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (2776us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167054.821233:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7308 00000100:00100000:2.0:1746167054.821669:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423408640:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167054.984158:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167055.988528:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167056.526772:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167056.529310:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167056.529374:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167056.529396:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439216128 00000100:00100000:1.0:1746167056.529405:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439216128 00000100:00100000:1.0:1746167056.529619:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1052 00000100:00100000:1.0:1746167056.529627:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439216128:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167056.529698:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439216128:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 71us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167056.529705:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1052 00000100:00100000:3.0:1746167056.532657:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439216256 00000100:00100000:3.0:1746167056.532666:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439216256 00000100:00100000:3.0:1746167056.532745:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439216384 00000100:00100000:3.0:1746167056.532748:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439216384 00000100:00080000:1.0:1746167056.532752:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746167056.532755:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167056.532770:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3374 00000100:00100000:3.0:1746167056.532779:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439216256:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167056.532783:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3375 00000100:00100000:1.0:1746167056.532791:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439216384:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167056.532835:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439216384:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 45us (3472us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167056.532841:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3375 00000100:00100000:3.0:1746167056.533350:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439216256:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 572us (6585us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167056.533357:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3374 00000100:00100000:0.0:1746167056.535570:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167056.538135:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439216512 00000100:00100000:1.0:1746167056.538146:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439216512 00000100:00100000:1.0:1746167056.540705:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50477 00000100:00100000:1.0:1746167056.540715:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439216512:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167056.540740:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167056.540813:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439216512:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 98us (5248us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167056.540820:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50477 00010000:00010000:1.0:1746167056.986031:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167057.988782:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167058.594023:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423408768:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167058.594075:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167058.594324:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423408768 00000100:00100000:1.0:1746167058.594354:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423408768 00000100:00100000:1.0:1746167058.594393:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7309 00000100:00100000:1.0:1746167058.594399:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423408768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167058.594420:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167058.594451:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423408768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167058.594457:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7309 00000100:00080000:2.0:1746167058.594652:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167058.594950:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423408768:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167058.989888:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167059.537975:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423408896:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1746167059.538245:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167059.538250:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167059.538253:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167059.538270:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10975 00000100:00080000:2.0:1746167059.538274:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746167059.538278:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167059.538305:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f12aa00 x1830977423409536/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746167059.538386:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167059.538389:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167059.538390:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167059.538393:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10975 00000100:00080000:2.0:1746167059.538395:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746167059.538398:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167059.538423:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009761aa00 x1830977423410048/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167059.538480:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423409536:0@lo:8:kworker.0 00000100:00100000:2.0:1746167059.538739:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167059.538808:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423410048:0@lo:8:kworker.0 00000100:00100000:2.0:1746167059.538853:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167059.538890:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423409536 00000100:00100000:2.0:1746167059.538896:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423409536 00000100:00100000:3.0:1746167059.539298:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423409152:0@lo:400:kworker.0 00000100:00100000:3.0:1746167059.539339:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167059.539367:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097618000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423409792:0@lo:400:kworker.0 00000100:00100000:3.0:1746167059.539383:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167059.539403:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1746167059.539408:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423409280:0@lo:400:kworker.0 00000100:00100000:3.0:1746167059.539646:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167059.539659:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423409920:0@lo:400:kworker.0 00000100:00100000:3.0:1746167059.539699:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167059.539732:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423409152 00000100:00100000:3.0:1746167059.539735:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423409152 00000100:00100000:3.0:1746167059.539798:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423409792 00000100:00100000:3.0:1746167059.539811:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423409792 00000100:00100000:3.0:1746167059.539826:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423409280 00000100:00100000:3.0:1746167059.539828:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423409280 00000100:00100000:3.0:1746167059.539856:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3376 00000100:00100000:3.0:1746167059.539862:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423409152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167059.539932:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423409152:12345-0@lo:400:kworker.0 Request processed in 69us (591us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167059.539937:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3376 00000100:00100000:3.0:1746167059.539954:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3377 00000100:00100000:3.0:1746167059.539958:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088faf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423409792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167059.540012:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088faf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423409792:12345-0@lo:400:kworker.0 Request processed in 53us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167059.540017:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3377 00000100:00100000:3.0:1746167059.540027:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3378 00000100:00100000:3.0:1746167059.540033:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423409280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167059.540473:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423409280:12345-0@lo:400:kworker.0 Request processed in 439us (825us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167059.540482:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3378 00000100:00080000:3.0:1746167059.540509:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746167059.540513:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167059.540928:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167059.540969:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423409408:0@lo:400:kworker.0 00000100:00100000:0.0:1746167059.540995:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167059.541026:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423410176:0@lo:400:kworker.0 00000100:00100000:0.0:1746167059.541055:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167059.541085:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1746167059.541090:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423409024:0@lo:400:kworker.0 00000100:00100000:0.0:1746167059.541120:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167059.541153:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423409664:0@lo:400:kworker.0 00000100:00100000:0.0:1746167059.541175:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167059.541198:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423410304:0@lo:400:kworker.0 00000100:00100000:0.0:1746167059.541229:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167059.541350:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423409280:0@lo:400:kworker.0 00000100:00100000:3.0:1746167059.541386:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423409152:0@lo:400:kworker.0 00000100:00100000:3.0:1746167059.541396:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097618000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423409792:0@lo:400:kworker.0 00000100:00100000:3.0:1746167059.541454:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423409920 00000100:00100000:3.0:1746167059.541458:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423409920 00000100:00100000:3.0:1746167059.541510:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423408896 00000100:00100000:3.0:1746167059.541513:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423408896 00000100:00100000:3.0:1746167059.541753:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423409408 00000100:00100000:3.0:1746167059.541756:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423409408 00000100:00100000:3.0:1746167059.541776:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36187 00000100:00100000:3.0:1746167059.541781:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:3771:x1830977423409920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167059.541828:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:3771:x1830977423409920:12345-0@lo:400:kworker.0 Request processed in 47us (2127us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167059.541843:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36187 00000100:00100000:3.0:1746167059.541855:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36188 00000100:00100000:3.0:1746167059.541859:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423408896:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746167059.541889:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167059.541921:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423408896:12345-0@lo:41:osp-pre-1-0.0 Request processed in 62us (993us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167059.541926:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36188 00000100:00100000:3.0:1746167059.541959:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36189 00000100:00100000:3.0:1746167059.541963:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423409408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167059.541997:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423409408:12345-0@lo:400:kworker.0 Request processed in 34us (1001us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167059.542020:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36189 00000100:00100000:3.0:1746167059.542048:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423410048 00000100:00100000:3.0:1746167059.542052:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423410048 00000100:00100000:3.0:1746167059.542285:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423410176 00000100:00100000:3.0:1746167059.542287:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423410176 00000100:00100000:3.0:1746167059.542333:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423409664 00000100:00100000:3.0:1746167059.542336:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423409664 00000100:00100000:3.0:1746167059.542365:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7925 00000100:00100000:3.0:1746167059.542370:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423410176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167059.542413:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423410176:12345-0@lo:400:kworker.0 Request processed in 43us (1357us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167059.542638:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7925 00000100:00100000:3.0:1746167059.542649:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7926 00000100:00100000:3.0:1746167059.542654:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423409664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167059.542723:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423409664:12345-0@lo:400:kworker.0 Request processed in 68us (1546us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167059.542741:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7926 00000100:00100000:3.0:1746167059.542752:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50478 00000100:00100000:3.0:1746167059.542756:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423410048:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167059.542788:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167059.542821:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423410048:12345-0@lo:8:kworker.0 Request processed in 64us (3968us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167059.542826:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50478 00000100:00080000:3.0:1746167059.542850:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167059.542864:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423409920:0@lo:400:kworker.0 00000100:00080000:3.0:1746167059.542919:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167059.542922:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167059.542926:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423410048:0@lo:8:kworker.0 00000100:00100000:0.0:1746167059.543191:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423409408:0@lo:400:kworker.0 00000100:00100000:0.0:1746167059.543216:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423410176:0@lo:400:kworker.0 00000100:00100000:0.0:1746167059.543248:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423408896:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167059.543298:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423409664:0@lo:400:kworker.0 00000100:00100000:3.0:1746167059.546030:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423410304 00000100:00100000:3.0:1746167059.546040:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423410304 00000100:00100000:3.0:1746167059.546077:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3379 00000100:00100000:3.0:1746167059.546084:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423410304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167059.546353:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423410304:12345-0@lo:400:kworker.0 Request processed in 269us (5121us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167059.546359:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3379 00000100:00100000:3.0:1746167059.546391:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50479 00000100:00100000:3.0:1746167059.546396:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423409536:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167059.546414:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167059.546446:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423409536:12345-0@lo:8:kworker.0 Request processed in 50us (7708us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167059.546452:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50479 00000100:00100000:0.0:1746167059.546467:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423409024 00000100:00100000:0.0:1746167059.546473:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423409024 00000100:00080000:3.0:1746167059.546486:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167059.546491:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167059.546494:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423409536:0@lo:8:kworker.0 00000100:00100000:2.0:1746167059.548083:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423410304:0@lo:400:kworker.0 00000100:00100000:0.0:1746167059.548407:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1053 00000100:00100000:0.0:1746167059.548417:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423409024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167059.548507:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423409024:12345-0@lo:400:kworker.0 Request processed in 92us (7396us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167059.548514:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1053 00000100:00100000:2.0:1746167059.548583:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423409024:0@lo:400:kworker.0 00000100:00100000:3.0:1746167059.619981:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423410432:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167059.620607:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167059.620714:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423410432 00000100:00100000:0.0:1746167059.621851:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423410432 00000100:00100000:0.0:1746167059.621908:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36190 00000100:00100000:0.0:1746167059.621915:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423410432:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167059.621944:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167059.621998:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423410432:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (1391us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167059.622004:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36190 00000100:00100000:2.0:1746167059.622229:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423410432:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167059.826993:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423410560:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167059.827050:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167059.827172:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423410560 00000100:00100000:0.0:1746167059.827179:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423410560 00000100:00100000:0.0:1746167059.827376:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7310 00000100:00100000:0.0:1746167059.827382:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423410560:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167059.827400:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167059.827968:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423410560:12345-0@lo:13:osp-pre-1-0.0 Request processed in 585us (917us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167059.827975:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7310 00000100:00100000:2.0:1746167059.828329:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423410560:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167059.991971:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167060.996305:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167061.536494:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167061.537372:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167061.538405:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167061.538567:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439216768 00000100:00100000:2.0:1746167061.538575:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439216768 00000100:00080000:3.0:1746167061.539309:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167061.540861:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439216640 00000100:00100000:1.0:1746167061.540879:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439216640 00000100:00100000:1.0:1746167061.540981:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1054 00000100:00100000:1.0:1746167061.541013:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439216640:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167061.541139:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439216640:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 138us (3755us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167061.541146:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1054 00000100:00100000:2.0:1746167061.541748:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3380 00000100:00100000:2.0:1746167061.541770:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439216768:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167061.541827:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439216768:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 72us (5354us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167061.541834:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3380 00000100:00100000:2.0:1746167061.543164:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439217024 00000100:00100000:2.0:1746167061.543186:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439217024 00000100:00100000:2.0:1746167061.545060:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50480 00000100:00100000:2.0:1746167061.545079:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439217024:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167061.545124:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167061.545232:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439217024:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 144us (6818us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167061.545247:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50480 00000100:00100000:0.0:1746167061.548765:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167061.550090:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439216896 00000100:00100000:2.0:1746167061.550098:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439216896 00000100:00100000:2.0:1746167061.550623:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3381 00000100:00100000:2.0:1746167061.550648:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439216896:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167061.550804:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439216896:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 172us (2055us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167061.550865:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3381 00000100:00080000:3.0:1746167061.551576:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1746167061.999176:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167063.003108:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167063.601893:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746167063.601916:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423410688:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167063.601972:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167063.602077:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423410688 00000100:00100000:0.0:1746167063.602084:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423410688 00000100:00100000:0.0:1746167063.602120:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7311 00000100:00100000:0.0:1746167063.602126:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423410688:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167063.602150:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167063.602180:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423410688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167063.602188:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7311 00000100:00080000:3.0:1746167063.602447:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167063.602783:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423410688:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167064.005881:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746167064.545860:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167064.545863:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167064.545866:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167064.545873:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10980 00000100:00080000:2.0:1746167064.545877:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746167064.545881:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167064.545898:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090461f80 x1830977423411328/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746167064.545920:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167064.545922:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167064.545923:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167064.545926:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10980 00000100:00080000:2.0:1746167064.545928:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746167064.545930:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167064.545936:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009fa92a00 x1830977423411840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167064.545965:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423411072:0@lo:400:kworker.0 00000100:00100000:2.0:1746167064.546011:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167064.546054:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423411712:0@lo:400:kworker.0 00000100:00100000:2.0:1746167064.546070:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167064.546087:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1746167064.546090:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423410944:0@lo:400:kworker.0 00000100:00100000:2.0:1746167064.546102:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167064.546110:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423411584:0@lo:400:kworker.0 00000100:00100000:2.0:1746167064.546121:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167064.546139:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423411712 00000100:00100000:2.0:1746167064.546144:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423411712 00000100:00100000:2.0:1746167064.546170:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36191 00000100:00100000:2.0:1746167064.546176:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423411712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167064.546206:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423411712:12345-0@lo:400:kworker.0 Request processed in 31us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167064.546211:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36191 00000100:00100000:2.0:1746167064.546225:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423411072 00000100:00100000:2.0:1746167064.546227:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423411072 00000100:00100000:2.0:1746167064.546272:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423410944 00000100:00100000:2.0:1746167064.546274:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423410944 00000100:00100000:2.0:1746167064.546283:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423411584 00000100:00100000:2.0:1746167064.546284:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423411584 00000100:00100000:2.0:1746167064.546293:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3382 00000100:00100000:2.0:1746167064.546297:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423411072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167064.546320:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423411072:12345-0@lo:400:kworker.0 Request processed in 22us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167064.546325:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3382 00000100:00100000:2.0:1746167064.546334:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3383 00000100:00100000:2.0:1746167064.546338:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423410944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167064.546355:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423410944:12345-0@lo:400:kworker.0 Request processed in 17us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167064.546359:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3383 00000100:00100000:2.0:1746167064.546366:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3384 00000100:00100000:2.0:1746167064.546369:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423411584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167064.546384:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423411584:12345-0@lo:400:kworker.0 Request processed in 15us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167064.546388:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3384 00000100:00100000:2.0:1746167064.546621:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423410944:0@lo:400:kworker.0 00000100:00100000:2.0:1746167064.546628:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423411584:0@lo:400:kworker.0 00000100:00100000:2.0:1746167064.546634:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423411072:0@lo:400:kworker.0 00000100:00100000:2.0:1746167064.546640:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423411712:0@lo:400:kworker.0 00000100:00080000:2.0:1746167064.546659:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746167064.546663:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167064.546696:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423411328:0@lo:8:kworker.0 00000100:00100000:2.0:1746167064.546718:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167064.546743:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423411840:0@lo:8:kworker.0 00000100:00100000:2.0:1746167064.546757:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167064.546781:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423411328 00000100:00100000:2.0:1746167064.546783:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423411328 00000100:00100000:2.0:1746167064.546795:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423411840 00000100:00100000:2.0:1746167064.546797:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423411840 00000100:00100000:2.0:1746167064.546805:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50481 00000100:00100000:2.0:1746167064.546809:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423411328:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167064.546824:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167064.546844:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423411328:12345-0@lo:8:kworker.0 Request processed in 35us (126us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167064.546849:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50481 00000100:00100000:2.0:1746167064.546855:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50482 00000100:00100000:2.0:1746167064.546858:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423411840:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167064.546865:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167064.546875:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423411840:12345-0@lo:8:kworker.0 Request processed in 16us (118us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167064.546879:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50482 00000100:00080000:2.0:1746167064.546893:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167064.546896:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167064.546899:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423411328:0@lo:8:kworker.0 00000100:00080000:2.0:1746167064.546903:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167064.546905:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167064.546907:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423411840:0@lo:8:kworker.0 00000100:00100000:1.0:1746167064.546997:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423410816:0@lo:400:kworker.0 00000100:00100000:1.0:1746167064.547020:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167064.547048:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423411456:0@lo:400:kworker.0 00000100:00100000:1.0:1746167064.547061:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167064.547070:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423412096:0@lo:400:kworker.0 00000100:00100000:1.0:1746167064.547080:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167064.547089:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1746167064.547093:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423411200:0@lo:400:kworker.0 00000100:00100000:1.0:1746167064.547104:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167064.547112:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423411968:0@lo:400:kworker.0 00000100:00100000:1.0:1746167064.547123:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167064.547135:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423411200 00000100:00100000:1.0:1746167064.547137:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423411200 00000100:00100000:1.0:1746167064.547151:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36192 00000100:00100000:1.0:1746167064.547155:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423411200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167064.547174:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423411200:12345-0@lo:400:kworker.0 Request processed in 18us (69us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167064.547178:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36192 00000100:00100000:1.0:1746167064.547193:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423411200:0@lo:400:kworker.0 00000100:00100000:1.0:1746167064.547207:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423410816 00000100:00100000:1.0:1746167064.547209:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423410816 00000100:00100000:1.0:1746167064.547222:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1055 00000100:00100000:1.0:1746167064.547225:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423410816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167064.547255:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423410816:12345-0@lo:400:kworker.0 Request processed in 30us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167064.547260:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1055 00000100:00100000:1.0:1746167064.547279:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423410816:0@lo:400:kworker.0 00000100:00100000:0.0:1746167064.547521:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423412096 00000100:00100000:0.0:1746167064.547525:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423412096 00000100:00100000:0.0:1746167064.547543:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3385 00000100:00100000:0.0:1746167064.547547:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423412096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167064.547573:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423412096:12345-0@lo:400:kworker.0 Request processed in 26us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167064.547577:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3385 00000100:00100000:0.0:1746167064.547607:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746167064.547611:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423412224:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167064.547626:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167064.547756:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423412224 00000100:00100000:1.0:1746167064.547759:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423412224 00000100:00100000:1.0:1746167064.547780:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36193 00000100:00100000:1.0:1746167064.547783:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423412224:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746167064.547800:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167064.547824:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423412224:12345-0@lo:41:osp-pre-1-0.0 Request processed in 40us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167064.547828:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36193 00000100:00100000:1.0:1746167064.547844:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423412096:0@lo:400:kworker.0 00000100:00100000:0.0:1746167064.548348:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423412224:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167064.553041:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423411456 00000100:00100000:2.0:1746167064.553050:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423411456 00000100:00100000:2.0:1746167064.553114:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423411968 00000100:00100000:2.0:1746167064.553117:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423411968 00000100:00100000:2.0:1746167064.553157:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7927 00000100:00100000:2.0:1746167064.553164:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423411456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167064.553257:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423411456:12345-0@lo:400:kworker.0 Request processed in 93us (6193us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167064.553263:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7927 00000100:00100000:2.0:1746167064.553276:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7928 00000100:00100000:2.0:1746167064.553281:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423411968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167064.553305:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423411968:12345-0@lo:400:kworker.0 Request processed in 25us (6180us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167064.553310:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7928 00000100:00080000:3.0:1746167064.555377:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167064.555744:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423411968:0@lo:400:kworker.0 00000100:00100000:1.0:1746167064.555755:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423411456:0@lo:400:kworker.0 00000100:00100000:0.0:1746167064.627129:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423412352:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167064.627185:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167064.627359:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423412352 00000100:00100000:2.0:1746167064.627366:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423412352 00000100:00100000:2.0:1746167064.628071:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36194 00000100:00100000:2.0:1746167064.628080:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423412352:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746167064.628109:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746167064.628366:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423412352:12345-0@lo:41:osp-pre-0-1.0 Request processed in 287us (1180us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167064.628373:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36194 00000100:00100000:0.0:1746167064.628463:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423412352:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167064.834410:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746167064.834427:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423412480:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167064.835659:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167064.836218:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423412480 00000100:00100000:0.0:1746167064.836235:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423412480 00000100:00100000:0.0:1746167064.836285:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7312 00000100:00100000:0.0:1746167064.836292:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423412480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167064.836313:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167064.837597:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423412480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1294us (1928us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167064.837605:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7312 00000100:00100000:1.0:1746167064.837836:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423412480:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167065.008928:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167066.010938:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167066.542521:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167066.542561:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167066.543005:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439217152 00000100:00100000:1.0:1746167066.543014:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439217152 00000100:00100000:1.0:1746167066.543052:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1056 00000100:00100000:1.0:1746167066.543059:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439217152:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167066.543108:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439217152:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 50us (595us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167066.543114:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1056 00000100:00100000:0.0:1746167066.544497:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167066.544534:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167066.544554:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439217536 00000100:00100000:0.0:1746167066.544558:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439217536 00000100:00100000:0.0:1746167066.544591:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50483 00000100:00100000:0.0:1746167066.544597:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439217536:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167066.544617:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167066.544647:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439217536:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 49us (112us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167066.544652:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50483 00000100:00100000:1.0:1746167066.545156:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439217280 00000100:00100000:1.0:1746167066.545162:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439217280 00000100:00100000:1.0:1746167066.545218:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439217408 00000100:00080000:3.0:1746167066.545219:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167066.545221:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439217408 00000100:00080000:3.0:1746167066.545236:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167066.545745:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3386 00000100:00100000:1.0:1746167066.545753:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3387 00000100:00100000:2.0:1746167066.545754:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439217280:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167066.545761:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439217408:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167066.545797:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439217280:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 45us (3234us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167066.545802:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3386 00000100:00100000:1.0:1746167066.545803:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439217408:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 43us (1308us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167066.545810:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3387 00010000:00010000:1.0:1746167067.013908:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167068.015923:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167068.609854:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423412608:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167068.609925:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167068.610761:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423412608 00000100:00100000:0.0:1746167068.610769:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423412608 00000100:00080000:3.0:1746167068.610798:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167068.610815:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7313 00000100:00100000:0.0:1746167068.610822:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423412608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167068.611740:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167068.611792:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6af050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423412608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 969us (1865us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167068.611800:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7313 00000100:00100000:2.0:1746167068.612072:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423412608:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167069.018408:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746167069.554129:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167069.554134:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167069.554137:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167069.554157:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10985 00000100:00080000:2.0:1746167069.554161:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746167069.554167:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167069.554186:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009fa91c00 x1830977423413248/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746167069.554212:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167069.554216:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167069.554217:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167069.554220:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10985 00000100:00080000:2.0:1746167069.554221:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746167069.554225:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167069.554234:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800905e5c00 x1830977423413760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167069.554264:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423413120:0@lo:400:kworker.0 00000100:00100000:2.0:1746167069.554314:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167069.554356:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423413888:0@lo:400:kworker.0 00000100:00100000:1.0:1746167069.554358:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423412736:0@lo:400:kworker.0 00000100:00100000:2.0:1746167069.554376:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167069.554384:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167069.554394:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1746167069.554399:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423412992:0@lo:400:kworker.0 00000100:00100000:1.0:1746167069.554412:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423413376:0@lo:400:kworker.0 00000100:00100000:2.0:1746167069.554416:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167069.554427:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423413632:0@lo:400:kworker.0 00000100:00100000:1.0:1746167069.554428:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167069.554439:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013048ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423414016:0@lo:400:kworker.0 00000100:00100000:2.0:1746167069.554440:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167069.554452:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167069.554456:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423413248:0@lo:8:kworker.0 00000100:00100000:1.0:1746167069.554464:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746167069.554468:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423412864:0@lo:400:kworker.0 00000100:00100000:2.0:1746167069.554470:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167069.554480:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167069.554481:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423413760:0@lo:8:kworker.0 00000100:00100000:1.0:1746167069.554491:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423413504:0@lo:400:kworker.0 00000100:00100000:2.0:1746167069.554494:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167069.554503:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167069.554515:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423413120 00000100:00100000:1.0:1746167069.554520:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423413632 00000100:00100000:1.0:1746167069.554521:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423413632 00000100:00100000:2.0:1746167069.554521:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423413120 00000100:00100000:1.0:1746167069.554554:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36195 00000100:00100000:1.0:1746167069.554561:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423413632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167069.554600:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423413632:12345-0@lo:400:kworker.0 Request processed in 39us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167069.554606:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36195 00000100:00100000:1.0:1746167069.554619:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36196 00000100:00100000:1.0:1746167069.554623:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423413120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167069.554643:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423413120:12345-0@lo:400:kworker.0 Request processed in 20us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167069.554647:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36196 00000100:00100000:3.0:1746167069.554700:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423413888 00000100:00100000:3.0:1746167069.554704:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423413888 00000100:00100000:3.0:1746167069.554729:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423413376 00000100:00100000:3.0:1746167069.554731:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423413376 00000100:00100000:3.0:1746167069.554740:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423413248 00000100:00100000:3.0:1746167069.554741:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423413248 00000100:00100000:3.0:1746167069.554749:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423413760 00000100:00100000:3.0:1746167069.554750:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423413760 00000100:00100000:3.0:1746167069.554760:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7929 00000100:00100000:3.0:1746167069.554995:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423413888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167069.555099:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423412992 00000100:00100000:0.0:1746167069.555103:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423412992 00000100:00100000:0.0:1746167069.555125:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423414016 00000100:00100000:0.0:1746167069.555127:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423414016 00000100:00100000:0.0:1746167069.555137:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423412864 00000100:00100000:0.0:1746167069.555139:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423412864 00000100:00100000:0.0:1746167069.555158:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423413504 00000100:00100000:0.0:1746167069.555160:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423413504 00000100:00100000:0.0:1746167069.555169:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3388 00000100:00100000:0.0:1746167069.555174:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423412992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167069.555203:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423412992:12345-0@lo:400:kworker.0 Request processed in 29us (785us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167069.555208:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3388 00000100:00100000:0.0:1746167069.555217:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3389 00000100:00100000:0.0:1746167069.555221:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423414016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167069.555230:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423413888:12345-0@lo:400:kworker.0 Request processed in 465us (852us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167069.555235:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7929 00000100:00100000:0.0:1746167069.555243:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423414016:12345-0@lo:400:kworker.0 Request processed in 22us (790us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167069.555247:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3389 00000100:00100000:3.0:1746167069.555248:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7930 00000100:00100000:3.0:1746167069.555252:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423413376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167069.555254:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3390 00000100:00100000:0.0:1746167069.555257:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423412864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167069.555274:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423412864:12345-0@lo:400:kworker.0 Request processed in 17us (793us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167069.555277:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423413376:12345-0@lo:400:kworker.0 Request processed in 25us (848us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167069.555279:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3390 00000100:00100000:3.0:1746167069.555281:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7930 00000100:00100000:0.0:1746167069.555286:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3391 00000100:00100000:0.0:1746167069.555290:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423413504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167069.555295:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50484 00000100:00100000:3.0:1746167069.555299:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013048a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423413248:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1746167069.555307:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423413504:12345-0@lo:400:kworker.0 Request processed in 18us (804us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167069.555311:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3391 00010000:00020000:3.0:1746167069.555314:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167069.555326:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50485 00000100:00100000:0.0:1746167069.555330:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423413760:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167069.555338:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167069.555341:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013048a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423413248:12345-0@lo:8:kworker.0 Request processed in 42us (870us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167069.555346:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50484 00000100:00100000:0.0:1746167069.555353:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423413760:12345-0@lo:8:kworker.0 Request processed in 23us (859us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167069.555361:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50485 00000100:00100000:0.0:1746167069.555396:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423414144:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167069.555418:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167069.556007:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423414144 00000100:00100000:2.0:1746167069.556011:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423414144 00000100:00100000:1.0:1746167069.556020:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423412736 00000100:00100000:1.0:1746167069.556022:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423412736 00000100:00100000:2.0:1746167069.556031:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36197 00000100:00100000:2.0:1746167069.556036:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a406850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423414144:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167069.556039:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1057 00000100:00100000:1.0:1746167069.556052:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423412736:12345-0@lo:400:kworker.0 00000004:00000024:2.0:1746167069.556057:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167069.556087:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423412736:12345-0@lo:400:kworker.0 Request processed in 35us (1702us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167069.556093:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1057 00000100:00100000:2.0:1746167069.556379:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a406850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423414144:12345-0@lo:41:osp-pre-1-0.0 Request processed in 342us (959us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167069.556385:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36197 00000100:00080000:3.0:1746167069.556755:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746167069.556759:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746167069.556761:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746167069.556805:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167069.556810:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167069.556813:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423413248:0@lo:8:kworker.0 00000100:02020000:3.0:1746167069.556823:0:3768:0:(client.c:1389:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_connect to node 0@lo failed: rc = -19 00000100:00100000:2.0:1746167069.556893:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423412992:0@lo:400:kworker.0 00000100:00100000:2.0:1746167069.556901:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423413632:0@lo:400:kworker.0 00000100:00100000:2.0:1746167069.556909:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423413120:0@lo:400:kworker.0 00000100:00100000:2.0:1746167069.556916:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423413888:0@lo:400:kworker.0 00000100:00100000:0.0:1746167069.560189:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423412864:0@lo:400:kworker.0 00000100:00100000:0.0:1746167069.560203:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423413504:0@lo:400:kworker.0 00000100:00100000:0.0:1746167069.560212:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423412736:0@lo:400:kworker.0 00000100:00100000:0.0:1746167069.560223:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423413376:0@lo:400:kworker.0 00000100:00100000:0.0:1746167069.560233:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013048ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423414016:0@lo:400:kworker.0 00000100:00100000:0.0:1746167069.560283:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423414144:0@lo:41:osp-pre-1-0.0 00000100:00080000:3.0:1746167069.578881:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167069.578889:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167069.578896:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423413760:0@lo:8:kworker.0 00000100:00100000:2.0:1746167069.633910:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746167069.633930:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423414272:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167069.634039:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167069.634445:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423414272 00000100:00100000:0.0:1746167069.634451:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423414272 00000100:00100000:0.0:1746167069.634496:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36198 00000100:00100000:0.0:1746167069.634719:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423414272:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167069.634751:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167069.634788:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423414272:12345-0@lo:41:osp-pre-0-1.0 Request processed in 285us (749us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167069.634794:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36198 00000100:00100000:2.0:1746167069.634905:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423414272:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167069.847020:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423414400:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167069.847085:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167069.847185:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423414400 00000100:00100000:0.0:1746167069.847192:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423414400 00000100:00100000:0.0:1746167069.847234:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7314 00000100:00100000:0.0:1746167069.847241:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423414400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167069.847264:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167069.847300:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423414400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167069.847307:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7314 00000100:00100000:2.0:1746167069.847325:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423414400:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167070.019865:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167071.025197:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167071.549837:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167071.549872:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167071.549903:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167071.549927:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439217920 00000100:00100000:0.0:1746167071.549933:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439217920 00000100:00100000:0.0:1746167071.549986:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439217792 00000100:00100000:0.0:1746167071.549988:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439217792 00000100:00100000:0.0:1746167071.550008:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3392 00000100:00100000:0.0:1746167071.550016:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439217920:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167071.550069:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439217920:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 54us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167071.550075:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3392 00000100:00100000:0.0:1746167071.550088:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3393 00000100:00100000:0.0:1746167071.550093:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439217792:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167071.550140:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439217792:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 47us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167071.550145:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3393 00000100:00080000:3.0:1746167071.550286:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746167071.550290:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167071.550375:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439217664 00000100:00100000:1.0:1746167071.550378:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439217664 00000100:00100000:1.0:1746167071.550409:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1058 00000100:00100000:1.0:1746167071.550414:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439217664:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167071.550448:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439217664:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 34us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167071.550454:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1058 00000100:00100000:0.0:1746167071.551926:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167071.551986:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439218048 00000100:00100000:2.0:1746167071.551991:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439218048 00000100:00100000:2.0:1746167071.552025:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50486 00000100:00100000:2.0:1746167071.552030:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439218048:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167071.552049:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167071.552090:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439218048:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 59us (170us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167071.552098:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50486 00010000:00010000:1.0:1746167072.028854:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167073.031392:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167073.617890:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013048ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423414528:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167073.617956:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167073.618004:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423414528 00000100:00100000:2.0:1746167073.618011:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423414528 00000100:00100000:2.0:1746167073.618057:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7315 00000100:00100000:2.0:1746167073.618065:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423414528:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1746167073.618111:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:2.0:1746167073.618309:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167073.618362:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423414528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 298us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167073.618368:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7315 00000100:00100000:0.0:1746167073.618399:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013048ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423414528:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167074.033864:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167074.562726:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013048ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423414784:0@lo:400:kworker.0 00000100:00100000:3.0:1746167074.562782:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167074.562832:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746167074.562838:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423414912:0@lo:400:kworker.0 00000100:00100000:3.0:1746167074.562859:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167074.562890:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423414784 00000100:00100000:3.0:1746167074.562895:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423414784 00000100:00100000:0.0:1746167074.563000:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423415040:0@lo:400:kworker.0 00000100:00100000:0.0:1746167074.563052:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167074.563092:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167074.563097:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423414656:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167074.563122:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167074.563150:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423414912 00000100:00100000:0.0:1746167074.563156:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423414912 00000100:00100000:0.0:1746167074.563192:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423415040 00000100:00100000:0.0:1746167074.563195:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423415040 00000100:00100000:0.0:1746167074.563212:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3394 00000100:00100000:0.0:1746167074.563219:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423414912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167074.563263:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423414912:12345-0@lo:400:kworker.0 Request processed in 45us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167074.563269:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3394 00000100:00100000:0.0:1746167074.563283:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3395 00000100:00100000:0.0:1746167074.563287:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423415040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167074.563307:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423415040:12345-0@lo:400:kworker.0 Request processed in 21us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167074.563312:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3395 00000100:00100000:0.0:1746167074.563350:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423415040:0@lo:400:kworker.0 00000100:00080000:0.0:1746167074.563367:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167074.563371:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167074.563400:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423414656 00000100:00100000:0.0:1746167074.563403:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423414656 00000100:00100000:0.0:1746167074.563422:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36199 00000100:00100000:0.0:1746167074.563426:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423414656:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167074.563450:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167074.563476:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423414656:12345-0@lo:41:osp-pre-1-0.0 Request processed in 50us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167074.563695:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36199 00000100:00100000:0.0:1746167074.563724:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423414656:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167074.563759:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423414912:0@lo:400:kworker.0 00000100:00080000:2.0:1746167074.564389:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167074.564394:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167074.564400:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167074.564406:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10990 00000100:00080000:2.0:1746167074.564409:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746167074.564413:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167074.564438:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090460000 x1830977423415296/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746167074.564468:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167074.564471:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167074.564472:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167074.564475:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10990 00000100:00080000:2.0:1746167074.564477:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746167074.564480:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167074.564491:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fb4e00 x1830977423415680/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167074.564762:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423415552:0@lo:400:kworker.0 00000100:00100000:2.0:1746167074.564789:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167074.564809:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746167074.564813:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423415424:0@lo:400:kworker.0 00000100:00100000:2.0:1746167074.564834:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167074.564854:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423415552 00000100:00100000:2.0:1746167074.564857:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423415552 00000100:00100000:2.0:1746167074.564877:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3396 00000100:00100000:2.0:1746167074.564882:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423415552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167074.564907:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423415552:12345-0@lo:400:kworker.0 Request processed in 25us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167074.564912:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3396 00000100:00100000:2.0:1746167074.564935:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423415552:0@lo:400:kworker.0 00000100:00100000:2.0:1746167074.564956:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423415296:0@lo:8:kworker.0 00000100:00100000:2.0:1746167074.564978:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167074.564995:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423415424 00000100:00100000:2.0:1746167074.564998:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423415424 00000100:00100000:2.0:1746167074.565015:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423415296 00000100:00100000:2.0:1746167074.565017:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423415296 00000100:00100000:2.0:1746167074.565028:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7931 00000100:00100000:2.0:1746167074.565033:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ea2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423415424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167074.565071:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ea2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423415424:12345-0@lo:400:kworker.0 Request processed in 26us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167074.565077:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7931 00000100:00100000:2.0:1746167074.565086:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50487 00000100:00100000:2.0:1746167074.565090:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d26050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423415296:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167074.565110:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167074.565580:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423415168:0@lo:400:kworker.0 00000100:00100000:1.0:1746167074.565611:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167074.565630:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423415936:0@lo:400:kworker.0 00000100:00100000:1.0:1746167074.565646:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167074.565660:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746167074.565665:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423415808:0@lo:400:kworker.0 00000100:00100000:1.0:1746167074.565699:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167074.565728:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1059 00000100:00100000:1.0:1746167074.565736:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e862450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423414784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167074.565749:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423415808 00000100:00100000:3.0:1746167074.565758:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423415808 00000100:00100000:1.0:1746167074.565763:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e862450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423414784:12345-0@lo:400:kworker.0 Request processed in 29us (2981us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167074.565768:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1059 00000100:00100000:3.0:1746167074.565800:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7932 00000100:00100000:1.0:1746167074.565805:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423415168 00000100:00100000:3.0:1746167074.565806:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423415808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167074.565808:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423415168 00000100:00100000:1.0:1746167074.565827:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36200 00000100:00100000:1.0:1746167074.565832:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423415168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167074.565877:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423415168:12345-0@lo:400:kworker.0 Request processed in 45us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167074.565883:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36200 00000100:00100000:1.0:1746167074.565905:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423415168:0@lo:400:kworker.0 00000100:00080000:1.0:1746167074.565918:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167074.565947:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013048ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423414784:0@lo:400:kworker.0 00000100:00100000:1.0:1746167074.565979:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423415936 00000100:00100000:1.0:1746167074.565982:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423415936 00000100:00100000:1.0:1746167074.565998:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3397 00000100:00100000:1.0:1746167074.566003:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423415936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167074.566028:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423415936:12345-0@lo:400:kworker.0 Request processed in 25us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167074.566033:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3397 00000100:00100000:1.0:1746167074.566049:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423415936:0@lo:400:kworker.0 00000100:00100000:1.0:1746167074.566084:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423415424:0@lo:400:kworker.0 00000100:00100000:0.0:1746167074.569204:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423415680:0@lo:8:kworker.0 00000100:00100000:0.0:1746167074.569277:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167074.569410:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423415680 00000100:00100000:1.0:1746167074.569418:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423415680 00000100:00100000:1.0:1746167074.569458:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50488 00000100:00100000:1.0:1746167074.569465:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423415680:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167074.569490:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167074.569533:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423415680:12345-0@lo:8:kworker.0 Request processed in 67us (255us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167074.569539:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50488 00000100:00080000:0.0:1746167074.572344:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167074.572352:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167074.572359:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423415680:0@lo:8:kworker.0 00000100:00100000:2.0:1746167074.572375:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d26050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423415296:12345-0@lo:8:kworker.0 Request processed in 7282us (7395us total) trans 0 rc -19/-19 00000100:00080000:0.0:1746167074.572386:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1746167074.572386:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50487 00000100:00080000:0.0:1746167074.572389:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167074.572392:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423415296:0@lo:8:kworker.0 00000100:00100000:3.0:1746167074.572531:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423415808:12345-0@lo:400:kworker.0 Request processed in 6715us (6821us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167074.572760:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7932 00000100:00100000:1.0:1746167074.572899:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423415808:0@lo:400:kworker.0 00000100:00100000:1.0:1746167074.641980:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ea2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423416064:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167074.642046:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167074.642364:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423416064 00000100:00100000:0.0:1746167074.642374:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423416064 00000100:00100000:0.0:1746167074.642432:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36201 00000100:00100000:0.0:1746167074.642623:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423416064:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167074.642663:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167074.648540:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423416064:12345-0@lo:41:osp-pre-0-1.0 Request processed in 5908us (6484us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167074.648555:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36201 00000100:00100000:1.0:1746167074.649525:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ea2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423416064:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167074.849962:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746167074.849988:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ea2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423416192:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167074.850094:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167074.850198:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423416192 00000100:00100000:2.0:1746167074.850206:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423416192 00000100:00100000:2.0:1746167074.850264:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7316 00000100:00100000:2.0:1746167074.850272:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423416192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167074.850297:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167074.850353:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423416192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167074.850359:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7316 00000100:00100000:1.0:1746167074.850387:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ea2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423416192:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167075.038226:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167076.040810:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167076.560744:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167076.560812:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167076.560820:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439218304 00000100:00100000:1.0:1746167076.560830:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439218304 00000100:00100000:0.0:1746167076.560843:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167076.560877:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167076.560885:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439218432 00000100:00100000:1.0:1746167076.560887:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439218432 00000100:00100000:1.0:1746167076.560906:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3398 00000100:00100000:0.0:1746167076.560914:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3399 00000100:00100000:1.0:1746167076.560915:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439218304:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167076.560919:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f849f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439218432:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167076.560999:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439218560 00000100:00100000:3.0:1746167076.561004:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439218560 00000100:00100000:1.0:1746167076.561259:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439218304:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 170us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167076.561266:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3398 00000100:00080000:1.0:1746167076.561294:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167076.561297:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167076.561555:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439218176 00000100:00100000:2.0:1746167076.561559:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439218176 00000100:00100000:2.0:1746167076.561588:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1060 00000100:00100000:2.0:1746167076.561593:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e861050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439218176:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167076.561622:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e861050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439218176:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 28us (809us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167076.561628:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1060 00000100:00100000:3.0:1746167076.561645:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50489 00000100:00100000:3.0:1746167076.561652:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439218560:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:0.0:1746167076.561789:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f849f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439218432:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 868us (943us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167076.561794:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3399 00010000:00020000:3.0:1746167076.562140:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167076.562246:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439218560:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 590us (1365us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167076.562251:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50489 00010000:00010000:1.0:1746167077.041927:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167078.043947:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167078.627271:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423416320:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167078.627351:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167078.627511:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423416320 00000100:00100000:3.0:1746167078.627520:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423416320 00000100:00100000:3.0:1746167078.631806:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7317 00000100:00100000:3.0:1746167078.631825:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ea2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423416320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167078.631866:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167078.631954:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ea2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423416320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 138us (4603us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167078.631962:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7317 00000100:00100000:2.0:1746167078.632115:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423416320:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1746167078.636190:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746167079.048935:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746167079.570129:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167079.570136:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167079.570140:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167079.570148:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10995 00000100:00080000:2.0:1746167079.570153:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746167079.570160:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167079.570189:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095624380 x1830977423416960/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746167079.570392:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167079.570394:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167079.570396:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167079.570399:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10995 00000100:00080000:2.0:1746167079.570403:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746167079.570406:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167079.570417:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800977e0a80 x1830977423417472/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167079.570661:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095625c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423416704:0@lo:400:kworker.0 00000100:00100000:3.0:1746167079.570719:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095627800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423416832:0@lo:400:kworker.0 00000100:00100000:2.0:1746167079.570752:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167079.570752:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167079.570871:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423417600:0@lo:400:kworker.0 00000100:00100000:3.0:1746167079.570894:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167079.570917:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1746167079.570922:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423416448:0@lo:400:kworker.0 00000100:00100000:3.0:1746167079.570946:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167079.570971:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423417088:0@lo:400:kworker.0 00000100:00100000:3.0:1746167079.571000:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167079.571016:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423417728:0@lo:400:kworker.0 00000100:00100000:3.0:1746167079.571031:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167079.571060:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423416832 00000100:00100000:3.0:1746167079.571067:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423416832 00000100:00100000:3.0:1746167079.571105:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36202 00000100:00100000:3.0:1746167079.571113:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423416832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167079.571159:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423416832:12345-0@lo:400:kworker.0 Request processed in 46us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167079.571166:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36202 00000100:00100000:3.0:1746167079.571402:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095627800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423416832:0@lo:400:kworker.0 00000100:00100000:3.0:1746167079.571427:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423417600 00000100:00100000:3.0:1746167079.571429:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423417600 00000100:00100000:3.0:1746167079.571460:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423417088 00000100:00100000:3.0:1746167079.571462:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423417088 00000100:00100000:3.0:1746167079.571475:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7933 00000100:00100000:1.0:1746167079.572208:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423416704 00000100:00100000:1.0:1746167079.572213:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423416704 00000100:00100000:1.0:1746167079.572243:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423417728 00000100:00100000:1.0:1746167079.572244:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423417728 00000100:00100000:1.0:1746167079.572259:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3400 00000100:00100000:1.0:1746167079.572264:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423416704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167079.572306:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423416704:12345-0@lo:400:kworker.0 Request processed in 42us (1554us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167079.572311:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3400 00000100:00100000:1.0:1746167079.572323:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3401 00000100:00100000:1.0:1746167079.572328:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423417728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167079.572356:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423417728:12345-0@lo:400:kworker.0 Request processed in 28us (1323us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167079.572360:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3401 00000100:00100000:1.0:1746167079.572401:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7934 00000100:00100000:1.0:1746167079.572406:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423417088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167079.572433:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423417088:12345-0@lo:400:kworker.0 Request processed in 28us (1432us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167079.572438:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7934 00000100:00100000:1.0:1746167079.572658:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095624380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423416960:0@lo:8:kworker.0 00000100:00100000:1.0:1746167079.572714:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167079.572716:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423417600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167079.572729:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423417472:0@lo:8:kworker.0 00000100:00100000:1.0:1746167079.572744:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167079.572746:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423417600:12345-0@lo:400:kworker.0 Request processed in 1266us (1851us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167079.572752:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7933 00000100:00100000:3.0:1746167079.572761:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423416960 00000100:00100000:3.0:1746167079.572764:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423416960 00000100:00100000:1.0:1746167079.572767:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423417472 00000100:00100000:1.0:1746167079.572769:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423417472 00000100:00100000:3.0:1746167079.572775:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50490 00000100:00100000:3.0:1746167079.572779:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423416960:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746167079.572781:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50491 00000100:00100000:1.0:1746167079.572784:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423417472:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167079.572800:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167079.572826:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423416960:12345-0@lo:8:kworker.0 Request processed in 45us (111us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167079.572830:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50490 00000100:00080000:3.0:1746167079.572844:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746167079.572848:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167079.572868:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423417088:0@lo:400:kworker.0 00000100:00100000:3.0:1746167079.572876:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423417728:0@lo:400:kworker.0 00000100:00100000:3.0:1746167079.572883:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423417600:0@lo:400:kworker.0 00000100:00100000:0.0:1746167079.572907:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423416576:0@lo:400:kworker.0 00000100:00100000:3.0:1746167079.572913:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423416448 00000100:00100000:3.0:1746167079.572916:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423416448 00000100:00100000:0.0:1746167079.572935:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167079.572936:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1061 00000100:00100000:3.0:1746167079.572941:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e860050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423416448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167079.572948:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423417216:0@lo:400:kworker.0 00000100:00100000:0.0:1746167079.572962:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167079.572966:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e860050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423416448:12345-0@lo:400:kworker.0 Request processed in 26us (2020us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167079.572972:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1061 00000100:00100000:3.0:1746167079.573011:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423416448:0@lo:400:kworker.0 00000100:00100000:0.0:1746167079.573025:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423416576 00000100:00100000:0.0:1746167079.573027:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423416576 00000100:00100000:3.0:1746167079.573038:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423417216 00000100:00100000:3.0:1746167079.573040:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423417216 00000100:00100000:0.0:1746167079.573050:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3402 00000100:00100000:0.0:1746167079.573055:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423416576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167079.573055:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3403 00000100:00100000:3.0:1746167079.573058:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423417216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167079.573251:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423416576:12345-0@lo:400:kworker.0 Request processed in 197us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167079.573251:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423417216:12345-0@lo:400:kworker.0 Request processed in 192us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167079.573256:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3403 00000100:00100000:0.0:1746167079.573259:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3402 00000100:00080000:3.0:1746167079.573271:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746167079.573297:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167079.573300:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167079.573303:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095624380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423416960:0@lo:8:kworker.0 00000100:00100000:2.0:1746167079.575486:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095625c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423416704:0@lo:400:kworker.0 00000100:00100000:2.0:1746167079.575500:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423417344:0@lo:400:kworker.0 00000100:00100000:2.0:1746167079.575545:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167079.575616:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423417344 00000100:00100000:2.0:1746167079.575622:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423417344 00000100:00100000:2.0:1746167079.575669:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36203 00000100:00100000:2.0:1746167079.575690:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423417344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167079.575730:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423417344:12345-0@lo:400:kworker.0 Request processed in 54us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167079.575738:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36203 00000100:00100000:2.0:1746167079.575759:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423417344:0@lo:400:kworker.0 00010000:00020000:1.0:1746167079.576007:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167079.576058:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423417472:12345-0@lo:8:kworker.0 Request processed in 3272us (3312us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167079.576067:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50491 00000100:00080000:3.0:1746167079.576139:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167079.576144:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167079.576148:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423417472:0@lo:8:kworker.0 00000100:00100000:0.0:1746167079.577086:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423417856:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167079.577117:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167079.577156:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423416576:0@lo:400:kworker.0 00000100:00100000:0.0:1746167079.577166:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423417216:0@lo:400:kworker.0 00000100:00100000:3.0:1746167079.577275:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423417856 00000100:00100000:3.0:1746167079.577280:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423417856 00000100:00100000:3.0:1746167079.579724:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36204 00000100:00100000:3.0:1746167079.579744:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423417856:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746167079.580087:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167079.580182:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423417856:12345-0@lo:41:osp-pre-1-0.0 Request processed in 446us (3063us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167079.580189:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36204 00000100:00100000:0.0:1746167079.580425:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423417856:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167079.649963:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423417984:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167079.650052:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167079.650339:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423417984 00000100:00100000:3.0:1746167079.650349:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423417984 00000100:00100000:3.0:1746167079.650844:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36205 00000100:00100000:3.0:1746167079.650854:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423417984:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167079.650892:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167079.651727:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423417984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 871us (1672us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167079.651735:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36205 00000100:00100000:0.0:1746167079.652236:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423417984:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167079.858250:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746167079.858274:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423418112:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167079.858346:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167079.859070:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423418112 00000100:00100000:1.0:1746167079.859079:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423418112 00000100:00100000:1.0:1746167079.859131:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7318 00000100:00100000:1.0:1746167079.859139:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423418112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167079.859162:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167079.859221:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423418112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (874us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167079.859227:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7318 00000100:00100000:0.0:1746167079.859335:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423418112:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167080.050830:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167081.054143:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167081.566923:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167081.567223:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167081.567265:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167081.568059:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439219072 00000100:00100000:1.0:1746167081.568070:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439219072 00000100:00100000:1.0:1746167081.568115:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50492 00000100:00100000:1.0:1746167081.568123:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439219072:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167081.568152:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167081.568213:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439219072:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 90us (990us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167081.568220:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50492 00000100:00100000:3.0:1746167081.568515:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439218816 00000100:00100000:3.0:1746167081.568520:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439218816 00000100:00100000:3.0:1746167081.568564:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3404 00000100:00100000:3.0:1746167081.568572:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439218816:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167081.568620:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439218816:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 50us (1709us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167081.568626:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3404 00000100:00080000:3.0:1746167081.568648:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167081.574509:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167081.574962:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439218944 00000100:00100000:3.0:1746167081.574972:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439218944 00000100:00100000:3.0:1746167081.575035:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3405 00000100:00100000:3.0:1746167081.575044:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439218944:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:0.0:1746167081.575430:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167081.576060:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439218688 00000100:00100000:2.0:1746167081.576067:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439218688 00000100:00100000:2.0:1746167081.576102:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1062 00000100:00100000:2.0:1746167081.576108:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439218688:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167081.576459:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439218944:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1415us (1961us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167081.576466:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3405 00000100:00100000:2.0:1746167081.576592:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439218688:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 484us (9326us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167081.576598:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1062 00010000:00010000:1.0:1746167082.057867:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167083.059322:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167083.650892:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746167083.650945:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423418240:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167083.651021:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167083.651428:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423418240 00000100:00100000:2.0:1746167083.651437:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423418240 00000100:00100000:2.0:1746167083.651720:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7319 00000100:00100000:2.0:1746167083.651731:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423418240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167083.651764:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167083.651819:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423418240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (798us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167083.651827:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7319 00000100:00100000:3.0:1746167083.652159:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423418240:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1746167083.652920:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746167084.063072:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746167084.579711:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167084.579718:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167084.579721:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167084.579730:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11000 00000100:00080000:2.0:1746167084.579736:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746167084.579744:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167084.579770:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800905e5c00 x1830977423418880/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746167084.579801:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167084.579804:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167084.579805:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167084.579808:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11000 00000100:00080000:2.0:1746167084.579810:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746167084.579815:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167084.579825:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a085df80 x1830977423419392/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167084.579874:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423418880:0@lo:8:kworker.0 00000100:00100000:2.0:1746167084.579972:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167084.580029:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423419392:0@lo:8:kworker.0 00000100:00100000:2.0:1746167084.580048:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167084.580094:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423418880 00000100:00100000:2.0:1746167084.580102:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423418880 00000100:00100000:2.0:1746167084.580127:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423419392 00000100:00100000:2.0:1746167084.580130:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423419392 00000100:00100000:2.0:1746167084.580143:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50493 00000100:00100000:2.0:1746167084.580150:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423418880:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167084.580173:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167084.580211:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423418880:12345-0@lo:8:kworker.0 Request processed in 60us (238us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167084.580218:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50493 00000100:00100000:2.0:1746167084.580233:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50494 00000100:00100000:2.0:1746167084.580238:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423419392:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167084.580247:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167084.580396:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423419392:12345-0@lo:8:kworker.0 Request processed in 156us (346us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167084.580402:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50494 00000100:00100000:1.0:1746167084.580429:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423418496:0@lo:400:kworker.0 00000100:00080000:2.0:1746167084.580435:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167084.580439:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167084.580442:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423418880:0@lo:8:kworker.0 00000100:00080000:2.0:1746167084.580449:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167084.580451:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167084.580454:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423419392:0@lo:8:kworker.0 00000100:00100000:1.0:1746167084.580461:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167084.580484:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423419136:0@lo:400:kworker.0 00000100:00100000:2.0:1746167084.580490:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423418752:0@lo:400:kworker.0 00000100:00100000:1.0:1746167084.580501:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167084.580512:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167084.580516:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1746167084.580522:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423418368:0@lo:400:kworker.0 00000100:00100000:2.0:1746167084.580524:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423419520:0@lo:400:kworker.0 00000100:00100000:2.0:1746167084.580756:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167084.580774:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746167084.580776:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423418496 00000100:00100000:2.0:1746167084.580779:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423418624:0@lo:400:kworker.0 00000100:00100000:0.0:1746167084.580780:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423418496 00000100:00100000:2.0:1746167084.580798:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167084.580810:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423419264:0@lo:400:kworker.0 00000100:00100000:0.0:1746167084.580815:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423419136 00000100:00100000:0.0:1746167084.580817:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423419136 00000100:00100000:2.0:1746167084.580824:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167084.580829:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423418624 00000100:00100000:0.0:1746167084.580831:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423418624 00000100:00100000:2.0:1746167084.580844:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423418752 00000100:00100000:0.0:1746167084.580846:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3406 00000100:00100000:2.0:1746167084.580846:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423418752 00000100:00100000:0.0:1746167084.580851:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423418496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167084.580866:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423419264 00000100:00100000:2.0:1746167084.580867:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423419264 00000100:00100000:2.0:1746167084.580879:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36206 00000100:00100000:2.0:1746167084.580884:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423418752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167084.580904:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423418496:12345-0@lo:400:kworker.0 Request processed in 39us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167084.580910:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3406 00000100:00100000:0.0:1746167084.580921:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3407 00000100:00100000:0.0:1746167084.580926:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423419136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167084.580929:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423418752:12345-0@lo:400:kworker.0 Request processed in 45us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167084.580948:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423419136:12345-0@lo:400:kworker.0 Request processed in 22us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167084.580956:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3407 00000100:00100000:0.0:1746167084.580967:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3408 00000100:00100000:0.0:1746167084.580971:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423418624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167084.580990:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423418624:12345-0@lo:400:kworker.0 Request processed in 19us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167084.580995:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3408 00000100:00080000:0.0:1746167084.581008:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167084.581011:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167084.581039:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36207 00000100:00100000:0.0:1746167084.581045:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423419264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167084.581071:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423419264:12345-0@lo:400:kworker.0 Request processed in 28us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167084.581076:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36207 00000100:00100000:2.0:1746167084.581445:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36206 00000100:00100000:2.0:1746167084.581463:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423419520 00000100:00100000:2.0:1746167084.581466:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423419520 00000100:00100000:2.0:1746167084.581502:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7935 00000100:00100000:2.0:1746167084.581507:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423419520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167084.581536:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423419520:12345-0@lo:400:kworker.0 Request processed in 29us (780us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167084.581540:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423418624:0@lo:400:kworker.0 00000100:00100000:2.0:1746167084.581542:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7935 00000100:00100000:3.0:1746167084.581549:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423419264:0@lo:400:kworker.0 00000100:00100000:3.0:1746167084.581557:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423418752:0@lo:400:kworker.0 00000100:00100000:3.0:1746167084.581565:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423419520:0@lo:400:kworker.0 00000100:00100000:1.0:1746167084.582717:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746167084.582727:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167084.582795:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423419008:0@lo:400:kworker.0 00000100:00100000:1.0:1746167084.582828:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167084.582848:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423419648:0@lo:400:kworker.0 00000100:00100000:1.0:1746167084.582865:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167084.582885:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423419648 00000100:00100000:0.0:1746167084.582889:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423419648 00000100:00100000:1.0:1746167084.582901:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423418496:0@lo:400:kworker.0 00000100:00100000:1.0:1746167084.582914:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423419136:0@lo:400:kworker.0 00000100:00100000:0.0:1746167084.582931:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3409 00000100:00100000:2.0:1746167084.583018:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423418368 00000100:00100000:2.0:1746167084.583022:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423418368 00000100:00100000:2.0:1746167084.583060:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1063 00000100:00100000:2.0:1746167084.583065:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423418368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167084.583102:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423418368:12345-0@lo:400:kworker.0 Request processed in 38us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167084.583108:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1063 00000100:00100000:3.0:1746167084.583186:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423419008 00000100:00100000:3.0:1746167084.583189:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423419008 00000100:00100000:3.0:1746167084.583222:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7936 00000100:00100000:3.0:1746167084.583227:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423419008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167084.583258:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423419008:12345-0@lo:400:kworker.0 Request processed in 31us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167084.583263:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7936 00000100:00100000:0.0:1746167084.583314:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423419648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167084.583322:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423418368:0@lo:400:kworker.0 00000100:00100000:1.0:1746167084.583330:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423419008:0@lo:400:kworker.0 00000100:00100000:0.0:1746167084.583346:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423419648:12345-0@lo:400:kworker.0 Request processed in 410us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167084.583347:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423419648:0@lo:400:kworker.0 00000100:00100000:0.0:1746167084.583352:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3409 00000100:00100000:1.0:1746167084.593939:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423419776:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167084.594018:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167084.594780:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423419776 00000100:00100000:3.0:1746167084.594791:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423419776 00000100:00100000:3.0:1746167084.594839:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36208 00000100:00100000:3.0:1746167084.594848:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423419776:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746167084.594888:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167084.594957:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423419776:12345-0@lo:41:osp-pre-1-0.0 Request processed in 110us (938us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167084.594964:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36208 00000100:00100000:1.0:1746167084.595286:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423419776:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167084.657960:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746167084.657984:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423419904:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167084.658064:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167084.658407:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423419904 00000100:00100000:0.0:1746167084.658417:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423419904 00000100:00100000:0.0:1746167084.658470:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36209 00000100:00100000:0.0:1746167084.658478:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423419904:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167084.658521:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167084.664525:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423419904:12345-0@lo:41:osp-pre-0-1.0 Request processed in 6035us (6448us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167084.664542:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36209 00000100:00100000:2.0:1746167084.664661:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423419904:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167084.867057:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423420032:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167084.867138:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167084.867212:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423420032 00000100:00100000:1.0:1746167084.867221:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423420032 00000100:00100000:1.0:1746167084.867269:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7320 00000100:00100000:1.0:1746167084.867277:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423420032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167084.867312:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167084.867369:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423420032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167084.867375:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7320 00000100:00100000:2.0:1746167084.869359:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423420032:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167085.068086:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167086.071399:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167086.573790:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167086.573907:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439219200 00000100:00100000:2.0:1746167086.573916:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439219200 00000100:00100000:2.0:1746167086.573956:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1064 00000100:00100000:2.0:1746167086.573964:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a080a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439219200:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167086.574026:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a080a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439219200:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 63us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167086.574032:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1064 00000100:00100000:0.0:1746167086.576764:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167086.576797:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167086.576841:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439219328 00000100:00100000:2.0:1746167086.576850:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439219328 00000100:00100000:0.0:1746167086.576891:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167086.576908:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439219456 00000100:00100000:2.0:1746167086.576911:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439219456 00000100:00080000:0.0:1746167086.576927:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167086.576930:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3410 00000100:00080000:0.0:1746167086.576932:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167086.576938:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439219328:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167086.576955:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3411 00000100:00100000:0.0:1746167086.576967:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439219456:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167086.576989:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439219328:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 53us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167086.576995:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3410 00000100:00100000:0.0:1746167086.577019:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439219456:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 55us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167086.577027:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3411 00000100:00100000:3.0:1746167086.577136:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439219584 00000100:00100000:3.0:1746167086.577143:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439219584 00000100:00100000:3.0:1746167086.577174:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50495 00000100:00100000:3.0:1746167086.577180:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439219584:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167086.577204:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167086.577259:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439219584:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 74us (364us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167086.577266:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50495 00010000:00010000:3.0:1746167087.074523:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167088.076721:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167088.657923:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746167088.657939:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423420160:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167088.657993:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167088.659999:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423420160 00000100:00100000:2.0:1746167088.660009:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423420160 00000100:00100000:2.0:1746167088.660076:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7321 00000100:00100000:2.0:1746167088.660084:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423420160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167088.660110:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167088.660168:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423420160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (2174us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167088.660174:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7321 00000100:00080000:0.0:1746167088.660226:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167088.660336:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423420160:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167089.078596:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167089.591064:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423420288:0@lo:400:kworker.0 00000100:00100000:1.0:1746167089.591311:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746167089.591376:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167089.591380:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167089.591384:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167089.591388:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11005 00000100:00080000:2.0:1746167089.591392:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746167089.591398:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167089.591416:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009fa91f80 x1830977423420800/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746167089.591443:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167089.591446:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167089.591447:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167089.591450:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11005 00000100:00080000:2.0:1746167089.591452:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746167089.591455:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167089.591465:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009fa92a00 x1830977423421312/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167089.591515:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423420544:0@lo:400:kworker.0 00000100:00100000:2.0:1746167089.591541:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167089.591583:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423421184:0@lo:400:kworker.0 00000100:00100000:2.0:1746167089.591604:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167089.591709:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423420416:0@lo:400:kworker.0 00000100:00100000:3.0:1746167089.591732:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167089.592285:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423420672:0@lo:400:kworker.0 00000100:00100000:2.0:1746167089.593173:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423420800:0@lo:8:kworker.0 00000100:00100000:2.0:1746167089.593199:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167089.593218:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423421312:0@lo:8:kworker.0 00000100:00100000:2.0:1746167089.593233:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167089.593258:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423420800 00000100:00100000:2.0:1746167089.593263:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423420800 00000100:00100000:2.0:1746167089.593282:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423421312 00000100:00100000:2.0:1746167089.593284:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423421312 00000100:00100000:2.0:1746167089.593296:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50496 00000100:00100000:2.0:1746167089.593301:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423420800:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167089.593320:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167089.593348:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423420800:12345-0@lo:8:kworker.0 Request processed in 46us (148us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167089.593353:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50496 00000100:00100000:2.0:1746167089.593364:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50497 00000100:00100000:2.0:1746167089.593368:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423421312:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167089.593376:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167089.593393:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423421312:12345-0@lo:8:kworker.0 Request processed in 24us (160us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167089.593397:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50497 00000100:00080000:2.0:1746167089.593425:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167089.593428:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167089.593431:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423420800:0@lo:8:kworker.0 00000100:00080000:2.0:1746167089.593437:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167089.593440:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167089.593442:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423421312:0@lo:8:kworker.0 00000100:00100000:2.0:1746167089.593462:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167089.593479:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423421440:0@lo:400:kworker.0 00000100:00100000:2.0:1746167089.593495:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167089.593506:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1746167089.593511:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423420928:0@lo:400:kworker.0 00000100:00100000:2.0:1746167089.593726:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167089.593739:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423421568:0@lo:400:kworker.0 00000100:00100000:2.0:1746167089.593756:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423421440 00000100:00100000:2.0:1746167089.593759:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423421440 00000100:00100000:2.0:1746167089.593786:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423420928 00000100:00100000:2.0:1746167089.593788:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423420928 00000100:00100000:2.0:1746167089.593799:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7937 00000100:00100000:2.0:1746167089.593803:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423421440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167089.593868:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423421440:12345-0@lo:400:kworker.0 Request processed in 64us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167089.593873:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7937 00000100:00100000:2.0:1746167089.593883:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7938 00000100:00100000:2.0:1746167089.593887:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423420928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167089.593906:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423420928:12345-0@lo:400:kworker.0 Request processed in 19us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167089.593911:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7938 00000100:00100000:2.0:1746167089.593927:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423421184 00000100:00100000:2.0:1746167089.593930:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423421184 00000100:00100000:2.0:1746167089.593946:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423420672 00000100:00100000:2.0:1746167089.593947:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423420672 00000100:00100000:2.0:1746167089.593958:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36210 00000100:00100000:2.0:1746167089.593962:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423421184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167089.593987:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423421184:12345-0@lo:400:kworker.0 Request processed in 25us (2382us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167089.593992:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36210 00000100:00100000:2.0:1746167089.594000:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36211 00000100:00100000:2.0:1746167089.594004:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423420672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167089.594023:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423420672:12345-0@lo:400:kworker.0 Request processed in 19us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167089.594037:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36211 00000100:00100000:2.0:1746167089.594064:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423421184:0@lo:400:kworker.0 00000100:00080000:2.0:1746167089.594096:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167089.594831:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423421056:0@lo:400:kworker.0 00000100:00100000:3.0:1746167089.594854:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167089.595369:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423420544 00000100:00100000:0.0:1746167089.595374:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423420544 00000100:00100000:0.0:1746167089.595408:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423420416 00000100:00100000:0.0:1746167089.595410:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423420416 00000100:00100000:0.0:1746167089.595425:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423421056 00000100:00100000:0.0:1746167089.595427:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423421056 00000100:00100000:0.0:1746167089.595438:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3412 00000100:00100000:0.0:1746167089.595443:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423420544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167089.595474:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423420544:12345-0@lo:400:kworker.0 Request processed in 32us (3933us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167089.595483:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3412 00000100:00100000:0.0:1746167089.595667:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3413 00000100:00100000:0.0:1746167089.595686:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423420416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167089.595711:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423420416:12345-0@lo:400:kworker.0 Request processed in 39us (3978us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167089.595716:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3413 00000100:00100000:0.0:1746167089.595725:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3414 00000100:00100000:0.0:1746167089.595729:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423421056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167089.595747:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423421056:12345-0@lo:400:kworker.0 Request processed in 18us (893us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167089.595751:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3414 00000100:00100000:0.0:1746167089.595765:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423420288 00000100:00100000:0.0:1746167089.595768:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423420288 00000100:00100000:0.0:1746167089.595785:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1065 00000100:00100000:0.0:1746167089.595789:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0808c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423420288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167089.595824:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0808c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423420288:12345-0@lo:400:kworker.0 Request processed in 35us (4513us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167089.595830:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1065 00000100:00100000:0.0:1746167089.595888:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423420288:0@lo:400:kworker.0 00000100:00100000:3.0:1746167089.596527:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423421056:0@lo:400:kworker.0 00000100:00100000:3.0:1746167089.596544:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423420416:0@lo:400:kworker.0 00000100:00080000:2.0:1746167089.597912:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746167089.597918:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167089.597934:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167089.598978:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423420672:0@lo:400:kworker.0 00000100:00100000:2.0:1746167089.598992:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423421440:0@lo:400:kworker.0 00000100:00100000:2.0:1746167089.599013:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423420928:0@lo:400:kworker.0 00000100:00100000:2.0:1746167089.599035:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423420544:0@lo:400:kworker.0 00000100:00100000:3.0:1746167089.600895:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423421568 00000100:00100000:3.0:1746167089.600904:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423421568 00000100:00100000:3.0:1746167089.600957:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3415 00000100:00100000:3.0:1746167089.600965:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423421568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167089.601036:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423421568:12345-0@lo:400:kworker.0 Request processed in 72us (3102us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167089.601042:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3415 00000100:00100000:2.0:1746167089.601114:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423421568:0@lo:400:kworker.0 00000100:00100000:3.0:1746167089.603714:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423421696:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167089.603769:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167089.603884:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423421696 00000100:00100000:2.0:1746167089.603889:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423421696 00000100:00100000:2.0:1746167089.603929:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36212 00000100:00100000:2.0:1746167089.603937:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423421696:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167089.603964:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167089.604005:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423421696:12345-0@lo:41:osp-pre-1-0.0 Request processed in 68us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167089.604010:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36212 00000100:00100000:3.0:1746167089.604083:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423421696:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167089.666517:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167089.666534:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012401a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423421824:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167089.666590:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167089.666696:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423421824 00000100:00100000:2.0:1746167089.666703:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423421824 00000100:00100000:2.0:1746167089.667649:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36213 00000100:00100000:2.0:1746167089.667658:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423421824:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746167089.667701:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746167089.667754:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423421824:12345-0@lo:41:osp-pre-0-1.0 Request processed in 98us (1164us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167089.667759:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36213 00000100:00100000:1.0:1746167089.667814:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012401a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423421824:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167089.875025:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423421952:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167089.875082:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167089.875329:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423421952 00000100:00100000:3.0:1746167089.875337:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423421952 00000100:00100000:3.0:1746167089.875378:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7322 00000100:00100000:3.0:1746167089.875385:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423421952:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167089.875403:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167089.875437:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423421952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167089.875442:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7322 00000100:00100000:0.0:1746167089.876263:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423421952:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167090.080907:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167091.082994:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167091.585390:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167091.585442:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167091.585964:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439219840 00000100:00100000:1.0:1746167091.585973:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439219840 00000100:00100000:1.0:1746167091.586041:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3416 00000100:00100000:1.0:1746167091.586049:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439219840:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:3.0:1746167091.586118:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167091.588685:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439219840:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 2617us (3284us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167091.588697:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3416 00000100:00100000:2.0:1746167091.589829:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439219712 00000100:00100000:2.0:1746167091.589838:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439219712 00000100:00100000:2.0:1746167091.589874:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1066 00000100:00100000:2.0:1746167091.589880:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0808450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439219712:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167091.589930:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0808450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439219712:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 50us (4487us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167091.589936:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1066 00000100:00100000:1.0:1746167091.590651:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167091.590721:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167091.590803:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439219968 00000100:00100000:2.0:1746167091.590807:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439219968 00000100:00100000:2.0:1746167091.590851:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3417 00000100:00100000:2.0:1746167091.590856:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439219968:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167091.590891:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439219968:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 35us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167091.590897:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3417 00000100:00100000:3.0:1746167091.590978:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439220096 00000100:00100000:3.0:1746167091.590983:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439220096 00000100:00100000:3.0:1746167091.591011:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50498 00000100:00100000:3.0:1746167091.591016:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439220096:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167091.591034:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167091.591058:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439220096:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 42us (338us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167091.591064:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50498 00000100:00080000:0.0:1746167091.591145:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1746167092.085826:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167093.088861:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167093.667704:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746167093.667726:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423422080:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167093.667797:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167093.668451:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423422080 00000100:00100000:3.0:1746167093.668459:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423422080 00000100:00100000:3.0:1746167093.668512:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7323 00000100:00100000:3.0:1746167093.668519:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423422080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167093.668542:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167093.668575:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423422080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (779us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167093.668580:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7323 00000100:00080000:1.0:1746167093.669469:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167093.669784:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423422080:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167094.090048:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746167094.593903:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167094.593908:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167094.593911:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167094.593918:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11010 00000100:00080000:2.0:1746167094.593922:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746167094.593928:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167094.593946:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009fa91c00 x1830977423422720/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746167094.593977:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167094.593979:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167094.593981:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167094.593983:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11010 00000100:00080000:2.0:1746167094.593985:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746167094.593988:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167094.593998:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cd38380 x1830977423423232/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167094.594033:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423422592:0@lo:400:kworker.0 00000100:00100000:2.0:1746167094.594278:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167094.594323:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423423360:0@lo:400:kworker.0 00000100:00100000:2.0:1746167094.594340:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167094.594356:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1746167094.594359:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423422464:0@lo:400:kworker.0 00000100:00100000:2.0:1746167094.594373:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167094.594383:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423423104:0@lo:400:kworker.0 00000100:00100000:2.0:1746167094.594394:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167094.594409:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423422720:0@lo:8:kworker.0 00000100:00100000:2.0:1746167094.594421:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167094.594439:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423423232:0@lo:8:kworker.0 00000100:00100000:2.0:1746167094.594453:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167094.594474:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423423360 00000100:00100000:2.0:1746167094.594478:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423423360 00000100:00100000:2.0:1746167094.594512:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423422720 00000100:00100000:2.0:1746167094.594515:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423422720 00000100:00100000:2.0:1746167094.594524:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423423232 00000100:00100000:2.0:1746167094.594525:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423423232 00000100:00100000:2.0:1746167094.594536:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7939 00000100:00100000:2.0:1746167094.594543:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423423360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167094.594578:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423423360:12345-0@lo:400:kworker.0 Request processed in 36us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167094.594584:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7939 00000100:00100000:2.0:1746167094.594595:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50499 00000100:00100000:2.0:1746167094.594598:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423422720:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167094.594614:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167094.594631:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423422720:12345-0@lo:8:kworker.0 Request processed in 32us (209us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167094.594635:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50499 00000100:00100000:2.0:1746167094.594641:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50500 00000100:00100000:2.0:1746167094.594644:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423423232:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167094.594651:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167094.594662:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423423232:12345-0@lo:8:kworker.0 Request processed in 16us (208us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167094.594666:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50500 00000100:00100000:2.0:1746167094.594693:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423422464 00000100:00100000:2.0:1746167094.594695:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423422464 00000100:00100000:2.0:1746167094.594713:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3418 00000100:00100000:2.0:1746167094.594717:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423422464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167094.594749:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423422464:12345-0@lo:400:kworker.0 Request processed in 31us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167094.594754:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3418 00000100:00100000:2.0:1746167094.594766:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423422592 00000100:00100000:2.0:1746167094.594768:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423422592 00000100:00100000:2.0:1746167094.594781:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423423104 00000100:00100000:2.0:1746167094.594782:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423423104 00000100:00100000:2.0:1746167094.594790:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36214 00000100:00100000:2.0:1746167094.594794:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423422592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167094.594812:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423422592:12345-0@lo:400:kworker.0 Request processed in 18us (535us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167094.594816:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36214 00000100:00100000:2.0:1746167094.594822:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36215 00000100:00100000:2.0:1746167094.594825:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423423104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167094.594839:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423423104:12345-0@lo:400:kworker.0 Request processed in 13us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167094.594842:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36215 00000100:00080000:2.0:1746167094.594874:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167094.594876:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167094.594880:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423422720:0@lo:8:kworker.0 00000100:00080000:2.0:1746167094.594886:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167094.594888:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167094.594890:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423423232:0@lo:8:kworker.0 00000100:00100000:2.0:1746167094.594913:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423422464:0@lo:400:kworker.0 00000100:00100000:2.0:1746167094.594920:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423423104:0@lo:400:kworker.0 00000100:00100000:2.0:1746167094.594926:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423422592:0@lo:400:kworker.0 00000100:00100000:2.0:1746167094.594933:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423423360:0@lo:400:kworker.0 00000100:00080000:2.0:1746167094.594966:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746167094.594969:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167094.595179:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012401a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423422208:0@lo:400:kworker.0 00000100:00100000:1.0:1746167094.595208:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167094.595242:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423422848:0@lo:400:kworker.0 00000100:00100000:1.0:1746167094.595258:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167094.595268:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423423488:0@lo:400:kworker.0 00000100:00100000:1.0:1746167094.595282:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167094.595292:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746167094.595297:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423422336:0@lo:400:kworker.0 00000100:00100000:1.0:1746167094.595309:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167094.595319:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423422976:0@lo:400:kworker.0 00000100:00100000:1.0:1746167094.595331:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167094.595346:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423423488 00000100:00100000:1.0:1746167094.595349:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423423488 00000100:00100000:1.0:1746167094.595364:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423422336 00000100:00100000:1.0:1746167094.595366:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423422336 00000100:00100000:1.0:1746167094.595379:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423422976 00000100:00100000:1.0:1746167094.595380:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423422976 00000100:00100000:1.0:1746167094.595391:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3419 00000100:00100000:1.0:1746167094.595395:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423423488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167094.595421:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423423488:12345-0@lo:400:kworker.0 Request processed in 26us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167094.595426:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3419 00000100:00100000:1.0:1746167094.595436:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3420 00000100:00100000:1.0:1746167094.595440:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013048a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423422336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167094.595456:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013048a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423422336:12345-0@lo:400:kworker.0 Request processed in 17us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167094.595461:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3420 00000100:00100000:1.0:1746167094.595468:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3421 00000100:00100000:1.0:1746167094.595472:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423422976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167094.595488:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423422976:12345-0@lo:400:kworker.0 Request processed in 16us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167094.595496:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3421 00000100:00100000:1.0:1746167094.595518:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423422336:0@lo:400:kworker.0 00000100:00100000:1.0:1746167094.595525:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423422976:0@lo:400:kworker.0 00000100:00100000:1.0:1746167094.595532:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423423488:0@lo:400:kworker.0 00000100:00100000:1.0:1746167094.595554:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423422208 00000100:00100000:1.0:1746167094.595556:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423422208 00000100:00100000:1.0:1746167094.595573:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1067 00000100:00100000:1.0:1746167094.595577:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0809450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423422208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167094.595600:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0809450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423422208:12345-0@lo:400:kworker.0 Request processed in 23us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167094.595604:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1067 00000100:00100000:1.0:1746167094.595630:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012401a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423422208:0@lo:400:kworker.0 00000100:00080000:2.0:1746167094.596352:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167094.596361:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423422848 00000100:00100000:2.0:1746167094.596365:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423422848 00000100:00100000:2.0:1746167094.596490:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7940 00000100:00100000:2.0:1746167094.596497:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423422848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167094.596533:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423422848:12345-0@lo:400:kworker.0 Request processed in 37us (1273us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167094.596539:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7940 00000100:00100000:1.0:1746167094.597132:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423422848:0@lo:400:kworker.0 00000100:00100000:0.0:1746167094.610136:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423423616:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167094.610196:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167094.610353:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423423616 00000100:00100000:2.0:1746167094.610359:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423423616 00000100:00100000:2.0:1746167094.611126:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36216 00000100:00100000:2.0:1746167094.611135:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423423616:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167094.611165:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167094.611807:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423423616:12345-0@lo:41:osp-pre-1-0.0 Request processed in 673us (1610us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167094.611813:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36216 00000100:00100000:0.0:1746167094.611890:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423423616:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167094.675359:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013048ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423423744:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167094.675416:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167094.675484:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423423744 00000100:00100000:3.0:1746167094.675493:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423423744 00000100:00100000:3.0:1746167094.675533:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36217 00000100:00100000:3.0:1746167094.675540:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097630700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423423744:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167094.675566:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167094.676345:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097630700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423423744:12345-0@lo:41:osp-pre-0-1.0 Request processed in 802us (925us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167094.676352:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36217 00000100:00100000:1.0:1746167094.676438:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013048ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423423744:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167094.882703:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746167094.882745:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423423872:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167094.882968:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167094.883329:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423423872 00000100:00100000:2.0:1746167094.883336:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423423872 00000100:00100000:2.0:1746167094.883382:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7324 00000100:00100000:2.0:1746167094.883389:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013048ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423423872:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167094.883408:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167094.883650:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013048ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423423872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 261us (682us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167094.883656:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7324 00000100:00100000:1.0:1746167094.885610:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423423872:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167095.092040:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167096.093998:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167096.591876:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167096.591917:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167096.591955:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167096.591993:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439220480 00000100:00100000:0.0:1746167096.592001:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439220480 00000100:00100000:0.0:1746167096.592055:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439220352 00000100:00100000:0.0:1746167096.592058:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439220352 00000100:00100000:0.0:1746167096.592076:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3422 00000100:00100000:0.0:1746167096.592083:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097632d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439220480:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167096.592139:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097632d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439220480:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 56us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167096.592145:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3422 00000100:00100000:0.0:1746167096.592159:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3423 00000100:00100000:0.0:1746167096.592164:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097630e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439220352:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167096.592183:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097630e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439220352:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 19us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167096.592188:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3423 00000100:00080000:3.0:1746167096.592534:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746167096.592538:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167096.592595:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439220224 00000100:00100000:1.0:1746167096.592600:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439220224 00000100:00100000:1.0:1746167096.592635:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1068 00000100:00100000:1.0:1746167096.592644:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439220224:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167096.594897:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439220224:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 2248us (3021us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167096.594906:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1068 00000100:00100000:0.0:1746167096.597155:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167096.597214:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439220608 00000100:00100000:2.0:1746167096.597221:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439220608 00000100:00100000:2.0:1746167096.597263:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50501 00000100:00100000:2.0:1746167096.597269:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097630000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439220608:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167096.597292:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167096.597348:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097630000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439220608:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 78us (196us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167096.597354:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50501 00010000:00010000:3.0:1746167097.096716:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167098.098738:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167098.676408:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b202a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423424000:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167098.676467:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167098.676936:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423424000 00000100:00100000:3.0:1746167098.676943:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423424000 00000100:00100000:3.0:1746167098.676987:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7325 00000100:00100000:3.0:1746167098.676993:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423424000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167098.677016:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167098.677055:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423424000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167098.677061:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7325 00000100:00080000:0.0:1746167098.677149:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167098.677173:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b202a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423424000:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167099.100336:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746167099.602871:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167099.602877:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167099.602880:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167099.602887:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11015 00000100:00080000:2.0:1746167099.602890:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746167099.602896:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167099.602914:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b63ca80 x1830977423424640/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746167099.602942:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167099.602944:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167099.602946:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167099.602949:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11015 00000100:00080000:2.0:1746167099.602950:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746167099.602953:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167099.602962:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cd3aa00 x1830977423425152/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167099.602994:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423424640:0@lo:8:kworker.0 00000100:00100000:2.0:1746167099.603045:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167099.603094:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423425152:0@lo:8:kworker.0 00000100:00100000:2.0:1746167099.603113:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167099.603144:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423424640 00000100:00100000:2.0:1746167099.603149:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423424640 00000100:00100000:2.0:1746167099.603168:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423425152 00000100:00100000:2.0:1746167099.603170:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423425152 00000100:00100000:2.0:1746167099.603181:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50502 00000100:00100000:2.0:1746167099.603186:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423424640:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167099.603205:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167099.603237:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423424640:12345-0@lo:8:kworker.0 Request processed in 49us (192us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167099.603242:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50502 00000100:00100000:2.0:1746167099.603255:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50503 00000100:00100000:2.0:1746167099.603259:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423425152:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167099.603267:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167099.603285:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423425152:12345-0@lo:8:kworker.0 Request processed in 25us (171us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167099.603290:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50503 00000100:00080000:2.0:1746167099.603321:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167099.603325:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167099.603328:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423424640:0@lo:8:kworker.0 00000100:00080000:2.0:1746167099.603334:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167099.603336:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167099.603338:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423425152:0@lo:8:kworker.0 00000100:00100000:2.0:1746167099.603375:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423424256:0@lo:400:kworker.0 00000100:00100000:2.0:1746167099.603397:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167099.603412:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423424896:0@lo:400:kworker.0 00000100:00100000:2.0:1746167099.603424:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167099.603436:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1746167099.603440:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423424384:0@lo:400:kworker.0 00000100:00100000:2.0:1746167099.603453:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167099.603465:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423425024:0@lo:400:kworker.0 00000100:00100000:2.0:1746167099.603481:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167099.603502:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423424256 00000100:00100000:2.0:1746167099.603504:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423424256 00000100:00100000:2.0:1746167099.603732:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423424896 00000100:00100000:2.0:1746167099.603735:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423424896 00000100:00100000:2.0:1746167099.603746:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423424384 00000100:00100000:2.0:1746167099.603748:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423424384 00000100:00100000:2.0:1746167099.603761:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3424 00000100:00100000:2.0:1746167099.603765:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423424256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167099.603799:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423424256:12345-0@lo:400:kworker.0 Request processed in 33us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167099.603804:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3424 00000100:00100000:2.0:1746167099.603813:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3425 00000100:00100000:2.0:1746167099.603817:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423424896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167099.603837:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423424896:12345-0@lo:400:kworker.0 Request processed in 20us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167099.603841:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3425 00000100:00100000:2.0:1746167099.603849:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3426 00000100:00100000:2.0:1746167099.603854:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423424384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167099.603872:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423424384:12345-0@lo:400:kworker.0 Request processed in 18us (418us total) trans 0 rc 0/0 00000100:00080000:3.0:1746167099.604285:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746167099.604289:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167099.604299:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423425024 00000100:00100000:3.0:1746167099.604303:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423425024 00000100:00100000:3.0:1746167099.604326:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36218 00000100:00100000:3.0:1746167099.604330:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423425024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167099.604358:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423425024:12345-0@lo:400:kworker.0 Request processed in 28us (877us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167099.604363:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36218 00000100:00100000:3.0:1746167099.604394:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423424384:0@lo:400:kworker.0 00000100:00100000:3.0:1746167099.604400:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423425024:0@lo:400:kworker.0 00000100:00100000:3.0:1746167099.604406:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423424256:0@lo:400:kworker.0 00000100:00100000:3.0:1746167099.604412:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423424896:0@lo:400:kworker.0 00000100:00100000:0.0:1746167099.604709:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423424128:0@lo:400:kworker.0 00000100:00100000:0.0:1746167099.604741:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167099.604773:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423424768:0@lo:400:kworker.0 00000100:00100000:0.0:1746167099.604791:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167099.604805:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423425408:0@lo:400:kworker.0 00000100:00100000:0.0:1746167099.604820:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167099.604831:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746167099.604835:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423424512:0@lo:400:kworker.0 00000100:00100000:0.0:1746167099.604851:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167099.604861:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423425280:0@lo:400:kworker.0 00000100:00100000:0.0:1746167099.604874:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167099.604897:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423424128 00000100:00100000:0.0:1746167099.604900:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423424128 00000100:00100000:0.0:1746167099.604920:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1069 00000100:00100000:0.0:1746167099.604924:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423424128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167099.604951:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423424128:12345-0@lo:400:kworker.0 Request processed in 26us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167099.604959:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1069 00000100:00100000:0.0:1746167099.604983:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423424128:0@lo:400:kworker.0 00000100:00100000:0.0:1746167099.605004:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423424768 00000100:00100000:0.0:1746167099.605007:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423424768 00000100:00100000:0.0:1746167099.605022:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423425280 00000100:00100000:0.0:1746167099.605024:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423425280 00000100:00100000:0.0:1746167099.605038:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7941 00000100:00100000:0.0:1746167099.605043:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b201c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423424768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167099.605068:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b201c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423424768:12345-0@lo:400:kworker.0 Request processed in 25us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167099.605073:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7941 00000100:00100000:0.0:1746167099.605082:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7942 00000100:00100000:0.0:1746167099.605086:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b202a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423425280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167099.605106:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b202a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423425280:12345-0@lo:400:kworker.0 Request processed in 20us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167099.605110:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7942 00000100:00080000:0.0:1746167099.605120:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167099.605133:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423425280:0@lo:400:kworker.0 00000100:00100000:0.0:1746167099.605140:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423424768:0@lo:400:kworker.0 00000100:00100000:3.0:1746167099.605214:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423425408 00000100:00100000:3.0:1746167099.605217:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423425408 00000100:00100000:3.0:1746167099.605235:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3427 00000100:00100000:3.0:1746167099.605239:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b202680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423425408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167099.605273:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b202680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423425408:12345-0@lo:400:kworker.0 Request processed in 33us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167099.605278:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3427 00000100:00100000:3.0:1746167099.605292:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423424512 00000100:00100000:3.0:1746167099.605294:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423424512 00000100:00100000:3.0:1746167099.605307:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36219 00000100:00100000:3.0:1746167099.605311:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b201180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423424512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167099.605334:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b201180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423424512:12345-0@lo:400:kworker.0 Request processed in 22us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167099.605338:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36219 00000100:00100000:0.0:1746167099.605706:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423424512:0@lo:400:kworker.0 00000100:00100000:0.0:1746167099.605715:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423425408:0@lo:400:kworker.0 00000100:00100000:2.0:1746167099.605774:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3426 00000100:00100000:2.0:1746167099.620439:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746167099.620458:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136053800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423425536:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167099.620512:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167099.620696:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423425536 00000100:00100000:0.0:1746167099.620702:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423425536 00000100:00100000:0.0:1746167099.620742:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36220 00000100:00100000:0.0:1746167099.620749:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423425536:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167099.620780:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167099.620826:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423425536:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167099.620832:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36220 00000100:00100000:2.0:1746167099.620929:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136053800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423425536:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167099.681916:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746167099.681935:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423425664:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167099.681992:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167099.682086:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423425664 00000100:00100000:0.0:1746167099.682092:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423425664 00000100:00100000:0.0:1746167099.682318:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36221 00000100:00100000:0.0:1746167099.682326:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423425664:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167099.682354:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167099.682402:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423425664:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167099.682408:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36221 00000100:00100000:3.0:1746167099.682477:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423425664:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167099.889892:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423425792:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167099.889951:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167099.890903:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423425792 00000100:00100000:3.0:1746167099.890911:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423425792 00000100:00100000:3.0:1746167099.890951:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7326 00000100:00100000:3.0:1746167099.890957:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423425792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167099.890975:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167099.891012:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423425792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (1061us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167099.891018:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7326 00000100:00100000:2.0:1746167099.891305:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423425792:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167100.103484:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167101.107090:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167101.598062:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167101.599765:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167101.599805:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167101.599923:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439220864 00000100:00100000:3.0:1746167101.599933:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439220864 00000100:00100000:3.0:1746167101.599977:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439220992 00000100:00100000:3.0:1746167101.599979:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439220992 00000100:00100000:3.0:1746167101.599994:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3428 00000100:00100000:3.0:1746167101.600002:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136050700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439220864:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167101.600057:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136050700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439220864:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 58us (2003us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167101.600063:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3428 00000100:00100000:3.0:1746167101.600076:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3429 00000100:00100000:3.0:1746167101.600080:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136052a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439220992:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167101.600094:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136052a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439220992:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 14us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167101.600099:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3429 00000100:00100000:1.0:1746167101.600243:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439220736 00000100:00100000:1.0:1746167101.600247:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439220736 00000100:00100000:1.0:1746167101.600272:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1070 00000100:00100000:1.0:1746167101.600277:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439220736:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167101.600306:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439220736:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 29us (545us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167101.600311:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1070 00000100:00080000:0.0:1746167101.604778:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167101.604785:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167101.604896:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167101.604954:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439221120 00000100:00100000:0.0:1746167101.604961:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439221120 00000100:00100000:0.0:1746167101.604995:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50504 00000100:00100000:0.0:1746167101.605001:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439221120:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167101.605022:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167101.605074:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439221120:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 71us (180us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167101.605079:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50504 00010000:00010000:3.0:1746167102.110236:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167103.114809:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167103.681863:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423425920:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167103.681924:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167103.683099:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423425920 00000100:00100000:1.0:1746167103.683106:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423425920 00000100:00100000:1.0:1746167103.683906:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7327 00000100:00100000:1.0:1746167103.683916:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136053800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423425920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167103.683943:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167103.683997:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136053800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423425920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (2074us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167103.684003:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7327 00000100:00100000:0.0:1746167103.684270:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423425920:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1746167103.684701:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746167104.118969:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167104.610434:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423426048:0@lo:400:kworker.0 00000100:00100000:3.0:1746167104.610494:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167104.610607:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423426048 00000100:00100000:3.0:1746167104.610613:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423426048 00000100:00100000:3.0:1746167104.610647:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1071 00000100:00100000:3.0:1746167104.610654:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423426048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167104.610721:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423426048:12345-0@lo:400:kworker.0 Request processed in 67us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167104.610728:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1071 00000100:00100000:3.0:1746167104.610764:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423426048:0@lo:400:kworker.0 00000100:00100000:1.0:1746167104.610916:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423426304:0@lo:400:kworker.0 00000100:00100000:1.0:1746167104.610943:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167104.610979:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423426304 00000100:00100000:1.0:1746167104.610982:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423426304 00000100:00100000:1.0:1746167104.611011:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3430 00000100:00100000:1.0:1746167104.611016:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090461880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423426304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167104.611043:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090461880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423426304:12345-0@lo:400:kworker.0 Request processed in 28us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167104.611048:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3430 00000100:00100000:1.0:1746167104.611069:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423426304:0@lo:400:kworker.0 00000100:00100000:0.0:1746167104.611128:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423426176:0@lo:400:kworker.0 00000100:00100000:0.0:1746167104.611152:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746167104.611179:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167104.611193:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423426176 00000100:00100000:0.0:1746167104.611195:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423426176 00000100:00100000:0.0:1746167104.611217:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3431 00000100:00100000:0.0:1746167104.611222:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423426176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167104.611248:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423426176:12345-0@lo:400:kworker.0 Request processed in 26us (94us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167104.611253:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3431 00000100:00080000:0.0:1746167104.611264:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167104.611278:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423426176:0@lo:400:kworker.0 00000100:00080000:2.0:1746167104.611332:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167104.611336:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167104.611338:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167104.611342:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11020 00000100:00080000:2.0:1746167104.611345:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746167104.611349:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167104.611364:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b63c380 x1830977423426560/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746167104.611391:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167104.611394:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167104.611395:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167104.611400:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11020 00000100:00080000:2.0:1746167104.611402:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746167104.611404:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167104.611413:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b63ca80 x1830977423427072/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167104.611440:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423426560:0@lo:8:kworker.0 00000100:00100000:2.0:1746167104.611466:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167104.611483:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423427072:0@lo:8:kworker.0 00000100:00100000:2.0:1746167104.611730:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167104.611756:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423426560 00000100:00100000:2.0:1746167104.611759:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423426560 00000100:00100000:2.0:1746167104.611772:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423427072 00000100:00100000:2.0:1746167104.611774:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423427072 00000100:00100000:2.0:1746167104.611785:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50505 00000100:00100000:2.0:1746167104.611789:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423426560:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167104.611807:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167104.611830:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423426560:12345-0@lo:8:kworker.0 Request processed in 41us (364us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167104.611836:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50505 00000100:00100000:2.0:1746167104.611845:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50506 00000100:00100000:2.0:1746167104.611848:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423427072:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167104.611857:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167104.611871:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423427072:12345-0@lo:8:kworker.0 Request processed in 22us (142us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167104.611876:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50506 00000100:00080000:2.0:1746167104.611899:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167104.611902:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167104.611906:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423426560:0@lo:8:kworker.0 00000100:00080000:2.0:1746167104.611912:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167104.611914:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167104.611917:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423427072:0@lo:8:kworker.0 00000100:00100000:2.0:1746167104.611942:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423426432:0@lo:400:kworker.0 00000100:00100000:2.0:1746167104.611962:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167104.611976:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423427200:0@lo:400:kworker.0 00000100:00100000:2.0:1746167104.611989:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167104.612000:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746167104.612004:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423426944:0@lo:400:kworker.0 00000100:00100000:2.0:1746167104.612017:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167104.612035:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423426432 00000100:00100000:2.0:1746167104.612037:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423426432 00000100:00100000:2.0:1746167104.612053:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423426944 00000100:00100000:2.0:1746167104.612056:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423426944 00000100:00100000:2.0:1746167104.612067:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36222 00000100:00100000:2.0:1746167104.612071:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423426432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167104.612096:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423426432:12345-0@lo:400:kworker.0 Request processed in 24us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167104.612101:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36222 00000100:00100000:2.0:1746167104.612110:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36223 00000100:00100000:2.0:1746167104.612115:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423426944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167104.612132:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423426944:12345-0@lo:400:kworker.0 Request processed in 17us (114us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167104.612137:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36223 00000100:00100000:2.0:1746167104.612153:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423427200 00000100:00100000:2.0:1746167104.612155:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423427200 00000100:00100000:2.0:1746167104.612173:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7943 00000100:00100000:2.0:1746167104.612177:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423427200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167104.612198:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423427200:12345-0@lo:400:kworker.0 Request processed in 20us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167104.612203:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7943 00000100:00100000:2.0:1746167104.612220:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423426944:0@lo:400:kworker.0 00000100:00100000:2.0:1746167104.612227:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423426432:0@lo:400:kworker.0 00000100:00100000:2.0:1746167104.612234:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423427200:0@lo:400:kworker.0 00000100:00100000:3.0:1746167104.612364:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423426688:0@lo:400:kworker.0 00000100:00100000:3.0:1746167104.612384:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167104.612403:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423427328:0@lo:400:kworker.0 00000100:00100000:3.0:1746167104.612418:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167104.613419:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746167104.613425:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423426816:0@lo:400:kworker.0 00000100:00100000:3.0:1746167104.613445:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167104.613466:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423427328 00000100:00100000:3.0:1746167104.613469:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423427328 00000100:00100000:3.0:1746167104.613486:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423426816 00000100:00100000:3.0:1746167104.613488:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423426816 00000100:00100000:3.0:1746167104.613500:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3432 00000100:00100000:3.0:1746167104.613505:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423427328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167104.613530:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423427328:12345-0@lo:400:kworker.0 Request processed in 25us (1111us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167104.613539:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3432 00000100:00100000:3.0:1746167104.613550:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3433 00000100:00100000:3.0:1746167104.613565:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423426816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167104.613584:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423426816:12345-0@lo:400:kworker.0 Request processed in 20us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167104.613589:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3433 00000100:00100000:3.0:1746167104.613613:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423426816:0@lo:400:kworker.0 00000100:00100000:3.0:1746167104.613620:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423427328:0@lo:400:kworker.0 00000100:00080000:0.0:1746167104.613724:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167104.613797:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423426688 00000100:00100000:2.0:1746167104.613800:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423426688 00000100:00100000:2.0:1746167104.615059:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7944 00000100:00100000:2.0:1746167104.615068:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423426688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167104.616160:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423426688:12345-0@lo:400:kworker.0 Request processed in 1092us (3772us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167104.616167:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7944 00000100:00100000:3.0:1746167104.617758:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423426688:0@lo:400:kworker.0 00000100:00100000:0.0:1746167104.626389:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423427456:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167104.626441:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167104.626499:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423427456 00000100:00100000:0.0:1746167104.626504:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423427456 00000100:00100000:0.0:1746167104.626760:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36224 00000100:00100000:0.0:1746167104.626767:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423427456:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167104.626792:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167104.626831:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423427456:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167104.626840:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36224 00000100:00100000:1.0:1746167104.626929:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423427456:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167104.689933:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423427584:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167104.690022:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167104.690389:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423427584 00000100:00100000:0.0:1746167104.690401:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423427584 00000100:00100000:0.0:1746167104.690444:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36225 00000100:00100000:0.0:1746167104.690458:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090461f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423427584:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167104.690498:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167104.690538:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090461f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423427584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (519us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167104.690560:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36225 00000100:00100000:1.0:1746167104.690877:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423427584:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167104.899666:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423427712:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167104.899739:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167104.900416:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423427712 00000100:00100000:3.0:1746167104.900424:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423427712 00000100:00100000:3.0:1746167104.901801:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7328 00000100:00100000:3.0:1746167104.901812:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423427712:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167104.901851:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167104.902800:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423427712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 989us (3059us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167104.902809:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7328 00000100:00100000:2.0:1746167104.902904:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423427712:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167105.123019:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167106.126508:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167106.609365:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167106.619396:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167106.619538:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439221376 00000100:00100000:1.0:1746167106.619545:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439221376 00000100:00100000:1.0:1746167106.619607:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3434 00000100:00100000:1.0:1746167106.619615:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439221376:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:3.0:1746167106.619724:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167106.620228:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439221248 00000100:00100000:2.0:1746167106.620232:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439221248 00000100:00100000:1.0:1746167106.620303:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439221376:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 688us (10946us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167106.620310:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3434 00000100:00100000:0.0:1746167106.620431:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167106.620461:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167106.620745:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1072 00000100:00100000:2.0:1746167106.620753:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439221248:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167106.621710:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439221632 00000100:00100000:3.0:1746167106.621715:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439221632 00000100:00100000:2.0:1746167106.621780:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439221248:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1025us (2389us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167106.621785:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1072 00000100:00100000:1.0:1746167106.621961:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439221504 00000100:00100000:1.0:1746167106.621964:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439221504 00000100:00100000:1.0:1746167106.621993:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3435 00000100:00100000:1.0:1746167106.621998:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439221504:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167106.622884:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50507 00000100:00100000:3.0:1746167106.622889:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439221632:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167106.622908:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1746167106.623939:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167106.626033:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439221504:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 4027us (5593us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167106.626043:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3435 00000100:00100000:3.0:1746167106.626510:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439221632:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 3618us (6046us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167106.626528:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50507 00010000:00010000:3.0:1746167107.127870:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167108.132875:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167108.690712:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423427840:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167108.690774:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167108.690838:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423427840 00000100:00100000:2.0:1746167108.690846:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423427840 00000100:00100000:2.0:1746167108.690900:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7329 00000100:00100000:2.0:1746167108.690908:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423427840:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1746167108.690909:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:2.0:1746167108.690934:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167108.690983:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423427840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167108.690990:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7329 00000100:00100000:3.0:1746167108.691060:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423427840:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167109.133982:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746167109.617894:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167109.617899:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167109.617902:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167109.617908:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11025 00000100:00080000:2.0:1746167109.617913:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746167109.617918:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167109.617937:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b63c700 x1830977423428480/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746167109.617962:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167109.617965:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167109.617966:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167109.617969:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11025 00000100:00080000:2.0:1746167109.617971:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746167109.617975:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167109.617985:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009caef800 x1830977423428992/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167109.618018:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423428224:0@lo:400:kworker.0 00000100:00100000:2.0:1746167109.618096:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167109.618146:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423428864:0@lo:400:kworker.0 00000100:00100000:2.0:1746167109.618464:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167109.618765:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1746167109.618787:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423428096:0@lo:400:kworker.0 00000100:00100000:2.0:1746167109.618812:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167109.618865:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423428736:0@lo:400:kworker.0 00000100:00100000:2.0:1746167109.618888:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167109.618935:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423428480:0@lo:8:kworker.0 00000100:00100000:2.0:1746167109.618970:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167109.619016:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423428992:0@lo:8:kworker.0 00000100:00100000:2.0:1746167109.619057:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167109.619319:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423428480 00000100:00100000:2.0:1746167109.619326:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423428480 00000100:00100000:2.0:1746167109.619353:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423428992 00000100:00100000:2.0:1746167109.619356:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423428992 00000100:00100000:2.0:1746167109.619397:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50508 00000100:00100000:2.0:1746167109.619404:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423428480:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167109.619436:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167109.619504:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423428480:12345-0@lo:8:kworker.0 Request processed in 93us (534us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167109.619528:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50508 00000100:00100000:2.0:1746167109.619550:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50509 00000100:00100000:2.0:1746167109.619559:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423428992:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167109.619569:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167109.619616:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423428992:12345-0@lo:8:kworker.0 Request processed in 61us (562us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167109.619621:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50509 00000100:00080000:2.0:1746167109.619726:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167109.619730:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167109.619733:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423428480:0@lo:8:kworker.0 00000100:00080000:2.0:1746167109.619743:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167109.619745:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167109.619748:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423428992:0@lo:8:kworker.0 00000100:00100000:2.0:1746167109.619825:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423428224 00000100:00100000:2.0:1746167109.619829:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423428224 00000100:00100000:2.0:1746167109.619891:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423428096 00000100:00100000:2.0:1746167109.619899:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423428096 00000100:00100000:2.0:1746167109.619934:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423428736 00000100:00100000:2.0:1746167109.619936:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423428736 00000100:00100000:2.0:1746167109.619979:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3436 00000100:00100000:2.0:1746167109.619999:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090941f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423428224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167109.620102:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090941f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423428224:12345-0@lo:400:kworker.0 Request processed in 117us (2005us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167109.620117:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3436 00000100:00100000:2.0:1746167109.620128:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3437 00000100:00100000:2.0:1746167109.620139:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090942a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423428096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167109.620243:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090942a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423428096:12345-0@lo:400:kworker.0 Request processed in 104us (1429us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167109.620248:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3437 00000100:00100000:2.0:1746167109.620267:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3438 00000100:00100000:2.0:1746167109.620283:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423428736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167109.620311:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423428736:12345-0@lo:400:kworker.0 Request processed in 39us (1422us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167109.620331:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3438 00000100:00080000:2.0:1746167109.620401:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746167109.620404:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167109.620429:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423428096:0@lo:400:kworker.0 00000100:00100000:2.0:1746167109.620443:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423428736:0@lo:400:kworker.0 00000100:00100000:2.0:1746167109.620461:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423428224:0@lo:400:kworker.0 00000100:00100000:2.0:1746167109.620740:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423428864 00000100:00100000:2.0:1746167109.620744:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423428864 00000100:00100000:2.0:1746167109.620798:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36226 00000100:00100000:2.0:1746167109.620819:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090943b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423428864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167109.620895:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090943b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423428864:12345-0@lo:400:kworker.0 Request processed in 60us (2433us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167109.620912:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36226 00000100:00100000:2.0:1746167109.620935:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423428864:0@lo:400:kworker.0 00000100:00100000:3.0:1746167109.621059:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423428352:0@lo:400:kworker.0 00000100:00100000:3.0:1746167109.621085:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167109.621125:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423429120:0@lo:400:kworker.0 00000100:00100000:3.0:1746167109.621141:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167109.621155:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1746167109.621160:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423427968:0@lo:400:kworker.0 00000100:00100000:3.0:1746167109.621180:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167109.621197:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423427968 00000100:00100000:3.0:1746167109.621200:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423427968 00000100:00100000:3.0:1746167109.621220:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1073 00000100:00100000:3.0:1746167109.621225:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423427968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167109.621249:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423427968:12345-0@lo:400:kworker.0 Request processed in 24us (68us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167109.621253:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1073 00000100:00100000:3.0:1746167109.621295:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423427968:0@lo:400:kworker.0 00000100:00100000:3.0:1746167109.621300:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423428608:0@lo:400:kworker.0 00000100:00100000:3.0:1746167109.621315:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167109.621328:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423429120 00000100:00100000:3.0:1746167109.621331:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423429120 00000100:00100000:3.0:1746167109.621352:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423428608 00000100:00100000:3.0:1746167109.621354:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423428608 00000100:00100000:3.0:1746167109.621364:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7945 00000100:00100000:3.0:1746167109.621369:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423429120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167109.621389:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423429120:12345-0@lo:400:kworker.0 Request processed in 21us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167109.621394:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7945 00000100:00100000:3.0:1746167109.621405:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7946 00000100:00100000:3.0:1746167109.621409:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423428608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167109.621426:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423428608:12345-0@lo:400:kworker.0 Request processed in 17us (110us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167109.621430:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7946 00000100:00100000:3.0:1746167109.621666:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423428608:0@lo:400:kworker.0 00000100:00100000:3.0:1746167109.621671:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423429248:0@lo:400:kworker.0 00000100:00100000:3.0:1746167109.621720:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167109.621736:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423429120:0@lo:400:kworker.0 00000100:00080000:3.0:1746167109.621753:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167109.625939:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423429248 00000100:00100000:2.0:1746167109.625948:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423429248 00000100:00100000:2.0:1746167109.628891:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3439 00000100:00100000:2.0:1746167109.628907:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423429248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167109.628991:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423429248:12345-0@lo:400:kworker.0 Request processed in 90us (7269us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167109.628997:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3439 00000100:00100000:2.0:1746167109.629023:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423428352 00000100:00100000:2.0:1746167109.629027:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423428352 00000100:00100000:2.0:1746167109.629046:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36227 00000100:00100000:2.0:1746167109.629051:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423428352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167109.629076:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423428352:12345-0@lo:400:kworker.0 Request processed in 26us (7990us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167109.629082:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36227 00000100:00100000:3.0:1746167109.629724:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423429248:0@lo:400:kworker.0 00000100:00100000:3.0:1746167109.629737:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423428352:0@lo:400:kworker.0 00000100:00100000:0.0:1746167109.633883:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423429376:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167109.633933:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167109.634018:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423429376 00000100:00100000:3.0:1746167109.634024:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423429376 00000100:00100000:3.0:1746167109.634055:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36228 00000100:00100000:3.0:1746167109.634061:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423429376:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746167109.634085:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167109.634351:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423429376:12345-0@lo:41:osp-pre-1-0.0 Request processed in 290us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167109.634357:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36228 00000100:00100000:1.0:1746167109.634887:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423429376:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167109.697883:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167109.697899:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423429504:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167109.697951:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167109.698071:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423429504 00000100:00100000:1.0:1746167109.698078:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423429504 00000100:00100000:1.0:1746167109.698115:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36229 00000100:00100000:1.0:1746167109.698121:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423429504:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167109.698146:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167109.698264:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423429504:12345-0@lo:41:osp-pre-0-1.0 Request processed in 141us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167109.698270:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36229 00000100:00100000:0.0:1746167109.698349:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423429504:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167109.922867:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746167109.922884:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423429632:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167109.922940:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167109.922987:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423429632 00000100:00100000:2.0:1746167109.922993:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423429632 00000100:00100000:2.0:1746167109.923026:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7330 00000100:00100000:2.0:1746167109.923033:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423429632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167109.923051:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167109.923088:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423429632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167109.923093:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7330 00000100:00100000:1.0:1746167109.924411:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423429632:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167110.136029:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167111.137893:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167111.614032:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167111.614074:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167111.614110:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167111.614136:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167111.614137:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439221760 00000100:00100000:3.0:1746167111.614356:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439221760 00000100:00100000:0.0:1746167111.614379:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439221888 00000100:00100000:0.0:1746167111.614382:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439221888 00000100:00100000:3.0:1746167111.614393:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1074 00000100:00100000:3.0:1746167111.614400:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439221760:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167111.614422:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439222016 00000100:00100000:0.0:1746167111.614424:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439222016 00000100:00100000:0.0:1746167111.614453:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3440 00000100:00100000:0.0:1746167111.614458:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439221888:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167111.614473:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439221760:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 74us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167111.614479:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1074 00000100:00100000:0.0:1746167111.614482:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439221888:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 26us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167111.614486:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3440 00000100:00100000:0.0:1746167111.614495:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3441 00000100:00100000:0.0:1746167111.614499:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439222016:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167111.614510:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439222144 00000100:00100000:3.0:1746167111.614513:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439222144 00000100:00100000:0.0:1746167111.614514:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439222016:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 15us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167111.614519:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3441 00000100:00100000:3.0:1746167111.614525:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50510 00000100:00100000:3.0:1746167111.614529:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439222144:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167111.614772:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167111.614793:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439222144:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 263us (719us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167111.614798:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50510 00000100:00080000:1.0:1746167111.614943:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167111.614948:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1746167112.139886:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167113.141953:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167113.708616:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423429760:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167113.708708:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167113.708972:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423429760 00000100:00100000:0.0:1746167113.708978:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423429760 00000100:00100000:0.0:1746167113.709031:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7331 00000100:00100000:0.0:1746167113.709038:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090460000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423429760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167113.709063:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167113.709097:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090460000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423429760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167113.709105:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7331 00000100:00080000:0.0:1746167113.709349:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167113.709542:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423429760:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167114.144815:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746167114.625879:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1746167114.625879:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423430016:0@lo:400:kworker.0 00000100:00080000:2.0:1746167114.625884:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167114.625887:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167114.625892:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11030 00000100:00080000:2.0:1746167114.625896:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746167114.625901:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167114.625918:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b63d500 x1830977423430400/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167114.625929:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746167114.625944:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167114.625946:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167114.625947:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167114.625950:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11030 00000100:00080000:2.0:1746167114.625952:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746167114.625956:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167114.625963:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b63c000 x1830977423430912/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167114.625970:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423430656:0@lo:400:kworker.0 00000100:00100000:3.0:1746167114.625981:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167114.625989:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1746167114.625991:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423429888:0@lo:400:kworker.0 00000100:00100000:2.0:1746167114.625993:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423430400:0@lo:8:kworker.0 00000100:00100000:3.0:1746167114.626004:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167114.626018:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423430528:0@lo:400:kworker.0 00000100:00100000:2.0:1746167114.626025:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167114.626029:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167114.626052:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423430912:0@lo:8:kworker.0 00000100:00100000:0.0:1746167114.626122:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423430016 00000100:00100000:0.0:1746167114.626128:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423430016 00000100:00100000:0.0:1746167114.626167:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423430656 00000100:00100000:0.0:1746167114.626170:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423430656 00000100:00100000:0.0:1746167114.626183:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3442 00000100:00100000:0.0:1746167114.626189:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423430016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167114.626254:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423430272:0@lo:400:kworker.0 00000100:00100000:3.0:1746167114.626741:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423431168:0@lo:400:kworker.0 00000100:00100000:3.0:1746167114.626757:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167114.626772:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423430144:0@lo:400:kworker.0 00000100:00100000:3.0:1746167114.626787:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167114.626798:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423430784:0@lo:400:kworker.0 00000100:00100000:3.0:1746167114.626817:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167114.626838:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423431168 00000100:00100000:3.0:1746167114.626841:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423431168 00000100:00100000:3.0:1746167114.626856:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423430144 00000100:00100000:3.0:1746167114.626858:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423430144 00000100:00100000:3.0:1746167114.626870:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3443 00000100:00100000:3.0:1746167114.626875:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423430656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167114.626904:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423430656:12345-0@lo:400:kworker.0 Request processed in 28us (921us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167114.626909:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3443 00000100:00100000:3.0:1746167114.626937:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423430656:0@lo:400:kworker.0 00000100:00100000:3.0:1746167114.626954:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3444 00000100:00100000:3.0:1746167114.626959:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423431168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167114.626981:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423431168:12345-0@lo:400:kworker.0 Request processed in 23us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167114.626986:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3444 00000100:00100000:3.0:1746167114.627005:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423431168:0@lo:400:kworker.0 00000100:00100000:3.0:1746167114.627019:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3445 00000100:00100000:3.0:1746167114.627025:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423430144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167114.627043:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423430144:12345-0@lo:400:kworker.0 Request processed in 20us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167114.627047:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3445 00000100:00100000:3.0:1746167114.627058:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423430144:0@lo:400:kworker.0 00000100:00080000:3.0:1746167114.627081:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746167114.627083:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167114.630374:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167114.630478:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423430400 00000100:00100000:2.0:1746167114.630498:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423430400 00000100:00100000:2.0:1746167114.630522:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423430528 00000100:00100000:2.0:1746167114.630525:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423430528 00000100:00100000:2.0:1746167114.630544:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423430912 00000100:00100000:2.0:1746167114.630546:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423430912 00000100:00100000:2.0:1746167114.630557:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7947 00000100:00100000:2.0:1746167114.630563:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423430528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167114.630609:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423430528:12345-0@lo:400:kworker.0 Request processed in 47us (4578us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167114.630616:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7947 00000100:00100000:2.0:1746167114.630628:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50511 00000100:00100000:2.0:1746167114.630631:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423430400:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167114.630654:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167114.630699:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d25c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423430400:12345-0@lo:8:kworker.0 Request processed in 65us (4672us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167114.630705:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50511 00000100:00100000:3.0:1746167114.630772:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50512 00000100:00100000:3.0:1746167114.630778:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423430912:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167114.630790:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167114.630816:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423430912:12345-0@lo:8:kworker.0 Request processed in 39us (665us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167114.630821:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50512 00000100:00080000:2.0:1746167114.630852:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1746167114.630854:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423430528:0@lo:400:kworker.0 00000100:00080000:2.0:1746167114.630857:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167114.630860:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423430400:0@lo:8:kworker.0 00000100:00080000:2.0:1746167114.630867:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167114.630870:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167114.630872:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423430912:0@lo:8:kworker.0 00000100:00100000:1.0:1746167114.632672:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167114.632684:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423430016:12345-0@lo:400:kworker.0 Request processed in 6481us (6741us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167114.632694:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3442 00000100:00100000:1.0:1746167114.632723:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423431040:0@lo:400:kworker.0 00000100:00100000:0.0:1746167114.632724:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423429888 00000100:00100000:0.0:1746167114.632729:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423429888 00000100:00100000:0.0:1746167114.632753:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1075 00000100:00100000:1.0:1746167114.632754:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167114.632759:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423429888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167114.632788:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423429888:12345-0@lo:400:kworker.0 Request processed in 30us (6783us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167114.632793:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1075 00000100:00100000:0.0:1746167114.632811:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423431040 00000100:00100000:0.0:1746167114.632813:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423431040 00000100:00100000:0.0:1746167114.632833:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7948 00000100:00100000:0.0:1746167114.632837:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423431040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167114.632857:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423431040:12345-0@lo:400:kworker.0 Request processed in 20us (103us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167114.632861:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7948 00000100:00080000:0.0:1746167114.632871:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167114.632886:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423430784 00000100:00100000:0.0:1746167114.632889:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423430784 00000100:00100000:0.0:1746167114.632902:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423430272 00000100:00100000:0.0:1746167114.632904:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423430272 00000100:00100000:0.0:1746167114.632913:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36230 00000100:00100000:0.0:1746167114.632916:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423430784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167114.632938:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423430784:12345-0@lo:400:kworker.0 Request processed in 21us (6120us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167114.632942:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36230 00000100:00100000:0.0:1746167114.632948:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36231 00000100:00100000:0.0:1746167114.632951:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423430272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167114.632965:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423430272:12345-0@lo:400:kworker.0 Request processed in 14us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167114.632969:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36231 00000100:00100000:0.0:1746167114.632991:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423430784:0@lo:400:kworker.0 00000100:00100000:1.0:1746167114.633016:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423431040:0@lo:400:kworker.0 00000100:00100000:1.0:1746167114.633035:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423430272:0@lo:400:kworker.0 00000100:00100000:3.0:1746167114.633088:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423429888:0@lo:400:kworker.0 00000100:00100000:3.0:1746167114.633098:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423430016:0@lo:400:kworker.0 00000100:00100000:3.0:1746167114.643762:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423431296:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167114.644609:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167114.648831:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423431296 00000100:00100000:2.0:1746167114.648842:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423431296 00000100:00100000:2.0:1746167114.648897:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36232 00000100:00100000:2.0:1746167114.648905:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423431296:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167114.648940:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167114.649002:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423431296:12345-0@lo:41:osp-pre-1-0.0 Request processed in 98us (4394us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167114.649009:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36232 00000100:00100000:3.0:1746167114.649080:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423431296:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167114.706072:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746167114.706093:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423431424:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167114.706345:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167114.708218:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423431424 00000100:00100000:2.0:1746167114.708235:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423431424 00000100:00100000:2.0:1746167114.708295:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36233 00000100:00100000:2.0:1746167114.708303:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423431424:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746167114.708336:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746167114.708407:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423431424:12345-0@lo:41:osp-pre-0-1.0 Request processed in 104us (2061us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167114.708416:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36233 00000100:00100000:1.0:1746167114.708443:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423431424:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167114.929866:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423431552:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167114.929920:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167114.930064:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423431552 00000100:00100000:3.0:1746167114.930072:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423431552 00000100:00100000:3.0:1746167114.930116:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7332 00000100:00100000:3.0:1746167114.930124:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423431552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167114.930146:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167114.930181:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423431552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167114.930188:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7332 00000100:00100000:2.0:1746167114.930505:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423431552:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167115.146145:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167116.147890:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167116.623058:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167116.623098:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167116.623131:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167116.623159:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167116.623197:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439222656 00000100:00100000:0.0:1746167116.623206:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439222656 00000100:00100000:3.0:1746167116.623220:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439222400 00000100:00100000:3.0:1746167116.623224:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439222400 00000100:00100000:0.0:1746167116.623231:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50513 00000100:00100000:0.0:1746167116.623238:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439222656:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:3.0:1746167116.623257:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439222528 00010000:00020000:0.0:1746167116.623258:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167116.623259:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439222528 00000100:00100000:3.0:1746167116.623274:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3446 00000100:00100000:3.0:1746167116.623281:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439222400:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167116.623298:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439222656:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 60us (166us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167116.623306:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50513 00000100:00100000:3.0:1746167116.623315:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439222400:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 35us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167116.623320:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3446 00000100:00100000:3.0:1746167116.623333:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3447 00000100:00100000:3.0:1746167116.623337:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439222528:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167116.623382:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439222528:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 44us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167116.623387:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3447 00000100:00080000:3.0:1746167116.623402:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746167116.623405:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167116.623521:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439222272 00000100:00100000:2.0:1746167116.623525:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439222272 00000100:00100000:2.0:1746167116.623774:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1076 00000100:00100000:2.0:1746167116.623779:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439222272:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167116.624478:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439222272:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 697us (1426us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167116.624485:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1076 00010000:00010000:3.0:1746167117.150009:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167118.152703:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167118.723956:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423431680:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167118.724022:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167118.724460:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423431680 00000100:00100000:3.0:1746167118.724467:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423431680 00000100:00080000:0.0:1746167118.724513:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167118.724518:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7333 00000100:00100000:3.0:1746167118.724526:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423431680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167118.724763:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167118.724799:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423431680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 273us (777us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167118.724805:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7333 00000100:00100000:0.0:1746167118.724825:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423431680:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167119.156502:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167119.633872:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423431808:0@lo:400:kworker.0 00000100:00100000:3.0:1746167119.633930:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167119.634019:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423431808 00000100:00100000:3.0:1746167119.634024:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423431808 00000100:00100000:3.0:1746167119.634055:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1077 00000100:00100000:3.0:1746167119.634061:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423431808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167119.634092:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423431808:12345-0@lo:400:kworker.0 Request processed in 32us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167119.634097:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1077 00000100:00100000:3.0:1746167119.634136:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423431808:0@lo:400:kworker.0 00000100:00080000:2.0:1746167119.634137:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167119.634140:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167119.634143:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167119.634147:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11035 00000100:00100000:3.0:1746167119.634148:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:2.0:1746167119.634150:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00100000:3.0:1746167119.634152:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423432192:0@lo:400:kworker.0 00000100:00080000:2.0:1746167119.634154:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167119.634168:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090ce9180 x1830977423432320/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167119.634173:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167119.634188:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423432448:0@lo:400:kworker.0 00000100:00080000:2.0:1746167119.634193:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167119.634196:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167119.634197:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167119.634200:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11035 00000100:00080000:2.0:1746167119.634202:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1746167119.634203:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746167119.634205:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167119.634212:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090ce9880 x1830977423432832/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167119.634246:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423432320:0@lo:8:kworker.0 00000100:00100000:2.0:1746167119.634273:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423432192 00000100:00100000:2.0:1746167119.634276:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423432192 00000100:00100000:1.0:1746167119.634282:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423432064:0@lo:400:kworker.0 00000100:00100000:1.0:1746167119.634320:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36234 00000100:00100000:1.0:1746167119.634326:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423432192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167119.634341:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ceb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423431936:0@lo:400:kworker.0 00000100:00100000:1.0:1746167119.634359:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423432192:12345-0@lo:400:kworker.0 Request processed in 34us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167119.634369:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36234 00000100:00100000:0.0:1746167119.634541:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423432960:0@lo:400:kworker.0 00000100:00100000:2.0:1746167119.635066:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167119.635089:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423432576:0@lo:400:kworker.0 00000100:00100000:2.0:1746167119.635105:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167119.635129:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423431936 00000100:00100000:2.0:1746167119.635131:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423431936 00000100:00100000:0.0:1746167119.635429:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423432448 00000100:00100000:0.0:1746167119.635433:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423432448 00000100:00100000:0.0:1746167119.635667:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7949 00000100:00100000:0.0:1746167119.635686:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423432448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167119.635714:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423432448:12345-0@lo:400:kworker.0 Request processed in 43us (1510us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167119.635719:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7949 00000100:00100000:2.0:1746167119.635946:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423432576 00000100:00100000:2.0:1746167119.635950:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423432576 00000100:00100000:3.0:1746167119.636376:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423432448:0@lo:400:kworker.0 00000100:00100000:3.0:1746167119.636388:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423432192:0@lo:400:kworker.0 00000100:00100000:3.0:1746167119.636406:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423433088:0@lo:400:kworker.0 00000100:00100000:3.0:1746167119.636428:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167119.636752:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167119.636777:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423432960 00000100:00100000:0.0:1746167119.636781:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423432960 00000100:00100000:0.0:1746167119.636798:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7950 00000100:00100000:0.0:1746167119.636803:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423432960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167119.636830:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423432960:12345-0@lo:400:kworker.0 Request processed in 28us (83us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167119.636835:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7950 00000100:00100000:0.0:1746167119.636857:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423432960:0@lo:400:kworker.0 00000100:00080000:0.0:1746167119.636893:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746167119.636896:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167119.636905:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167119.636922:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423432832:0@lo:8:kworker.0 00000100:00100000:0.0:1746167119.636937:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167119.636951:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423432320 00000100:00100000:0.0:1746167119.636954:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423432320 00000100:00100000:0.0:1746167119.636963:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423432832 00000100:00100000:0.0:1746167119.636965:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423432832 00000100:00100000:0.0:1746167119.636973:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50514 00000100:00100000:0.0:1746167119.636977:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423432320:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167119.636993:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167119.637014:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423432320:12345-0@lo:8:kworker.0 Request processed in 36us (108us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167119.637019:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50514 00000100:00100000:0.0:1746167119.637027:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50515 00000100:00100000:0.0:1746167119.637030:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423432832:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167119.637038:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167119.637052:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423432832:12345-0@lo:8:kworker.0 Request processed in 20us (114us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167119.637057:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50515 00000100:00080000:0.0:1746167119.637076:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167119.637080:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167119.637083:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423432320:0@lo:8:kworker.0 00000100:00080000:0.0:1746167119.637090:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167119.637092:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167119.637095:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423432832:0@lo:8:kworker.0 00000100:00100000:2.0:1746167119.637829:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423433088 00000100:00100000:2.0:1746167119.637833:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423433088 00000100:00100000:3.0:1746167119.637849:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3448 00000100:00100000:2.0:1746167119.637856:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3449 00000100:00100000:3.0:1746167119.637857:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423431936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167119.637860:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b715f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423432576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167119.637889:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b715f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423432576:12345-0@lo:400:kworker.0 Request processed in 29us (2784us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167119.637889:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423431936:12345-0@lo:400:kworker.0 Request processed in 34us (2823us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167119.637894:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3448 00000100:00100000:2.0:1746167119.637896:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3449 00000100:00100000:2.0:1746167119.637905:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3450 00000100:00100000:2.0:1746167119.637909:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423433088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167119.637928:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423433088:12345-0@lo:400:kworker.0 Request processed in 20us (1500us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167119.637965:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167119.637987:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423432064 00000100:00100000:1.0:1746167119.637990:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423432064 00000100:00100000:3.0:1746167119.638044:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423433088:0@lo:400:kworker.0 00000100:00100000:3.0:1746167119.638077:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ceb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423431936:0@lo:400:kworker.0 00000100:00100000:3.0:1746167119.638085:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423432576:0@lo:400:kworker.0 00000100:00080000:0.0:1746167119.638087:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167119.638131:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3450 00000100:00100000:1.0:1746167119.638155:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3451 00000100:00100000:1.0:1746167119.638161:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423432064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167119.638190:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423432064:12345-0@lo:400:kworker.0 Request processed in 30us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167119.638195:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3451 00000100:00100000:1.0:1746167119.638213:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423432064:0@lo:400:kworker.0 00000100:00100000:1.0:1746167119.638221:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423432704:0@lo:400:kworker.0 00000100:00100000:1.0:1746167119.638239:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167119.638338:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423432704 00000100:00100000:0.0:1746167119.638342:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423432704 00000100:00100000:0.0:1746167119.638373:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36235 00000100:00100000:0.0:1746167119.638378:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423432704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167119.638417:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423432704:12345-0@lo:400:kworker.0 Request processed in 39us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167119.638422:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36235 00000100:00100000:1.0:1746167119.638480:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423432704:0@lo:400:kworker.0 00000100:00100000:0.0:1746167119.649975:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423433216:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167119.650378:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167119.650548:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423433216 00000100:00100000:2.0:1746167119.650556:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423433216 00000100:00100000:2.0:1746167119.650940:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36236 00000100:00100000:2.0:1746167119.650949:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423433216:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167119.650977:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167119.651091:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423433216:12345-0@lo:41:osp-pre-1-0.0 Request processed in 143us (714us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167119.651098:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36236 00000100:00100000:0.0:1746167119.651183:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423433216:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167119.714008:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746167119.714026:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423433344:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167119.714082:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167119.714263:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423433344 00000100:00100000:3.0:1746167119.714270:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423433344 00000100:00100000:3.0:1746167119.714320:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36237 00000100:00100000:3.0:1746167119.714328:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423433344:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167119.714357:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167119.714396:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423433344:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167119.714402:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36237 00000100:00100000:1.0:1746167119.714590:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423433344:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167119.939265:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423433472:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167119.939358:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167119.939450:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423433472 00000100:00100000:2.0:1746167119.939456:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423433472 00000100:00100000:2.0:1746167119.939496:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7334 00000100:00100000:2.0:1746167119.939503:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423433472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167119.939522:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167119.939772:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423433472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167119.939779:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7334 00000100:00100000:0.0:1746167119.939972:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423433472:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167120.158085:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167121.161025:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167121.641809:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167121.641854:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167121.641890:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167121.641944:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439222784 00000100:00100000:1.0:1746167121.641953:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439222784 00000100:00100000:0.0:1746167121.641972:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167121.642005:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439223168 00000100:00100000:0.0:1746167121.642008:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439222912 00000100:00100000:3.0:1746167121.642008:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439223168 00000100:00100000:0.0:1746167121.642012:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439222912 00000100:00100000:3.0:1746167121.642030:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50516 00000100:00100000:3.0:1746167121.642036:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439223168:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:0.0:1746167121.642037:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439223040 00000100:00100000:0.0:1746167121.642039:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439223040 00010000:00020000:3.0:1746167121.642057:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167121.642119:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1078 00000100:00100000:1.0:1746167121.642126:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439222784:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167121.642469:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3452 00000100:00100000:0.0:1746167121.642476:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439222912:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167121.642534:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439223168:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 495us (677us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167121.642724:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3453 00000100:00100000:3.0:1746167121.642733:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50516 00000100:00100000:2.0:1746167121.642734:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439223040:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167121.642846:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439222784:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 719us (954us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167121.642851:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1078 00000100:00100000:0.0:1746167121.642876:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439222912:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 399us (1073us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167121.642882:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3452 00000100:00080000:0.0:1746167121.642907:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167121.642910:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167121.643982:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439223040:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1248us (2007us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167121.643988:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3453 00010000:00010000:3.0:1746167122.174297:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167123.181927:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167123.731855:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746167123.731877:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423433600:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167123.731934:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167123.731997:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423433600 00000100:00100000:2.0:1746167123.732004:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423433600 00000100:00100000:2.0:1746167123.732152:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7335 00000100:00100000:2.0:1746167123.732161:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423433600:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167123.732187:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:0.0:1746167123.732263:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167123.732672:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423433600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 512us (736us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167123.732704:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7335 00000100:00100000:1.0:1746167123.732779:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423433600:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167124.183979:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167124.642351:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423433728:0@lo:400:kworker.0 00000100:00080000:2.0:1746167124.642351:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167124.642355:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167124.642358:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167124.642362:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11040 00000100:00080000:2.0:1746167124.642365:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746167124.642370:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167124.642386:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b714000 x1830977423434240/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167124.642409:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746167124.642410:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167124.642412:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167124.642413:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167124.642416:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11040 00000100:00080000:2.0:1746167124.642418:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746167124.642421:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167124.642431:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b715c00 x1830977423434752/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167124.642464:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423434368:0@lo:400:kworker.0 00000100:00100000:2.0:1746167124.642464:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423434112:0@lo:400:kworker.0 00000100:00100000:1.0:1746167124.642487:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167124.642488:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167124.642502:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423435008:0@lo:400:kworker.0 00000100:00100000:2.0:1746167124.642511:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423434112 00000100:00100000:2.0:1746167124.642517:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423434112 00000100:00100000:1.0:1746167124.642519:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167124.642534:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1746167124.642538:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423433856:0@lo:400:kworker.0 00000100:00100000:2.0:1746167124.642548:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36238 00000100:00100000:1.0:1746167124.642552:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167124.642554:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b715180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423434112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167124.642563:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423434496:0@lo:400:kworker.0 00000100:00100000:1.0:1746167124.642575:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167124.642589:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b715180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423434112:12345-0@lo:400:kworker.0 Request processed in 35us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167124.642594:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423433728 00000100:00100000:2.0:1746167124.642595:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36238 00000100:00100000:1.0:1746167124.642596:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423433728 00000100:00100000:2.0:1746167124.642613:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423435008 00000100:00100000:1.0:1746167124.642615:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1079 00000100:00100000:2.0:1746167124.642615:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423435008 00000100:00100000:1.0:1746167124.642619:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423433728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167124.642631:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423433856 00000100:00100000:2.0:1746167124.642633:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423433856 00000100:00100000:1.0:1746167124.642642:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423433728:12345-0@lo:400:kworker.0 Request processed in 23us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167124.642647:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1079 00000100:00100000:2.0:1746167124.642649:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423434496 00000100:00100000:2.0:1746167124.642651:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423434496 00000100:00100000:2.0:1746167124.642661:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3454 00000100:00100000:2.0:1746167124.642665:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423435008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167124.642669:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3455 00000100:00100000:1.0:1746167124.642701:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423433856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167124.642703:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423435008:12345-0@lo:400:kworker.0 Request processed in 37us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167124.642707:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3454 00000100:00100000:2.0:1746167124.642717:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3456 00000100:00100000:1.0:1746167124.642721:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423433856:12345-0@lo:400:kworker.0 Request processed in 48us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167124.642721:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423434496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167124.642725:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3455 00000100:00100000:2.0:1746167124.642738:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423434496:12345-0@lo:400:kworker.0 Request processed in 17us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167124.642742:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3456 00000100:00100000:1.0:1746167124.642755:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423433856:0@lo:400:kworker.0 00000100:00080000:2.0:1746167124.642755:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167124.642763:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b714700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423434496:0@lo:400:kworker.0 00000100:00100000:2.0:1746167124.642767:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423434112:0@lo:400:kworker.0 00000100:00100000:1.0:1746167124.642770:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423435008:0@lo:400:kworker.0 00000100:00100000:2.0:1746167124.642772:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423434880:0@lo:400:kworker.0 00000100:00100000:1.0:1746167124.642776:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423433728:0@lo:400:kworker.0 00000100:00100000:2.0:1746167124.642787:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167124.642802:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423434368 00000100:00100000:2.0:1746167124.642802:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423434880 00000100:00100000:1.0:1746167124.642804:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423434368 00000100:00100000:2.0:1746167124.642804:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423434880 00000100:00100000:1.0:1746167124.642821:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7951 00000100:00100000:2.0:1746167124.642824:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7952 00000100:00100000:1.0:1746167124.642825:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423434368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167124.642828:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b714700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423434880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167124.642847:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b714700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423434880:12345-0@lo:400:kworker.0 Request processed in 19us (59us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167124.642848:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423434368:12345-0@lo:400:kworker.0 Request processed in 23us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167124.642852:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7952 00000100:00100000:1.0:1746167124.642854:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7951 00000100:00080000:2.0:1746167124.642861:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167124.642870:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423434368:0@lo:400:kworker.0 00000100:00100000:2.0:1746167124.642871:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b714e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423434880:0@lo:400:kworker.0 00000100:00100000:2.0:1746167124.642878:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1746167124.642882:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423433984:0@lo:400:kworker.0 00000100:00100000:1.0:1746167124.642893:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423434240:0@lo:8:kworker.0 00000100:00100000:2.0:1746167124.642897:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167124.642908:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167124.642908:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423434624:0@lo:400:kworker.0 00000100:00100000:1.0:1746167124.642918:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423434752:0@lo:8:kworker.0 00000100:00100000:2.0:1746167124.642921:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167124.642930:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167124.642932:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423434624 00000100:00100000:2.0:1746167124.642934:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423434624 00000100:00100000:1.0:1746167124.642946:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423433984 00000100:00100000:1.0:1746167124.642948:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423433984 00000100:00100000:2.0:1746167124.642949:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36239 00000100:00100000:2.0:1746167124.642953:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b715500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423434624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167124.642964:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3457 00000100:00100000:1.0:1746167124.642968:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b714e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423433984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167124.642974:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b715500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423434624:12345-0@lo:400:kworker.0 Request processed in 22us (53us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167124.642979:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36239 00000100:00100000:1.0:1746167124.642986:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b714e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423433984:12345-0@lo:400:kworker.0 Request processed in 18us (88us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167124.642990:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3457 00000100:00080000:2.0:1746167124.642991:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167124.643001:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423434240 00000100:00100000:1.0:1746167124.643003:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423434240 00000100:00100000:2.0:1746167124.643003:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423434624:0@lo:400:kworker.0 00000100:00100000:1.0:1746167124.643012:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423434752 00000100:00100000:1.0:1746167124.643014:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423434752 00000100:00100000:2.0:1746167124.643020:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423433984:0@lo:400:kworker.0 00000100:00100000:1.0:1746167124.643028:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50517 00000100:00100000:1.0:1746167124.643032:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423434240:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1746167124.643033:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50518 00000100:00100000:2.0:1746167124.643036:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423434752:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167124.644492:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167124.644555:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423434752:12345-0@lo:8:kworker.0 Request processed in 1516us (1622us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167124.644563:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50518 00010000:00020000:1.0:1746167124.644653:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167124.644695:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423434240:12345-0@lo:8:kworker.0 Request processed in 1660us (1785us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167124.644711:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50517 00000100:00080000:3.0:1746167124.644825:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167124.644829:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167124.644833:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423434240:0@lo:8:kworker.0 00000100:00080000:3.0:1746167124.644842:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167124.644844:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167124.644846:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423434752:0@lo:8:kworker.0 00000100:00100000:3.0:1746167124.657914:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423435136:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167124.657976:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167124.658033:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423435136 00000100:00100000:3.0:1746167124.658039:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423435136 00000100:00100000:3.0:1746167124.658090:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36240 00000100:00100000:3.0:1746167124.658096:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423435136:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746167124.658124:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167124.658158:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423435136:12345-0@lo:41:osp-pre-1-0.0 Request processed in 63us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167124.658164:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36240 00000100:00100000:3.0:1746167124.658199:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423435136:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167124.721906:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423435264:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167124.721970:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167124.722126:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423435264 00000100:00100000:3.0:1746167124.722132:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423435264 00000100:00100000:3.0:1746167124.722176:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36241 00000100:00100000:3.0:1746167124.722183:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423435264:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167124.722211:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167124.722290:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423435264:12345-0@lo:41:osp-pre-0-1.0 Request processed in 107us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167124.722296:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36241 00000100:00100000:1.0:1746167124.722370:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423435264:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167124.949115:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423435392:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167124.949180:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167124.950697:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423435392 00000100:00100000:3.0:1746167124.950705:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423435392 00000100:00100000:3.0:1746167124.950747:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7336 00000100:00100000:3.0:1746167124.950753:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b716680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423435392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167124.950772:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167124.950815:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b716680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423435392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (1635us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167124.950821:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7336 00000100:00100000:2.0:1746167124.952744:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423435392:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167125.185850:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167126.187891:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167126.640959:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167126.641639:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167126.644885:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439223424 00000100:00100000:3.0:1746167126.644894:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439223424 00000100:00100000:3.0:1746167126.645550:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3458 00000100:00100000:3.0:1746167126.645559:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439223424:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167126.645623:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439223424:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 66us (4672us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167126.645629:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3458 00000100:00080000:2.0:1746167126.646204:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167126.646251:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439223296 00000100:00100000:1.0:1746167126.646257:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439223296 00000100:00100000:1.0:1746167126.646288:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1080 00000100:00100000:1.0:1746167126.646294:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439223296:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167126.646320:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439223296:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 26us (4682us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167126.646325:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1080 00000100:00100000:0.0:1746167126.647380:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167126.648015:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439223552 00000100:00100000:2.0:1746167126.648023:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439223552 00000100:00100000:0.0:1746167126.648998:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00080000:3.0:1746167126.650050:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167126.650241:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3459 00000100:00100000:2.0:1746167126.650253:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439223552:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167126.651039:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439223552:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 790us (3659us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167126.651046:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3459 00000100:00100000:1.0:1746167126.652016:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439223680 00000100:00100000:1.0:1746167126.652024:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439223680 00000100:00100000:1.0:1746167126.652061:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50519 00000100:00100000:1.0:1746167126.652067:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439223680:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167126.652087:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167126.652132:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439223680:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 65us (3136us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167126.652137:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50519 00010000:00010000:3.0:1746167127.190256:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167128.194543:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167128.738400:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423435520:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167128.738463:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167128.738574:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423435520 00000100:00100000:0.0:1746167128.738581:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423435520 00000100:00100000:0.0:1746167128.738806:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7337 00000100:00100000:0.0:1746167128.738815:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b717480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423435520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167128.738849:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:3.0:1746167128.739131:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167128.739444:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b717480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423435520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 629us (980us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167128.739451:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7337 00000100:00100000:2.0:1746167128.739536:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423435520:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167129.195865:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167129.653405:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423435648:0@lo:400:kworker.0 00000100:00100000:3.0:1746167129.653468:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167129.653509:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423435648 00000100:00100000:0.0:1746167129.653515:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423435648 00000100:00080000:2.0:1746167129.654319:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167129.654323:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167129.654326:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167129.654330:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11045 00000100:00080000:2.0:1746167129.654333:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746167129.654337:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167129.654801:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1081 00000100:00100000:0.0:1746167129.654810:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423435648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167129.654849:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423435648:12345-0@lo:400:kworker.0 Request processed in 41us (1382us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167129.654857:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1081 00000100:00100000:1.0:1746167129.654871:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423435776:0@lo:400:kworker.0 00000100:00100000:0.0:1746167129.654879:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423436032:0@lo:400:kworker.0 00000100:00100000:0.0:1746167129.654919:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167129.654935:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167129.654943:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423436032 00000100:00100000:0.0:1746167129.654946:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423436032 00000100:00100000:0.0:1746167129.654963:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36242 00000100:00100000:0.0:1746167129.654967:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423436032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167129.654972:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167129.654989:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423436032:12345-0@lo:400:kworker.0 Request processed in 22us (70us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167129.654992:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423435904:0@lo:400:kworker.0 00000100:00100000:0.0:1746167129.654993:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36242 00000100:00100000:1.0:1746167129.655011:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167129.655015:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423436032:0@lo:400:kworker.0 00000100:00100000:0.0:1746167129.655043:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423435776 00000100:00100000:0.0:1746167129.655045:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423435776 00000100:00100000:0.0:1746167129.655066:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3460 00000100:00100000:1.0:1746167129.655069:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423435904 00000100:00100000:0.0:1746167129.655070:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423435776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167129.655072:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423435904 00000100:00100000:0.0:1746167129.655090:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423435776:12345-0@lo:400:kworker.0 Request processed in 20us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167129.655094:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3460 00000100:00100000:0.0:1746167129.655102:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3461 00000100:00100000:0.0:1746167129.655106:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423435904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167129.655119:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423435904:12345-0@lo:400:kworker.0 Request processed in 13us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167129.655123:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3461 00000100:00100000:0.0:1746167129.655155:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423435648:0@lo:400:kworker.0 00000100:00100000:1.0:1746167129.655163:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423435904:0@lo:400:kworker.0 00000100:00100000:1.0:1746167129.655174:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423435776:0@lo:400:kworker.0 00000100:00080000:0.0:1746167129.655184:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167129.655386:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167129.655855:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b717800 x1830977423436160/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746167129.655947:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167129.655951:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167129.655952:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167129.655963:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11045 00000100:00080000:2.0:1746167129.655966:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746167129.655969:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167129.655979:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b716a00 x1830977423436672/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167129.656042:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423436800:0@lo:400:kworker.0 00000100:00100000:2.0:1746167129.656079:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167129.656129:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1746167129.656163:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423436288:0@lo:400:kworker.0 00000100:00100000:2.0:1746167129.656181:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167129.656213:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e321180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423436928:0@lo:400:kworker.0 00000100:00100000:2.0:1746167129.656241:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167129.656280:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423436800 00000100:00100000:2.0:1746167129.656283:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423436800 00000100:00100000:2.0:1746167129.656336:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423436288 00000100:00100000:2.0:1746167129.656339:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423436288 00000100:00100000:2.0:1746167129.656367:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7953 00000100:00100000:2.0:1746167129.656374:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e322680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423436800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167129.656424:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e322680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423436800:12345-0@lo:400:kworker.0 Request processed in 35us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167129.656437:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7953 00000100:00100000:2.0:1746167129.656447:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7954 00000100:00100000:2.0:1746167129.656451:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e320a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423436288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167129.656455:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423436160:0@lo:8:kworker.0 00000100:00100000:0.0:1746167129.656477:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167129.656489:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423436672:0@lo:8:kworker.0 00000100:00100000:2.0:1746167129.656491:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e320a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423436288:12345-0@lo:400:kworker.0 Request processed in 39us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167129.656496:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7954 00000100:00100000:0.0:1746167129.656501:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167129.658002:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423436160 00000100:00100000:2.0:1746167129.658009:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423436160 00000100:00100000:3.0:1746167129.658037:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50520 00000100:00100000:3.0:1746167129.658047:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423436160:12345-0@lo:8:kworker.0 00000100:00080000:2.0:1746167129.658059:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00020000:3.0:1746167129.658065:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167129.658088:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423436288:0@lo:400:kworker.0 00000100:00100000:2.0:1746167129.658097:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423436800:0@lo:400:kworker.0 00000100:00100000:3.0:1746167129.658104:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423436160:12345-0@lo:8:kworker.0 Request processed in 56us (1626us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167129.658110:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50520 00000100:00100000:3.0:1746167129.658127:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423436544:0@lo:400:kworker.0 00000100:00100000:3.0:1746167129.658164:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167129.658179:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746167129.658184:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423436416:0@lo:400:kworker.0 00000100:00100000:3.0:1746167129.658200:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167129.658215:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423436928 00000100:00100000:3.0:1746167129.658218:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423436928 00000100:00100000:3.0:1746167129.658235:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423436416 00000100:00100000:3.0:1746167129.658237:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423436416 00000100:00100000:3.0:1746167129.658249:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3462 00000100:00100000:3.0:1746167129.658253:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e323800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423436928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167129.658336:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e323800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423436928:12345-0@lo:400:kworker.0 Request processed in 82us (2093us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167129.658337:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3463 00000100:00100000:3.0:1746167129.658342:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3462 00000100:00100000:2.0:1746167129.658344:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423436416:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1746167129.658388:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1746167129.658389:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423436416:12345-0@lo:400:kworker.0 Request processed in 45us (188us total) trans 0 rc 0/0 00000100:00080000:3.0:1746167129.658392:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167129.658394:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3463 00000100:00100000:3.0:1746167129.658395:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423436160:0@lo:8:kworker.0 00000100:00100000:3.0:1746167129.658416:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423436416:0@lo:400:kworker.0 00000100:00100000:2.0:1746167129.658420:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e321180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423436928:0@lo:400:kworker.0 00000100:00100000:3.0:1746167129.658436:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423436544 00000100:00100000:3.0:1746167129.658438:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423436544 00000100:00100000:3.0:1746167129.658457:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36243 00000100:00100000:3.0:1746167129.658461:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423436544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167129.658487:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423436544:12345-0@lo:400:kworker.0 Request processed in 26us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167129.658705:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36243 00000100:00100000:2.0:1746167129.658716:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423436544:0@lo:400:kworker.0 00000100:00100000:0.0:1746167129.658975:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423436672 00000100:00100000:0.0:1746167129.658980:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423436672 00000100:00100000:1.0:1746167129.659065:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50521 00000100:00100000:1.0:1746167129.659073:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423436672:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167129.659089:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167129.659833:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423436672:12345-0@lo:8:kworker.0 Request processed in 757us (3329us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167129.659838:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50521 00000100:00080000:2.0:1746167129.659924:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167129.659927:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167129.659930:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423436672:0@lo:8:kworker.0 00000100:00100000:0.0:1746167129.666668:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746167129.666700:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423437056:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167129.666750:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167129.666907:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423437056 00000100:00100000:3.0:1746167129.666913:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423437056 00000100:00100000:3.0:1746167129.667323:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36244 00000100:00100000:3.0:1746167129.667330:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423437056:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746167129.667355:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167129.667392:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423437056:12345-0@lo:41:osp-pre-1-0.0 Request processed in 63us (641us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167129.667397:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36244 00000100:00100000:0.0:1746167129.667551:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423437056:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167129.730469:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423437184:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167129.730527:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167129.730609:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423437184 00000100:00100000:2.0:1746167129.730616:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423437184 00000100:00100000:2.0:1746167129.730802:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36245 00000100:00100000:2.0:1746167129.730810:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423437184:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746167129.730837:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746167129.731993:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423437184:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1182us (1464us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167129.732000:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36245 00000100:00100000:0.0:1746167129.732123:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423437184:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167129.956447:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423437312:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167129.956713:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167129.956762:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423437312 00000100:00100000:1.0:1746167129.956769:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423437312 00000100:00100000:1.0:1746167129.956803:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7338 00000100:00100000:1.0:1746167129.956810:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e321180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423437312:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167129.956827:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167129.956863:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e321180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423437312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167129.956869:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7338 00000100:00100000:2.0:1746167129.957393:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423437312:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167130.198706:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167131.199867:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167131.651840:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167131.651878:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167131.651905:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167131.651905:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439223808 00000100:00100000:2.0:1746167131.651912:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439223808 00000100:00100000:0.0:1746167131.651934:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167131.651983:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439224064 00000100:00100000:3.0:1746167131.651986:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439224064 00000100:00100000:3.0:1746167131.652042:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439223936 00000100:00100000:3.0:1746167131.652044:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439223936 00000100:00100000:3.0:1746167131.652058:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3464 00000100:00100000:3.0:1746167131.652065:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439224064:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167131.652352:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439224064:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 287us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167131.652361:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3464 00000100:00100000:2.0:1746167131.652362:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1082 00000100:00100000:2.0:1746167131.652367:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439223808:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167131.652375:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3465 00000100:00100000:3.0:1746167131.652379:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439223936:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167131.652387:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439223808:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 21us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167131.652392:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1082 00000100:00100000:3.0:1746167131.652394:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439223936:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 15us (489us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167131.652398:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3465 00000100:00080000:3.0:1746167131.652415:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746167131.652417:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167131.652846:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439224192 00000100:00100000:0.0:1746167131.652850:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439224192 00000100:00100000:0.0:1746167131.652875:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50522 00000100:00100000:0.0:1746167131.652879:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439224192:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167131.652897:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167131.652925:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439224192:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 45us (990us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167131.652929:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50522 00010000:00010000:3.0:1746167132.202012:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167133.205937:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167133.745866:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746167133.745886:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e323480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423437440:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167133.745942:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167133.746537:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423437440 00000100:00100000:1.0:1746167133.746544:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423437440 00000100:00080000:3.0:1746167133.748382:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167133.751356:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7339 00000100:00100000:1.0:1746167133.757952:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423437440:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167133.757986:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167133.758057:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423437440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 6691us (12114us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167133.758076:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7339 00000100:00100000:1.0:1746167133.758130:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e323480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423437440:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167134.207386:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746167134.659760:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167134.659765:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167134.659768:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167134.659775:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11050 00000100:00080000:2.0:1746167134.659780:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746167134.659785:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167134.659802:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b714000 x1830977423438080/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746167134.659830:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167134.659832:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167134.659833:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167134.659836:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11050 00000100:00080000:2.0:1746167134.659839:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746167134.659842:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167134.659852:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b714a80 x1830977423438592/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167134.659887:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423438080:0@lo:8:kworker.0 00000100:00100000:2.0:1746167134.659938:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167134.660955:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e321500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423437568:0@lo:400:kworker.0 00000100:00100000:1.0:1746167134.660986:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167134.661024:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423438208:0@lo:400:kworker.0 00000100:00100000:1.0:1746167134.661056:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e323480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423437824:0@lo:400:kworker.0 00000100:00100000:1.0:1746167134.661076:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167134.661094:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423438464:0@lo:400:kworker.0 00000100:00100000:1.0:1746167134.661110:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167134.661125:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1746167134.661130:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423437952:0@lo:400:kworker.0 00000100:00100000:1.0:1746167134.661143:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167134.661145:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423438464 00000100:00100000:3.0:1746167134.661152:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423438464 00000100:00100000:1.0:1746167134.661153:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423438720:0@lo:400:kworker.0 00000100:00100000:1.0:1746167134.661169:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423437568 00000100:00100000:1.0:1746167134.661172:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423437568 00000100:00100000:3.0:1746167134.661182:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423437952 00000100:00100000:3.0:1746167134.661186:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423437952 00000100:00100000:1.0:1746167134.661191:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1083 00000100:00100000:1.0:1746167134.661196:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423437568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167134.661228:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423437568:12345-0@lo:400:kworker.0 Request processed in 32us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167134.661233:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1083 00000100:00100000:0.0:1746167134.661255:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e323b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423437696:0@lo:400:kworker.0 00000100:00100000:1.0:1746167134.661260:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423437824 00000100:00100000:1.0:1746167134.661262:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423437824 00000100:00100000:0.0:1746167134.661279:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167134.661283:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3466 00000100:00100000:1.0:1746167134.661286:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423437824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167134.661295:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423438336:0@lo:400:kworker.0 00000100:00100000:1.0:1746167134.661308:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423437824:12345-0@lo:400:kworker.0 Request processed in 21us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167134.661309:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167134.661313:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3466 00000100:00100000:1.0:1746167134.661319:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423437696 00000100:00100000:1.0:1746167134.661320:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423437696 00000100:00100000:1.0:1746167134.661331:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423438336 00000100:00100000:1.0:1746167134.661332:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423438336 00000100:00100000:0.0:1746167134.661336:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3467 00000100:00100000:0.0:1746167134.661342:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423437696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167134.661342:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3468 00000100:00100000:1.0:1746167134.661346:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423438336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167134.661364:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423438336:12345-0@lo:400:kworker.0 Request processed in 17us (54us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167134.661366:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423437696:12345-0@lo:400:kworker.0 Request processed in 25us (86us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167134.661369:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3468 00000100:00100000:0.0:1746167134.661371:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3467 00000100:00100000:0.0:1746167134.661407:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e323b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423437696:0@lo:400:kworker.0 00000100:00100000:0.0:1746167134.661415:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423438336:0@lo:400:kworker.0 00000100:00100000:3.0:1746167134.661612:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36246 00000100:00100000:3.0:1746167134.661619:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423438464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167134.661648:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423438464:12345-0@lo:400:kworker.0 Request processed in 30us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167134.661653:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36246 00000100:00100000:3.0:1746167134.661664:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36247 00000100:00100000:3.0:1746167134.661668:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423437952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167134.661701:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423437952:12345-0@lo:400:kworker.0 Request processed in 33us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167134.661706:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36247 00000100:00080000:1.0:1746167134.661916:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746167134.661918:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167134.662904:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423438080 00000100:00100000:3.0:1746167134.662908:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423438080 00000100:00100000:1.0:1746167134.663706:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167134.663876:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423438592:0@lo:8:kworker.0 00000100:00100000:3.0:1746167134.670473:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423438720 00000100:00100000:0.0:1746167134.670482:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50523 00000100:00100000:3.0:1746167134.670484:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423438720 00000100:00100000:0.0:1746167134.670489:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423438080:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167134.670509:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167134.670524:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7955 00000100:00100000:3.0:1746167134.670529:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423438720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167134.670559:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423438080:12345-0@lo:8:kworker.0 Request processed in 70us (10621us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167134.670560:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423438720:12345-0@lo:400:kworker.0 Request processed in 33us (6856us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167134.670561:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e323480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423437824:0@lo:400:kworker.0 00000100:00100000:0.0:1746167134.670564:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50523 00000100:00100000:1.0:1746167134.670574:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b717b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423438464:0@lo:400:kworker.0 00000100:00100000:3.0:1746167134.670576:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7955 00000100:00100000:0.0:1746167134.670591:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746167134.670591:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167134.670598:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b716a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423437952:0@lo:400:kworker.0 00000100:00100000:3.0:1746167134.670599:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423438208 00000100:00100000:3.0:1746167134.670601:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423438208 00000100:00100000:1.0:1746167134.670607:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423438720:0@lo:400:kworker.0 00000100:00100000:0.0:1746167134.670613:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423438848:0@lo:400:kworker.0 00000100:00100000:3.0:1746167134.670614:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7956 00000100:00100000:3.0:1746167134.670618:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423438208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167134.670638:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167134.670662:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423438848 00000100:00100000:1.0:1746167134.670666:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423438848 00000100:00100000:2.0:1746167134.670699:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167134.670871:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423438208:12345-0@lo:400:kworker.0 Request processed in 251us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167134.670880:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7956 00000100:00100000:3.0:1746167134.670889:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423438592 00000100:00100000:3.0:1746167134.670892:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423438592 00000100:00100000:1.0:1746167134.670897:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3469 00000100:00100000:1.0:1746167134.670902:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423438848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167134.670903:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e321500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423437568:0@lo:400:kworker.0 00000100:00100000:3.0:1746167134.670903:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50524 00000100:00100000:3.0:1746167134.670906:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136054000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423438592:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1746167134.670912:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b715c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423438208:0@lo:400:kworker.0 00010000:00020000:3.0:1746167134.670915:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167134.670935:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136054000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423438592:12345-0@lo:8:kworker.0 Request processed in 28us (235us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167134.670939:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423438848:12345-0@lo:400:kworker.0 Request processed in 37us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167134.670939:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50524 00000100:00100000:1.0:1746167134.670945:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3469 00000100:00100000:0.0:1746167134.670950:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423438848:0@lo:400:kworker.0 00000100:00080000:2.0:1746167134.671002:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167134.671006:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167134.671010:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423438592:0@lo:8:kworker.0 00000100:00080000:2.0:1746167134.671024:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167134.671026:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167134.671029:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423438080:0@lo:8:kworker.0 00000100:00100000:1.0:1746167134.674027:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746167134.674041:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423438976:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167134.674088:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167134.676826:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423438976 00000100:00100000:3.0:1746167134.676836:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423438976 00000100:00100000:3.0:1746167134.676891:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36248 00000100:00100000:3.0:1746167134.676898:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423438976:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746167134.676929:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167134.676982:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423438976:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (2893us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167134.676988:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36248 00000100:00100000:1.0:1746167134.677076:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423438976:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167134.738110:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746167134.738129:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423439104:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167134.738198:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167134.738302:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423439104 00000100:00100000:3.0:1746167134.738309:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423439104 00000100:00100000:3.0:1746167134.738353:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36249 00000100:00100000:3.0:1746167134.738361:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423439104:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167134.738389:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167134.738989:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423439104:12345-0@lo:41:osp-pre-0-1.0 Request processed in 627us (790us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167134.738995:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36249 00000100:00100000:2.0:1746167134.739090:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423439104:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167134.962961:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746167134.963960:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423439232:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167134.964017:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167134.964241:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423439232 00000100:00100000:2.0:1746167134.964248:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423439232 00000100:00100000:2.0:1746167134.964633:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7340 00000100:00100000:2.0:1746167134.964641:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423439232:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167134.964660:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167134.965327:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423439232:12345-0@lo:13:osp-pre-1-0.0 Request processed in 686us (1309us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167134.965333:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7340 00000100:00100000:0.0:1746167134.965420:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423439232:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167135.210417:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167136.213047:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167136.659245:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167136.659425:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439224320 00000100:00100000:2.0:1746167136.659488:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439224320 00000100:00100000:1.0:1746167136.659720:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1084 00000100:00100000:1.0:1746167136.659731:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439224320:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167136.659752:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167136.659782:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439224320:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 54us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167136.659963:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439224704 00000100:00100000:2.0:1746167136.659995:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439224704 00000100:00100000:1.0:1746167136.660154:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1084 00000100:00100000:2.0:1746167136.660217:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50525 00000100:00100000:2.0:1746167136.660222:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b715c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439224704:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:0.0:1746167136.660283:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167136.660318:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167136.660337:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439224576 00000100:00100000:0.0:1746167136.660340:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439224576 00000100:00100000:0.0:1746167136.660369:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439224448 00010000:00020000:2.0:1746167136.660440:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167136.660451:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3470 00000100:00100000:1.0:1746167136.660458:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b716a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439224576:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167136.660471:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b715c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439224704:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 247us (719us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167136.660478:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50525 00000100:00100000:1.0:1746167136.660488:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b716a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439224576:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 31us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167136.660494:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3470 00000100:00100000:0.0:1746167136.660996:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439224448 00000100:00100000:0.0:1746167136.661044:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3471 00000100:00100000:0.0:1746167136.661051:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b717b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439224448:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167136.661747:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b717b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439224448:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 27us (758us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167136.661754:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3471 00000100:00080000:3.0:1746167136.661842:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746167136.661846:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1746167137.214015:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167138.216050:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167138.770528:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746167138.770549:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423439360:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167138.770600:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167138.771498:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423439360 00000100:00100000:0.0:1746167138.771504:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423439360 00000100:00080000:3.0:1746167138.771588:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167138.771862:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7341 00000100:00100000:0.0:1746167138.771869:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423439360:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167138.771893:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167138.772178:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423439360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 309us (1577us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167138.772184:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7341 00000100:00100000:3.0:1746167138.772462:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423439360:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167139.219178:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746167139.667803:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167139.667809:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167139.667812:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167139.667818:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11055 00000100:00080000:2.0:1746167139.667822:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00100000:1.0:1746167139.667826:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423439616:0@lo:400:kworker.0 00000100:00080000:2.0:1746167139.667828:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167139.667844:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136056d80 x1830977423440000/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746167139.667870:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167139.667872:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167139.667873:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167139.667876:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11055 00000100:00080000:2.0:1746167139.667878:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00100000:1.0:1746167139.667880:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746167139.667881:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167139.667888:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ae8b100 x1830977423440512/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167139.667914:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423439616 00000100:00100000:2.0:1746167139.667916:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423440000:0@lo:8:kworker.0 00000100:00100000:1.0:1746167139.667919:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423439616 00000100:00100000:2.0:1746167139.667939:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167139.667959:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3472 00000100:00100000:1.0:1746167139.667977:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423439616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167139.667985:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423440512:0@lo:8:kworker.0 00000100:00100000:2.0:1746167139.668003:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167139.668012:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423439616:12345-0@lo:400:kworker.0 Request processed in 36us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167139.668017:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3472 00000100:00100000:2.0:1746167139.668027:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423440000 00000100:00100000:2.0:1746167139.668029:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423440000 00000100:00100000:2.0:1746167139.668042:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423440512 00000100:00100000:2.0:1746167139.668043:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423440512 00000100:00100000:1.0:1746167139.668049:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423439616:0@lo:400:kworker.0 00000100:00100000:2.0:1746167139.668053:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50526 00000100:00100000:2.0:1746167139.668056:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423440000:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746167139.668063:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423440256:0@lo:400:kworker.0 00010000:00020000:2.0:1746167139.668072:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167139.668077:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167139.668091:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423440256 00000100:00100000:1.0:1746167139.668093:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423440256 00000100:00100000:2.0:1746167139.668095:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423440000:12345-0@lo:8:kworker.0 Request processed in 38us (155us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167139.668100:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50526 00000100:00100000:1.0:1746167139.668107:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3473 00000100:00100000:2.0:1746167139.668108:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50527 00000100:00100000:1.0:1746167139.668111:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136056680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423440256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167139.668112:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423440512:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167139.668120:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167139.668132:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136056680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423440256:12345-0@lo:400:kworker.0 Request processed in 20us (54us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167139.668134:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423440512:12345-0@lo:8:kworker.0 Request processed in 21us (131us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167139.668137:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3473 00000100:00100000:2.0:1746167139.668138:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50527 00000100:00100000:1.0:1746167139.668154:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423440256:0@lo:400:kworker.0 00000100:00080000:2.0:1746167139.668155:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167139.668158:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167139.668160:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423440000:0@lo:8:kworker.0 00000100:00100000:1.0:1746167139.668163:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00080000:2.0:1746167139.668166:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1746167139.668167:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423439744:0@lo:400:kworker.0 00000100:00080000:2.0:1746167139.668168:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167139.668170:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423440512:0@lo:8:kworker.0 00000100:00100000:1.0:1746167139.668182:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167139.668193:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423439744 00000100:00100000:1.0:1746167139.668195:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423439744 00000100:00080000:2.0:1746167139.668197:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167139.670725:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423439872:0@lo:400:kworker.0 00000100:00100000:0.0:1746167139.670802:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167139.670843:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423440640:0@lo:400:kworker.0 00000100:00100000:0.0:1746167139.670863:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167139.670912:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423439488:0@lo:400:kworker.0 00000100:00100000:3.0:1746167139.670938:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167139.670959:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423440128:0@lo:400:kworker.0 00000100:00100000:3.0:1746167139.670995:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423439872 00000100:00100000:3.0:1746167139.670999:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423439872 00000100:00100000:3.0:1746167139.671033:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36250 00000100:00100000:3.0:1746167139.671039:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b717800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423439872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167139.671074:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b717800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423439872:12345-0@lo:400:kworker.0 Request processed in 35us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167139.671079:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36250 00000100:00100000:3.0:1746167139.671106:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423439488 00000100:00100000:3.0:1746167139.671108:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423439488 00000100:00100000:3.0:1746167139.674839:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1085 00000100:00100000:1.0:1746167139.674841:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3474 00000100:00100000:1.0:1746167139.674850:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136056d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423439744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167139.674850:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423439488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167139.674906:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136056d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423439744:12345-0@lo:400:kworker.0 Request processed in 60us (6723us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167139.674912:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3474 00000100:00100000:3.0:1746167139.675246:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423439488:12345-0@lo:400:kworker.0 Request processed in 399us (4305us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167139.675253:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1085 00000100:00100000:3.0:1746167139.675301:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423439744:0@lo:400:kworker.0 00000100:00100000:3.0:1746167139.675308:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423440384:0@lo:400:kworker.0 00000100:00100000:3.0:1746167139.675331:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746167139.675365:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167139.675372:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423440384 00000100:00100000:1.0:1746167139.675377:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423440384 00000100:00100000:1.0:1746167139.675397:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36251 00000100:00100000:1.0:1746167139.675401:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423440384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167139.675633:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423439872:0@lo:400:kworker.0 00000100:00100000:0.0:1746167139.675653:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167139.675666:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423440768:0@lo:400:kworker.0 00000100:00100000:0.0:1746167139.675696:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167139.675710:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423439488:0@lo:400:kworker.0 00000100:00100000:0.0:1746167139.675725:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423440768 00000100:00100000:0.0:1746167139.675728:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423440768 00000100:00100000:0.0:1746167139.675743:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3475 00000100:00100000:0.0:1746167139.675747:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e321500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423440768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167139.675766:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e321500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423440768:12345-0@lo:400:kworker.0 Request processed in 19us (70us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167139.675771:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3475 00000100:00100000:0.0:1746167139.675784:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423440768:0@lo:400:kworker.0 00000100:00100000:0.0:1746167139.675801:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423440640 00000100:00100000:0.0:1746167139.675803:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423440640 00000100:00100000:1.0:1746167139.676385:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423440384:12345-0@lo:400:kworker.0 Request processed in 982us (1052us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167139.676391:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36251 00000100:00100000:2.0:1746167139.676537:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423440128 00000100:00100000:2.0:1746167139.676541:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423440128 00000100:00100000:2.0:1746167139.676563:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7957 00000100:00100000:2.0:1746167139.676568:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b714000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423440128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167139.676611:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b714000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423440128:12345-0@lo:400:kworker.0 Request processed in 43us (957us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167139.676616:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7957 00000100:00100000:1.0:1746167139.676631:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423440128:0@lo:400:kworker.0 00000100:00100000:3.0:1746167139.677443:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423440384:0@lo:400:kworker.0 00000100:00100000:2.0:1746167139.682314:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746167139.682331:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423440896:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167139.682560:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167139.682611:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423440896 00000100:00100000:1.0:1746167139.682618:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423440896 00000100:00100000:1.0:1746167139.682914:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36252 00000100:00100000:1.0:1746167139.682922:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423440896:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746167139.682979:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167139.683007:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7958 00000100:00100000:1.0:1746167139.683018:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423440896:12345-0@lo:41:osp-pre-1-0.0 Request processed in 97us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167139.683024:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36252 00000100:00100000:0.0:1746167139.683026:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b714a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423440640:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1746167139.683058:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167139.683287:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423440896:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167139.683583:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b714a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423440640:12345-0@lo:400:kworker.0 Request processed in 557us (12717us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167139.683589:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7958 00000100:00100000:1.0:1746167139.686184:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423440640:0@lo:400:kworker.0 00000100:00100000:0.0:1746167139.747341:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098dea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423441024:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167139.747401:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167139.747784:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423441024 00000100:00100000:3.0:1746167139.747790:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423441024 00000100:00100000:3.0:1746167139.748346:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36253 00000100:00100000:3.0:1746167139.748354:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423441024:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167139.748380:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167139.748419:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423441024:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (1018us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167139.748424:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36253 00000100:00100000:0.0:1746167139.749043:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098dea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423441024:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167139.975793:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e323b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423441152:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167139.975858:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167139.975955:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423441152 00000100:00100000:0.0:1746167139.975971:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423441152 00000100:00100000:0.0:1746167139.976006:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7342 00000100:00100000:0.0:1746167139.976012:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136055f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423441152:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167139.976033:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167139.976074:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136055f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423441152:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167139.976082:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7342 00000100:00100000:1.0:1746167139.979498:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e323b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423441152:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167140.219928:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167141.223470:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167141.662315:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167141.662360:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167141.662389:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167141.662455:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439224960 00000100:00100000:0.0:1746167141.662457:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167141.662468:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439224960 00000100:00100000:0.0:1746167141.662478:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439225216 00000100:00100000:0.0:1746167141.662481:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439225216 00000100:00100000:1.0:1746167141.662506:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439225088 00000100:00100000:0.0:1746167141.662507:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50528 00000100:00100000:1.0:1746167141.662508:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439225088 00000100:00100000:0.0:1746167141.662513:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439225216:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167141.662534:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167141.662575:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439225216:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 61us (118us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167141.662581:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50528 00000100:00100000:1.0:1746167141.663181:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3476 00000100:00100000:1.0:1746167141.663192:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e323b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439224960:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167141.663241:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e323b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439224960:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 52us (881us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167141.663487:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439224832 00000100:00100000:3.0:1746167141.663491:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439224832 00000100:00100000:3.0:1746167141.663950:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1086 00000100:00100000:3.0:1746167141.663957:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f67ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439224832:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167141.663979:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f67ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439224832:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 24us (1673us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167141.663984:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1086 00000100:00080000:3.0:1746167141.664016:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746167141.664018:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167141.665896:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3477 00000100:00100000:0.0:1746167141.666398:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439225088:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167141.666450:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3476 00000100:00100000:0.0:1746167141.667031:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439225088:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 640us (4639us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167141.667041:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3477 00010000:00010000:3.0:1746167142.225943:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167143.228373:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167143.780622:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ceb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423441280:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167143.780704:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167143.780882:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423441280 00000100:00100000:0.0:1746167143.780890:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423441280 00000100:00080000:3.0:1746167143.780986:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167143.781670:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7343 00000100:00100000:0.0:1746167143.781691:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423441280:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167143.781712:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167143.781752:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423441280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (1050us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167143.781756:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7343 00000100:00100000:2.0:1746167143.781931:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ceb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423441280:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167144.230129:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746167144.673866:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167144.673870:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167144.673874:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167144.673904:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11060 00000100:00080000:2.0:1746167144.673908:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746167144.673912:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167144.673927:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009431aa00 x1830977423441920/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746167144.673953:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167144.673958:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167144.673959:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167144.673961:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11060 00000100:00080000:2.0:1746167144.673963:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746167144.673966:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167144.673975:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130e14380 x1830977423442432/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167144.674009:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009431aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423441920:0@lo:8:kworker.0 00000100:00100000:2.0:1746167144.674057:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167144.674098:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423442432:0@lo:8:kworker.0 00000100:00100000:2.0:1746167144.674112:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167144.674142:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423441920 00000100:00100000:2.0:1746167144.674147:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423441920 00000100:00100000:0.0:1746167144.674363:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098dea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423441408:0@lo:400:kworker.0 00000100:00100000:2.0:1746167144.674386:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423442432 00000100:00100000:2.0:1746167144.674388:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423442432 00000100:00100000:0.0:1746167144.674392:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167144.674397:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50529 00000100:00100000:2.0:1746167144.674402:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423441920:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167144.674418:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167144.674421:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423442048:0@lo:400:kworker.0 00000100:00100000:0.0:1746167144.674439:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167144.674444:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423441920:12345-0@lo:8:kworker.0 Request processed in 42us (387us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167144.674449:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50529 00000100:00100000:0.0:1746167144.674453:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423442688:0@lo:400:kworker.0 00000100:00100000:2.0:1746167144.674457:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423442048 00000100:00100000:2.0:1746167144.674459:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423442048 00000100:00100000:0.0:1746167144.674470:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167144.674473:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7959 00000100:00100000:2.0:1746167144.674477:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423442048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167144.674483:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746167144.674488:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423441536:0@lo:400:kworker.0 00000100:00100000:2.0:1746167144.674498:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423442048:12345-0@lo:400:kworker.0 Request processed in 20us (58us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167144.674502:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7959 00000100:00100000:0.0:1746167144.674503:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167144.674509:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50530 00000100:00100000:2.0:1746167144.674511:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423442432:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1746167144.674514:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094318380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423442176:0@lo:400:kworker.0 00010000:00020000:2.0:1746167144.674518:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167144.674527:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167144.674530:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423442432:12345-0@lo:8:kworker.0 Request processed in 18us (417us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167144.674534:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50530 00000100:00100000:2.0:1746167144.674551:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423442688 00000100:00100000:0.0:1746167144.674555:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423442048:0@lo:400:kworker.0 00000100:00100000:0.0:1746167144.674576:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423441408 00000100:00100000:0.0:1746167144.674579:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423441408 00000100:00100000:2.0:1746167144.674581:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423442688 00000100:00100000:2.0:1746167144.674595:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423441536 00000100:00100000:2.0:1746167144.674597:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423441536 00000100:00100000:0.0:1746167144.674599:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1087 00000100:00100000:0.0:1746167144.674604:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f67e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423441408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167144.674610:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423442176 00000100:00100000:2.0:1746167144.674611:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423442176 00000100:00100000:2.0:1746167144.674620:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3478 00000100:00100000:2.0:1746167144.674623:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423442688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167144.674628:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f67e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423441408:12345-0@lo:400:kworker.0 Request processed in 25us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167144.674633:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1087 00000100:00100000:2.0:1746167144.674642:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423442688:12345-0@lo:400:kworker.0 Request processed in 18us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167144.674646:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3478 00000100:00100000:2.0:1746167144.674653:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3479 00000100:00100000:2.0:1746167144.674656:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e833800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423441536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167144.674657:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098dea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423441408:0@lo:400:kworker.0 00000100:00100000:0.0:1746167144.674665:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423442688:0@lo:400:kworker.0 00000100:00100000:0.0:1746167144.674714:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3480 00000100:00100000:0.0:1746167144.674720:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e833480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423442176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167144.674745:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e833480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423442176:12345-0@lo:400:kworker.0 Request processed in 25us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167144.674749:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3480 00000100:00100000:0.0:1746167144.674768:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094318380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423442176:0@lo:400:kworker.0 00000100:00100000:0.0:1746167144.674792:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009431b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423441664:0@lo:400:kworker.0 00000100:00100000:0.0:1746167144.674809:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167144.674820:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423442304:0@lo:400:kworker.0 00000100:00100000:0.0:1746167144.674835:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167144.674847:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746167144.674851:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423441792:0@lo:400:kworker.0 00000100:00100000:0.0:1746167144.674865:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167144.674890:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423442560:0@lo:400:kworker.0 00000100:00100000:0.0:1746167144.674905:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167144.674922:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423441664 00000100:00100000:0.0:1746167144.674924:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423441664 00000100:00100000:0.0:1746167144.674941:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3481 00000100:00100000:0.0:1746167144.674945:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e830700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423441664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167144.674969:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e830700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423441664:12345-0@lo:400:kworker.0 Request processed in 24us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167144.674974:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3481 00000100:00100000:0.0:1746167144.674993:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009431b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423441664:0@lo:400:kworker.0 00000100:00100000:0.0:1746167144.675005:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423442560 00000100:00100000:0.0:1746167144.675007:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423442560 00000100:00100000:0.0:1746167144.675022:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7960 00000100:00100000:0.0:1746167144.675026:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e830000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423442560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167144.675048:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e830000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423442560:12345-0@lo:400:kworker.0 Request processed in 22us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167144.675052:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7960 00000100:00100000:0.0:1746167144.675070:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423442560:0@lo:400:kworker.0 00000100:00100000:0.0:1746167144.675088:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423442304 00000100:00100000:0.0:1746167144.675090:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423442304 00000100:00100000:0.0:1746167144.675110:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423441792 00000100:00100000:0.0:1746167144.675112:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423441792 00000100:00100000:0.0:1746167144.675124:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36254 00000100:00100000:0.0:1746167144.675128:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e830a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423442304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167144.675154:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e830a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423442304:12345-0@lo:400:kworker.0 Request processed in 26us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167144.675160:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36254 00000100:00100000:0.0:1746167144.675168:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36255 00000100:00100000:0.0:1746167144.675172:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423441792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167144.675190:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423441792:12345-0@lo:400:kworker.0 Request processed in 19us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167144.675194:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36255 00000100:00100000:0.0:1746167144.675212:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423441792:0@lo:400:kworker.0 00000100:00100000:0.0:1746167144.675218:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423442304:0@lo:400:kworker.0 00000100:00080000:0.0:1746167144.675259:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167144.675262:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167144.675265:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009431aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423441920:0@lo:8:kworker.0 00000100:00080000:0.0:1746167144.675272:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167144.675274:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167144.675276:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423442432:0@lo:8:kworker.0 00000100:00100000:2.0:1746167144.682181:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e833800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423441536:12345-0@lo:400:kworker.0 Request processed in 7517us (7670us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167144.682192:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3479 00000100:00100000:0.0:1746167144.682218:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423441536:0@lo:400:kworker.0 00000100:00080000:2.0:1746167144.682222:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746167144.682226:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746167144.682229:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167144.690087:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423442816:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167144.690139:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167144.690427:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423442816 00000100:00100000:2.0:1746167144.690433:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423442816 00000100:00100000:2.0:1746167144.690464:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36256 00000100:00100000:2.0:1746167144.690470:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423442816:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167144.690495:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167144.690527:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423442816:12345-0@lo:41:osp-pre-1-0.0 Request processed in 57us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167144.690532:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36256 00000100:00100000:1.0:1746167144.691016:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423442816:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167144.754022:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746167144.754041:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423442944:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167144.754095:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167144.754180:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423442944 00000100:00100000:0.0:1746167144.754186:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423442944 00000100:00100000:0.0:1746167144.754221:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36257 00000100:00100000:0.0:1746167144.754228:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423442944:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167144.754253:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167144.754283:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423442944:12345-0@lo:41:osp-pre-0-1.0 Request processed in 57us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167144.754288:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36257 00000100:00100000:3.0:1746167144.754709:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423442944:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167144.994823:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423443072:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746167144.994889:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167144.997822:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423443072 00000100:00100000:0.0:1746167144.997832:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423443072 00000100:00100000:0.0:1746167144.997891:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7344 00000100:00100000:0.0:1746167144.997899:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423443072:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167144.997921:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167144.997965:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423443072:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (3077us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167144.997971:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7344 00000100:00100000:3.0:1746167144.998081:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423443072:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167145.232410:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167146.235469:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167146.671958:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167146.672062:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167146.672121:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439225472 00000100:00100000:3.0:1746167146.672129:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439225472 00000100:00100000:2.0:1746167146.672151:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439225344 00000100:00100000:2.0:1746167146.672156:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439225344 00000100:00080000:0.0:1746167146.673346:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167146.674856:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3482 00000100:00100000:3.0:1746167146.674869:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e830380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439225472:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167146.674957:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167146.675134:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e830380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439225472:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 269us (3071us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167146.675140:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3482 00000100:00100000:3.0:1746167146.675372:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439225600 00000100:00100000:3.0:1746167146.675376:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439225600 00000100:00100000:3.0:1746167146.675398:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3483 00000100:00100000:3.0:1746167146.675402:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439225600:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167146.675420:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439225600:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 18us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167146.675424:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3483 00000100:00080000:3.0:1746167146.675438:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167146.675504:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167146.675523:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439225728 00000100:00100000:0.0:1746167146.675526:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439225728 00000100:00100000:0.0:1746167146.675539:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50531 00000100:00100000:0.0:1746167146.675542:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e833b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439225728:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167146.675561:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167146.675577:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e833b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439225728:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 34us (73us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167146.675581:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50531 00000100:00100000:1.0:1746167146.675598:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1088 00000100:00100000:1.0:1746167146.675606:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439225344:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167146.675630:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439225344:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 26us (3681us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167146.675636:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1088 00010000:00010000:3.0:1746167147.236894:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167148.237987:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167148.786432:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746167148.786450:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423443200:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167148.786508:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167148.786855:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423443200 00000100:00100000:2.0:1746167148.786861:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423443200 00000100:00100000:2.0:1746167148.786906:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7345 00000100:00100000:2.0:1746167148.786913:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136055880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423443200:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167148.786937:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167148.786970:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136055880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423443200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167148.786975:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7345 00000100:00080000:3.0:1746167148.787126:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167148.788058:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423443200:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167149.240505:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746167149.683785:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167149.683789:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167149.683821:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167149.683827:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11065 00000100:00080000:2.0:1746167149.683831:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746167149.683836:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167149.683855:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130e14a80 x1830977423443840/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746167149.683883:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167149.683886:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167149.683887:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167149.683890:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11065 00000100:00080000:2.0:1746167149.683892:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746167149.683895:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167149.683903:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800904b0380 x1830977423444352/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167149.683947:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423443584:0@lo:400:kworker.0 00000100:00100000:2.0:1746167149.683997:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167149.684043:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423444224:0@lo:400:kworker.0 00000100:00100000:2.0:1746167149.684065:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167149.684083:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1746167149.684088:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423443456:0@lo:400:kworker.0 00000100:00100000:2.0:1746167149.684103:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167149.684114:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423444096:0@lo:400:kworker.0 00000100:00100000:2.0:1746167149.684128:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167149.684150:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423443584 00000100:00100000:2.0:1746167149.684156:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423443584 00000100:00100000:2.0:1746167149.684190:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423443456 00000100:00100000:2.0:1746167149.684192:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423443456 00000100:00100000:2.0:1746167149.684205:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423444096 00000100:00100000:2.0:1746167149.684207:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423444096 00000100:00100000:2.0:1746167149.684218:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3484 00000100:00100000:2.0:1746167149.684224:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423443584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167149.684257:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423443584:12345-0@lo:400:kworker.0 Request processed in 33us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167149.684265:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3484 00000100:00100000:2.0:1746167149.684278:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3485 00000100:00100000:2.0:1746167149.684282:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423443456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167149.684302:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423443456:12345-0@lo:400:kworker.0 Request processed in 20us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167149.684306:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3485 00000100:00100000:2.0:1746167149.684313:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3486 00000100:00100000:2.0:1746167149.684317:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423444096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167149.684330:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423444096:12345-0@lo:400:kworker.0 Request processed in 13us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167149.684333:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3486 00000100:00080000:2.0:1746167149.684344:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746167149.684347:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167149.684367:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423443456:0@lo:400:kworker.0 00000100:00100000:2.0:1746167149.684374:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423444096:0@lo:400:kworker.0 00000100:00100000:2.0:1746167149.684380:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423443584:0@lo:400:kworker.0 00000100:00100000:2.0:1746167149.684423:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423444224 00000100:00100000:2.0:1746167149.684425:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423444224 00000100:00100000:2.0:1746167149.684443:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36258 00000100:00100000:2.0:1746167149.684447:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423444224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167149.684473:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423444224:12345-0@lo:400:kworker.0 Request processed in 26us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167149.684478:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36258 00000100:00100000:2.0:1746167149.684497:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423444224:0@lo:400:kworker.0 00000100:00100000:2.0:1746167149.684514:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423443840:0@lo:8:kworker.0 00000100:00100000:2.0:1746167149.684531:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167149.684556:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423444352:0@lo:8:kworker.0 00000100:00100000:2.0:1746167149.684570:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167149.684592:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423443840 00000100:00100000:2.0:1746167149.684595:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423443840 00000100:00100000:2.0:1746167149.684606:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423444352 00000100:00100000:2.0:1746167149.684608:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423444352 00000100:00100000:2.0:1746167149.684616:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50532 00000100:00100000:2.0:1746167149.684620:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423443840:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167149.684636:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167149.684658:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423443840:12345-0@lo:8:kworker.0 Request processed in 37us (126us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167149.684663:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50532 00000100:00100000:2.0:1746167149.684671:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50533 00000100:00100000:2.0:1746167149.684694:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423444352:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167149.684702:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167149.684720:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423444352:12345-0@lo:8:kworker.0 Request processed in 45us (149us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167149.684724:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50533 00000100:00080000:2.0:1746167149.684746:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167149.684749:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167149.684752:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423443840:0@lo:8:kworker.0 00000100:00080000:2.0:1746167149.684757:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167149.684759:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167149.684762:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423444352:0@lo:8:kworker.0 00000100:00100000:0.0:1746167149.685102:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423443712:0@lo:400:kworker.0 00000100:00100000:0.0:1746167149.685123:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167149.685143:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423444480:0@lo:400:kworker.0 00000100:00100000:0.0:1746167149.685155:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167149.685358:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1746167149.685365:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423443328:0@lo:400:kworker.0 00000100:00100000:0.0:1746167149.685381:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167149.685399:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423443968:0@lo:400:kworker.0 00000100:00100000:0.0:1746167149.685411:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167149.685419:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423444608:0@lo:400:kworker.0 00000100:00100000:0.0:1746167149.685430:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167149.685444:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423444608 00000100:00100000:0.0:1746167149.685446:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423444608 00000100:00100000:0.0:1746167149.685460:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3487 00000100:00100000:0.0:1746167149.685464:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098dea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423444608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167149.685720:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098dea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423444608:12345-0@lo:400:kworker.0 Request processed in 255us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167149.685725:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3487 00000100:00100000:0.0:1746167149.685746:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423444608:0@lo:400:kworker.0 00000100:00100000:0.0:1746167149.685761:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423443712 00000100:00100000:0.0:1746167149.685763:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423443712 00000100:00100000:0.0:1746167149.685774:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36259 00000100:00100000:0.0:1746167149.685778:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423443712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167149.685810:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e832d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423443712:12345-0@lo:400:kworker.0 Request processed in 31us (686us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167149.685815:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36259 00000100:00100000:0.0:1746167149.685833:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423443712:0@lo:400:kworker.0 00000100:00100000:0.0:1746167149.685853:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423443328 00000100:00100000:0.0:1746167149.685855:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423443328 00000100:00100000:3.0:1746167149.685900:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423444480 00000100:00100000:3.0:1746167149.685903:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423444480 00000100:00100000:3.0:1746167149.685925:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423443968 00000100:00100000:3.0:1746167149.685927:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423443968 00000100:00100000:3.0:1746167149.685937:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7961 00000100:00100000:3.0:1746167149.685941:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e832a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423444480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167149.685968:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e832a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423444480:12345-0@lo:400:kworker.0 Request processed in 27us (812us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167149.685973:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7961 00000100:00100000:3.0:1746167149.685981:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7962 00000100:00100000:3.0:1746167149.685985:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423443968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167149.686003:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423443968:12345-0@lo:400:kworker.0 Request processed in 18us (591us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167149.686008:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7962 00000100:00080000:3.0:1746167149.686023:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167149.686327:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423443968:0@lo:400:kworker.0 00000100:00100000:1.0:1746167149.686335:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423444480:0@lo:400:kworker.0 00000100:00100000:0.0:1746167149.687785:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1089 00000100:00100000:0.0:1746167149.687807:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423443328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167149.687938:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423443328:12345-0@lo:400:kworker.0 Request processed in 144us (2554us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167149.687944:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1089 00000100:00100000:2.0:1746167149.688005:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423443328:0@lo:400:kworker.0 00000100:00100000:3.0:1746167149.699621:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423444736:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167149.699690:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167149.699833:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423444736 00000100:00100000:0.0:1746167149.699839:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423444736 00000100:00100000:0.0:1746167149.699884:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36260 00000100:00100000:0.0:1746167149.699891:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423444736:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167149.699919:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167149.700282:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423444736:12345-0@lo:41:osp-pre-1-0.0 Request processed in 390us (590us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167149.700289:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36260 00000100:00100000:3.0:1746167149.700348:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423444736:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167149.762382:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167149.762400:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423444864:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167149.762457:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167149.762975:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423444864 00000100:00100000:1.0:1746167149.762983:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423444864 00000100:00100000:1.0:1746167149.763157:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36261 00000100:00100000:1.0:1746167149.763166:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094319c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423444864:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167149.763192:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167149.763989:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094319c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423444864:12345-0@lo:41:osp-pre-0-1.0 Request processed in 823us (1531us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167149.763996:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36261 00000100:00100000:0.0:1746167149.764090:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423444864:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167150.002529:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746167150.002545:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423444992:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167150.002800:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167150.002948:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423444992 00000100:00100000:3.0:1746167150.002954:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423444992 00000100:00100000:3.0:1746167150.002998:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7346 00000100:00100000:3.0:1746167150.003005:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423444992:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167150.003023:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167150.003069:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423444992:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167150.003074:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7346 00000100:00100000:1.0:1746167150.003146:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423444992:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167150.242286:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167151.245009:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167151.693964:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167151.694508:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167151.694750:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167151.694770:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439225856 00000100:00100000:1.0:1746167151.694778:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439225856 00000100:00100000:1.0:1746167151.694826:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1090 00000100:00100000:1.0:1746167151.694834:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439225856:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167151.694844:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167151.694892:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439225856:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 59us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167151.694899:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1090 00000100:00100000:1.0:1746167151.694938:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439225984 00000100:00100000:1.0:1746167151.694941:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439225984 00000100:00100000:2.0:1746167151.695489:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439226112 00000100:00100000:2.0:1746167151.695494:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439226112 00000100:00100000:3.0:1746167151.697432:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439226240 00000100:00100000:3.0:1746167151.697440:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439226240 00000100:00100000:3.0:1746167151.697473:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50534 00000100:00100000:3.0:1746167151.697479:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d25850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439226240:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167151.697501:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167151.697542:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d25850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439226240:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 62us (2698us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167151.697548:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50534 00000100:00100000:1.0:1746167151.699089:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3488 00000100:00100000:1.0:1746167151.699098:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094319880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439225984:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167151.699152:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094319880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439225984:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 56us (5195us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167151.699159:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3488 00000100:00100000:2.0:1746167151.699170:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3489 00000100:00100000:2.0:1746167151.699184:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439226112:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:1.0:1746167151.699206:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167151.699209:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167151.699212:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439226112:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 36us (4462us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167151.699218:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3489 00010000:00010000:3.0:1746167152.245892:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167153.247923:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167153.793945:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746167153.793975:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423445120:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167153.794029:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167153.794515:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423445120 00000100:00100000:0.0:1746167153.794522:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423445120 00000100:00080000:1.0:1746167153.794626:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167153.795012:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7347 00000100:00100000:0.0:1746167153.795022:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423445120:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167153.795047:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167153.796160:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423445120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1138us (2128us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167153.796167:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7347 00000100:00100000:3.0:1746167153.799129:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423445120:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167154.251394:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746167154.689976:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167154.689980:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167154.689982:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167154.689988:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11070 00000100:00080000:2.0:1746167154.689992:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746167154.689997:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167154.690013:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800904b3480 x1830977423445760/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746167154.690036:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167154.690038:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167154.690039:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167154.690042:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11070 00000100:00080000:2.0:1746167154.690044:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746167154.690047:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167154.690054:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130e14e00 x1830977423446272/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167154.690086:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423445632:0@lo:400:kworker.0 00000100:00100000:2.0:1746167154.690343:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167154.690398:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423446400:0@lo:400:kworker.0 00000100:00100000:2.0:1746167154.690417:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167154.690436:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1746167154.690441:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423445504:0@lo:400:kworker.0 00000100:00100000:2.0:1746167154.690465:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167154.690479:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423446144:0@lo:400:kworker.0 00000100:00100000:2.0:1746167154.690494:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167154.690513:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423445760:0@lo:8:kworker.0 00000100:00100000:2.0:1746167154.690529:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167154.690553:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423446272:0@lo:8:kworker.0 00000100:00100000:2.0:1746167154.690569:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167154.690593:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423445504 00000100:00100000:2.0:1746167154.690599:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423445504 00000100:00100000:2.0:1746167154.690634:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3490 00000100:00100000:2.0:1746167154.690640:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132100000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423445504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167154.690692:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132100000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423445504:12345-0@lo:400:kworker.0 Request processed in 52us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167154.690698:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3490 00000100:00100000:2.0:1746167154.690741:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423445632 00000100:00100000:2.0:1746167154.690744:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423445632 00000100:00100000:2.0:1746167154.690761:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423446144 00000100:00100000:2.0:1746167154.690762:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423446144 00000100:00100000:2.0:1746167154.690774:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36262 00000100:00100000:2.0:1746167154.690778:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423445632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167154.690804:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423445632:12345-0@lo:400:kworker.0 Request processed in 25us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167154.690808:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36262 00000100:00100000:2.0:1746167154.690821:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36263 00000100:00100000:2.0:1746167154.690825:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132100e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423446144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167154.690842:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132100e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423446144:12345-0@lo:400:kworker.0 Request processed in 18us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167154.690846:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36263 00000100:00100000:2.0:1746167154.690874:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423445504:0@lo:400:kworker.0 00000100:00100000:2.0:1746167154.690881:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423446144:0@lo:400:kworker.0 00000100:00100000:2.0:1746167154.690886:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423445632:0@lo:400:kworker.0 00000100:00100000:2.0:1746167154.690913:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423446400 00000100:00100000:2.0:1746167154.690915:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423446400 00000100:00100000:2.0:1746167154.690932:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423445760 00000100:00100000:2.0:1746167154.690933:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423445760 00000100:00100000:2.0:1746167154.690940:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423446272 00000100:00100000:2.0:1746167154.690941:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423446272 00000100:00100000:2.0:1746167154.690948:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7963 00000100:00100000:2.0:1746167154.690952:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423446400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167154.690972:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423446400:12345-0@lo:400:kworker.0 Request processed in 20us (554us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167154.690976:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7963 00000100:00100000:2.0:1746167154.690981:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50535 00000100:00100000:2.0:1746167154.690984:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132103800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423445760:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167154.690998:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167154.691013:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132103800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423445760:12345-0@lo:8:kworker.0 Request processed in 29us (485us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167154.691017:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50535 00000100:00100000:2.0:1746167154.691022:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50536 00000100:00100000:2.0:1746167154.691024:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132101c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423446272:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167154.691030:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167154.691040:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132101c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423446272:12345-0@lo:8:kworker.0 Request processed in 15us (470us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167154.691043:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50536 00000100:00080000:2.0:1746167154.691059:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167154.691062:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167154.691064:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423445760:0@lo:8:kworker.0 00000100:00080000:2.0:1746167154.691069:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167154.691071:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167154.691073:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423446272:0@lo:8:kworker.0 00000100:00100000:2.0:1746167154.691086:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423446400:0@lo:400:kworker.0 00000100:00080000:2.0:1746167154.691118:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746167154.691121:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167154.692068:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423445376:0@lo:400:kworker.0 00000100:00100000:3.0:1746167154.692095:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167154.692135:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423446016:0@lo:400:kworker.0 00000100:00100000:3.0:1746167154.692150:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167154.692163:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1746167154.692167:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423445248:0@lo:400:kworker.0 00000100:00100000:3.0:1746167154.692188:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167154.692210:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423445888:0@lo:400:kworker.0 00000100:00100000:3.0:1746167154.692224:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167154.692252:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423446528:0@lo:400:kworker.0 00000100:00100000:3.0:1746167154.692265:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167154.692282:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423445888 00000100:00100000:3.0:1746167154.692286:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423445888 00000100:00100000:3.0:1746167154.692302:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7964 00000100:00100000:3.0:1746167154.692307:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ceb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423445888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167154.692333:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ceb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423445888:12345-0@lo:400:kworker.0 Request processed in 25us (107us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167154.692341:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7964 00000100:00100000:3.0:1746167154.692364:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423445888:0@lo:400:kworker.0 00000100:00100000:3.0:1746167154.692383:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423445376 00000100:00100000:3.0:1746167154.692385:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423445376 00000100:00100000:3.0:1746167154.692403:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423446016 00000100:00100000:3.0:1746167154.692405:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423446016 00000100:00100000:3.0:1746167154.692414:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423446528 00000100:00100000:3.0:1746167154.692415:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423446528 00000100:00100000:3.0:1746167154.692425:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3491 00000100:00100000:3.0:1746167154.692430:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423445376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167154.692455:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423445376:12345-0@lo:400:kworker.0 Request processed in 25us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167154.692460:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3491 00000100:00100000:3.0:1746167154.692468:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3492 00000100:00100000:3.0:1746167154.692473:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423446016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167154.692490:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423446016:12345-0@lo:400:kworker.0 Request processed in 17us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167154.692495:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3492 00000100:00100000:3.0:1746167154.692503:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3493 00000100:00100000:3.0:1746167154.692506:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423446528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167154.692524:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423446528:12345-0@lo:400:kworker.0 Request processed in 17us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167154.692529:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3493 00000100:00100000:3.0:1746167154.692552:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423446528:0@lo:400:kworker.0 00000100:00100000:3.0:1746167154.692559:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423445376:0@lo:400:kworker.0 00000100:00100000:3.0:1746167154.692566:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423446016:0@lo:400:kworker.0 00000100:00080000:3.0:1746167154.692587:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167154.692606:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423445248 00000100:00100000:3.0:1746167154.692608:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423445248 00000100:00100000:3.0:1746167154.692626:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1091 00000100:00100000:3.0:1746167154.692630:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423445248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167154.692653:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423445248:12345-0@lo:400:kworker.0 Request processed in 22us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167154.692657:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1091 00000100:00100000:3.0:1746167154.692677:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423445248:0@lo:400:kworker.0 00000100:00100000:0.0:1746167154.710334:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423446656:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167154.710390:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167154.710439:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423446656 00000100:00100000:0.0:1746167154.710444:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423446656 00000100:00100000:0.0:1746167154.710497:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36264 00000100:00100000:0.0:1746167154.710504:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423446656:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167154.710529:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167154.710562:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423446656:12345-0@lo:41:osp-pre-1-0.0 Request processed in 58us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167154.710568:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36264 00000100:00100000:0.0:1746167154.710795:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423446656:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167154.770584:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423446784:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167154.770638:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167154.772179:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423446784 00000100:00100000:3.0:1746167154.772187:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423446784 00000100:00100000:3.0:1746167154.772230:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36265 00000100:00100000:3.0:1746167154.772238:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132102a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423446784:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167154.772267:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167154.772437:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132102a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423446784:12345-0@lo:41:osp-pre-0-1.0 Request processed in 199us (1796us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167154.772443:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36265 00000100:00100000:2.0:1746167154.772514:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423446784:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167155.009936:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746167155.009956:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423446912:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167155.010010:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167155.010118:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423446912 00000100:00100000:0.0:1746167155.010124:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423446912 00000100:00100000:0.0:1746167155.010161:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7348 00000100:00100000:0.0:1746167155.010167:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132101880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423446912:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167155.010185:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167155.010219:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132101880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423446912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167155.010224:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7348 00000100:00100000:2.0:1746167155.010366:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423446912:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167155.253986:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167156.255922:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167156.705099:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167156.707496:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167156.707597:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439226496 00000100:00100000:2.0:1746167156.707605:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439226496 00000100:00100000:0.0:1746167156.708335:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167156.708451:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439226368 00000100:00100000:3.0:1746167156.708456:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439226368 00000100:00100000:3.0:1746167156.708492:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1092 00000100:00100000:3.0:1746167156.708499:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439226368:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167156.709120:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439226624 00000100:00100000:2.0:1746167156.709123:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439226624 00000100:00100000:2.0:1746167156.709141:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3494 00000100:00100000:2.0:1746167156.709146:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094318e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439226496:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167156.709202:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439226368:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 703us (1709us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167156.709209:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1092 00000100:00080000:3.0:1746167156.709242:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746167156.709245:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167156.709255:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3495 00000100:00100000:3.0:1746167156.709260:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439226624:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167156.710286:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167156.710302:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094318e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439226496:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1152us (5208us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167156.710308:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3494 00000100:00100000:2.0:1746167156.710336:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439226752 00000100:00100000:2.0:1746167156.710339:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439226752 00000100:00100000:2.0:1746167156.710352:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50537 00000100:00100000:2.0:1746167156.710356:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439226752:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:3.0:1746167156.710521:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439226624:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1259us (2185us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167156.710528:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3495 00010000:00020000:2.0:1746167156.710832:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167156.710862:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439226752:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 503us (577us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167156.710868:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50537 00010000:00010000:3.0:1746167157.257884:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167158.260026:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167158.818538:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423447040:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167158.818818:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167158.820721:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423447040 00000100:00100000:2.0:1746167158.820730:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423447040 00000100:00100000:2.0:1746167158.820796:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7349 00000100:00100000:2.0:1746167158.820804:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423447040:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167158.820830:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:3.0:1746167158.820846:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167158.820886:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423447040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (2067us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167158.820891:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7349 00000100:00100000:1.0:1746167158.822802:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423447040:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167159.262370:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746167159.698424:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167159.698428:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167159.698431:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167159.698438:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11075 00000100:00080000:2.0:1746167159.698442:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746167159.698447:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167159.698463:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130e14a80 x1830977423447680/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746167159.698491:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167159.698493:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167159.698495:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167159.698497:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11075 00000100:00080000:2.0:1746167159.698500:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746167159.698503:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167159.698512:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130e14000 x1830977423448192/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167159.698547:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423447680:0@lo:8:kworker.0 00000100:00100000:2.0:1746167159.698839:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167159.698888:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423448192:0@lo:8:kworker.0 00000100:00100000:2.0:1746167159.698906:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167159.698940:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423447680 00000100:00100000:2.0:1746167159.698946:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423447680 00000100:00100000:2.0:1746167159.698966:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423448192 00000100:00100000:2.0:1746167159.698967:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423448192 00000100:00100000:2.0:1746167159.698978:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50538 00000100:00100000:2.0:1746167159.698983:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423447680:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167159.699002:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167159.699032:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423447680:12345-0@lo:8:kworker.0 Request processed in 48us (193us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167159.699038:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50538 00000100:00100000:2.0:1746167159.699051:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50539 00000100:00100000:2.0:1746167159.699054:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423448192:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167159.699069:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167159.699089:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423448192:12345-0@lo:8:kworker.0 Request processed in 33us (182us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167159.699093:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50539 00000100:00080000:2.0:1746167159.699122:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167159.699126:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167159.699129:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423447680:0@lo:8:kworker.0 00000100:00080000:2.0:1746167159.699136:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167159.699137:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167159.699139:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423448192:0@lo:8:kworker.0 00000100:00100000:2.0:1746167159.699165:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423447424:0@lo:400:kworker.0 00000100:00100000:2.0:1746167159.699186:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167159.699200:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423448064:0@lo:400:kworker.0 00000100:00100000:2.0:1746167159.699216:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167159.699230:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1746167159.699235:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423447296:0@lo:400:kworker.0 00000100:00100000:2.0:1746167159.699249:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167159.699260:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423447936:0@lo:400:kworker.0 00000100:00100000:2.0:1746167159.699281:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167159.699299:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423447424 00000100:00100000:2.0:1746167159.699302:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423447424 00000100:00100000:2.0:1746167159.699328:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423447296 00000100:00100000:2.0:1746167159.699329:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423447296 00000100:00100000:2.0:1746167159.699341:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423447936 00000100:00100000:2.0:1746167159.699342:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423447936 00000100:00100000:2.0:1746167159.699351:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3496 00000100:00100000:2.0:1746167159.699356:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423447424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167159.699386:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423447424:12345-0@lo:400:kworker.0 Request processed in 30us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167159.699391:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3496 00000100:00100000:2.0:1746167159.699399:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3497 00000100:00100000:2.0:1746167159.699403:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423447296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167159.699421:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423447296:12345-0@lo:400:kworker.0 Request processed in 18us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167159.699425:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3497 00000100:00100000:2.0:1746167159.699432:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3498 00000100:00100000:2.0:1746167159.699436:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423447936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167159.699453:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423447936:12345-0@lo:400:kworker.0 Request processed in 17us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167159.699458:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3498 00000100:00100000:2.0:1746167159.699482:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423447296:0@lo:400:kworker.0 00000100:00100000:2.0:1746167159.699488:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423447936:0@lo:400:kworker.0 00000100:00100000:2.0:1746167159.699494:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423447424:0@lo:400:kworker.0 00000100:00100000:2.0:1746167159.699519:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423448064 00000100:00100000:2.0:1746167159.699522:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423448064 00000100:00100000:1.0:1746167159.699756:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423447552:0@lo:400:kworker.0 00000100:00100000:1.0:1746167159.699780:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746167159.699825:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746167159.699829:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167159.701250:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423447168:0@lo:400:kworker.0 00000100:00100000:0.0:1746167159.701285:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167159.701762:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423447808:0@lo:400:kworker.0 00000100:00100000:3.0:1746167159.701803:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423447168 00000100:00100000:3.0:1746167159.701807:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423447168 00000100:00100000:3.0:1746167159.701830:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1093 00000100:00100000:0.0:1746167159.701846:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167159.701860:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423448448:0@lo:400:kworker.0 00000100:00100000:0.0:1746167159.701878:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167159.701902:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423447808 00000100:00100000:0.0:1746167159.701904:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423447808 00000100:00100000:0.0:1746167159.701930:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7965 00000100:00100000:0.0:1746167159.701936:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423447808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167159.701971:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423447808:12345-0@lo:400:kworker.0 Request processed in 35us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167159.701976:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7965 00000100:00100000:0.0:1746167159.702001:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423447808:0@lo:400:kworker.0 00000100:00100000:0.0:1746167159.702026:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423448448 00000100:00100000:0.0:1746167159.702029:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423448448 00000100:00100000:3.0:1746167159.702149:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423447168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167159.702409:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423447168:12345-0@lo:400:kworker.0 Request processed in 262us (1123us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167159.702415:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1093 00000100:00100000:3.0:1746167159.702445:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423447168:0@lo:400:kworker.0 00000100:00100000:0.0:1746167159.702516:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3499 00000100:00100000:0.0:1746167159.702522:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423448448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167159.702550:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423448448:12345-0@lo:400:kworker.0 Request processed in 29us (670us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167159.702773:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3499 00000100:00100000:0.0:1746167159.702802:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423447552 00000100:00100000:0.0:1746167159.702806:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423447552 00000100:00100000:0.0:1746167159.702824:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36266 00000100:00100000:0.0:1746167159.702829:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423448064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167159.703689:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36267 00000100:00100000:2.0:1746167159.704315:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423447552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167159.704427:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423448320:0@lo:400:kworker.0 00000100:00100000:0.0:1746167159.704560:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423448064:12345-0@lo:400:kworker.0 Request processed in 1730us (5342us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167159.704567:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36266 00000100:00100000:0.0:1746167159.704615:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423448064:0@lo:400:kworker.0 00000100:00100000:3.0:1746167159.704704:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423448448:0@lo:400:kworker.0 00000100:00100000:2.0:1746167159.704914:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423447552:12345-0@lo:400:kworker.0 Request processed in 1218us (5132us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167159.704919:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36267 00000100:00100000:1.0:1746167159.705172:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167159.705214:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423447552:0@lo:400:kworker.0 00000100:00100000:3.0:1746167159.705338:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423448320 00000100:00100000:3.0:1746167159.705342:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423448320 00000100:00100000:3.0:1746167159.705386:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7966 00000100:00100000:3.0:1746167159.705392:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423448320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167159.705421:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423448320:12345-0@lo:400:kworker.0 Request processed in 31us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167159.705429:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7966 00000100:00080000:0.0:1746167159.705530:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167159.705956:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423448320:0@lo:400:kworker.0 00000100:00100000:1.0:1746167159.715050:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746167159.715070:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423448576:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167159.715126:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167159.715362:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423448576 00000100:00100000:2.0:1746167159.715369:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423448576 00000100:00100000:2.0:1746167159.715401:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36268 00000100:00100000:2.0:1746167159.715408:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423448576:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167159.715436:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167159.715482:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423448576:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167159.715488:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36268 00000100:00100000:1.0:1746167159.716021:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423448576:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167159.778651:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423448704:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167159.779752:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167159.780874:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423448704 00000100:00100000:0.0:1746167159.780881:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423448704 00000100:00100000:0.0:1746167159.780923:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36269 00000100:00100000:0.0:1746167159.780929:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423448704:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167159.780958:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167159.781004:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423448704:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (1253us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167159.781010:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36269 00000100:00100000:1.0:1746167159.781115:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423448704:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167160.019961:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423448832:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167160.020018:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167160.020051:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423448832 00000100:00100000:2.0:1746167160.020056:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423448832 00000100:00100000:2.0:1746167160.020103:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7350 00000100:00100000:2.0:1746167160.020110:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423448832:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167160.020128:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167160.020155:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423448832:12345-0@lo:13:osp-pre-1-0.0 Request processed in 46us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167160.020162:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7350 00000100:00100000:2.0:1746167160.020196:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423448832:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167160.264024:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167161.265970:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167161.712164:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167161.712208:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167161.712276:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439227008 00000100:00100000:3.0:1746167161.712285:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439227008 00000100:00100000:0.0:1746167161.712288:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00080000:0.0:1746167161.712316:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167161.712339:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439227136 00000100:00100000:3.0:1746167161.712342:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439227136 00000100:00100000:2.0:1746167161.712389:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439226880 00000100:00100000:2.0:1746167161.712393:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439226880 00000100:00100000:2.0:1746167161.712419:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1094 00000100:00100000:2.0:1746167161.712427:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439226880:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167161.712431:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3500 00000100:00100000:1.0:1746167161.712441:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439227008:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167161.712709:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439226880:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 51us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167161.712716:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439227008:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 38us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167161.712718:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1094 00000100:00100000:1.0:1746167161.712723:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3500 00000100:00100000:3.0:1746167161.723160:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3501 00000100:00100000:3.0:1746167161.723173:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439227136:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167161.727550:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439227136:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 4371us (15250us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167161.727562:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3501 00000100:00080000:0.0:1746167161.727612:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167161.727720:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167161.727771:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439227264 00000100:00100000:3.0:1746167161.727778:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439227264 00000100:00100000:3.0:1746167161.727809:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50540 00000100:00100000:3.0:1746167161.727815:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439227264:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167161.727836:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167161.727882:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439227264:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 66us (162us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167161.727966:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50540 00010000:00010000:3.0:1746167162.268031:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167163.271061:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167163.841933:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423448960:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167163.841990:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167163.842052:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423448960 00000100:00100000:0.0:1746167163.842059:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423448960 00000100:00100000:0.0:1746167163.842101:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7351 00000100:00100000:0.0:1746167163.842107:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423448960:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167163.842132:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167163.842174:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423448960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167163.842181:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7351 00000100:00100000:2.0:1746167163.842330:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423448960:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1746167163.842528:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746167164.272857:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167164.706184:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423449088:0@lo:400:kworker.0 00000100:00100000:3.0:1746167164.706239:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167164.706309:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423449088 00000100:00100000:3.0:1746167164.706314:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423449088 00000100:00100000:3.0:1746167164.706344:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1095 00000100:00100000:3.0:1746167164.706350:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423449088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167164.706381:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423449088:12345-0@lo:400:kworker.0 Request processed in 33us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167164.706387:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1095 00000100:00100000:3.0:1746167164.706415:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423449088:0@lo:400:kworker.0 00000100:00080000:2.0:1746167164.706481:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167164.706484:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167164.706486:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167164.706490:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11080 00000100:00080000:2.0:1746167164.706493:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746167164.706496:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167164.706509:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130e16a00 x1830977423449600/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746167164.706529:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167164.706532:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167164.706533:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167164.706535:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11080 00000100:00080000:2.0:1746167164.706537:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746167164.706569:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167164.706580:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880132101f80 x1830977423450112/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167164.706610:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423449344:0@lo:400:kworker.0 00000100:00100000:2.0:1746167164.706635:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167164.706652:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423449984:0@lo:400:kworker.0 00000100:00100000:2.0:1746167164.706668:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167164.706708:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1746167164.706714:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423449472:0@lo:400:kworker.0 00000100:00100000:0.0:1746167164.706731:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423449600:0@lo:8:kworker.0 00000100:00100000:2.0:1746167164.706732:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167164.706744:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423450240:0@lo:400:kworker.0 00000100:00100000:0.0:1746167164.706754:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167164.706767:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423450112:0@lo:8:kworker.0 00000100:00100000:2.0:1746167164.706769:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423449600 00000100:00100000:2.0:1746167164.706771:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423449600 00000100:00100000:0.0:1746167164.706779:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167164.706784:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423450112 00000100:00100000:2.0:1746167164.706786:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423450112 00000100:00100000:2.0:1746167164.706795:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50541 00000100:00100000:0.0:1746167164.706797:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423449984 00000100:00100000:0.0:1746167164.706799:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423449984 00000100:00100000:2.0:1746167164.706799:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423449600:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1746167164.706815:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423449472 00010000:00020000:2.0:1746167164.706816:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167164.706817:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423449472 00000100:00100000:0.0:1746167164.706826:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36270 00000100:00100000:0.0:1746167164.706830:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423449984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167164.706838:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423449600:12345-0@lo:8:kworker.0 Request processed in 39us (84us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167164.706843:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50541 00000100:00100000:2.0:1746167164.706851:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50542 00000100:00100000:0.0:1746167164.706852:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423449984:12345-0@lo:400:kworker.0 Request processed in 22us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167164.706855:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423450112:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1746167164.706857:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36270 00010000:00020000:2.0:1746167164.706862:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167164.706864:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36271 00000100:00100000:0.0:1746167164.706868:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423449472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167164.706875:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423450112:12345-0@lo:8:kworker.0 Request processed in 19us (95us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167164.706879:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50542 00000100:00100000:0.0:1746167164.706883:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423449472:12345-0@lo:400:kworker.0 Request processed in 16us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167164.706888:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36271 00000100:00100000:2.0:1746167164.706894:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167164.706900:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423450240 00000100:00100000:0.0:1746167164.706902:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423450240 00000100:00100000:2.0:1746167164.706912:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423449984:0@lo:400:kworker.0 00000100:00100000:3.0:1746167164.708065:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423449728:0@lo:400:kworker.0 00000100:00100000:3.0:1746167164.708099:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167164.708119:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423450368:0@lo:400:kworker.0 00000100:00100000:3.0:1746167164.708134:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167164.708148:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1746167164.708153:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423449216:0@lo:400:kworker.0 00000100:00100000:3.0:1746167164.708367:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167164.708430:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423449472:0@lo:400:kworker.0 00000100:00100000:2.0:1746167164.708450:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423449728 00000100:00100000:2.0:1746167164.708453:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423449728 00000100:00080000:1.0:1746167164.708463:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167164.708468:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167164.708472:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423449600:0@lo:8:kworker.0 00000100:00080000:1.0:1746167164.708480:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167164.708482:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167164.708485:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423450112:0@lo:8:kworker.0 00000100:00100000:2.0:1746167164.708486:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7967 00000100:00100000:0.0:1746167164.709013:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7968 00000100:00100000:0.0:1746167164.709020:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423450240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167164.709057:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423450240:12345-0@lo:400:kworker.0 Request processed in 38us (2162us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167164.709062:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7968 00000100:00080000:0.0:1746167164.709086:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167164.709110:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423450240:0@lo:400:kworker.0 00000100:00100000:2.0:1746167164.709297:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423449728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167164.709460:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423449856:0@lo:400:kworker.0 00000100:00100000:3.0:1746167164.709486:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167164.709502:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423449728:0@lo:400:kworker.0 00000100:00100000:2.0:1746167164.709527:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423449728:12345-0@lo:400:kworker.0 Request processed in 838us (1230us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167164.709532:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7967 00000100:00100000:2.0:1746167164.709556:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423449344 00000100:00100000:2.0:1746167164.709559:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423449344 00000100:00080000:0.0:1746167164.709597:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167164.709598:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423450368 00000100:00100000:1.0:1746167164.709602:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423450368 00000100:00100000:0.0:1746167164.709609:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423449216 00000100:00100000:0.0:1746167164.709611:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423449216 00000100:00100000:2.0:1746167164.711576:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423449856 00000100:00100000:2.0:1746167164.711583:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423449856 00000100:00100000:2.0:1746167164.711602:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3502 00000100:00100000:0.0:1746167164.711607:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3503 00000100:00100000:2.0:1746167164.711608:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423449344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167164.711615:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423449216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167164.711654:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423449216:12345-0@lo:400:kworker.0 Request processed in 40us (3286us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167164.711655:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423449344:12345-0@lo:400:kworker.0 Request processed in 48us (5019us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167164.711659:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3503 00000100:00100000:2.0:1746167164.711662:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3502 00000100:00100000:2.0:1746167164.711670:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3504 00000100:00100000:2.0:1746167164.711687:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423449856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167164.711705:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423449856:12345-0@lo:400:kworker.0 Request processed in 31us (2219us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167164.711764:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423449216:0@lo:400:kworker.0 00000100:00100000:3.0:1746167164.711772:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423449856:0@lo:400:kworker.0 00000100:00100000:3.0:1746167164.711809:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423449344:0@lo:400:kworker.0 00000100:00080000:3.0:1746167164.711826:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167164.711992:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3504 00000100:00100000:1.0:1746167164.712001:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3505 00000100:00100000:1.0:1746167164.712009:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423450368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167164.712058:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423450368:12345-0@lo:400:kworker.0 Request processed in 50us (3922us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167164.712063:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3505 00000100:00100000:3.0:1746167164.712073:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423450368:0@lo:400:kworker.0 00000100:00100000:3.0:1746167164.721964:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746167164.721982:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423450496:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167164.722036:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167164.722174:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423450496 00000100:00100000:0.0:1746167164.722180:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423450496 00000100:00100000:0.0:1746167164.722222:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36272 00000100:00100000:0.0:1746167164.722229:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423450496:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167164.722584:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167164.722631:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423450496:12345-0@lo:41:osp-pre-1-0.0 Request processed in 402us (595us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167164.722637:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36272 00000100:00100000:3.0:1746167164.722662:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423450496:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167164.786042:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746167164.786061:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423450624:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167164.786119:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167164.786176:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423450624 00000100:00100000:0.0:1746167164.786182:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423450624 00000100:00100000:0.0:1746167164.786467:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36273 00000100:00100000:0.0:1746167164.786474:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423450624:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167164.786505:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167164.786552:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423450624:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167164.786558:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36273 00000100:00100000:2.0:1746167164.787418:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423450624:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167165.026361:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746167165.026379:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423450752:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746167165.026430:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167165.027832:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423450752 00000100:00100000:0.0:1746167165.027841:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423450752 00000100:00100000:0.0:1746167165.027885:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7352 00000100:00100000:0.0:1746167165.027891:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423450752:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167165.027910:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167165.027956:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423450752:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (1525us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167165.027961:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7352 00000100:00100000:3.0:1746167165.028120:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423450752:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167165.274992:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167166.278495:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167166.718110:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167166.718151:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167166.718174:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167166.718203:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167166.718243:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439227520 00000100:00100000:0.0:1746167166.718250:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439227520 00000100:00100000:0.0:1746167166.718291:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439227648 00000100:00100000:0.0:1746167166.718293:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439227648 00000100:00100000:0.0:1746167166.718310:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3506 00000100:00100000:0.0:1746167166.718318:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439227520:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167166.718368:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439227520:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 52us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167166.718374:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3506 00000100:00100000:0.0:1746167166.718386:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3507 00000100:00100000:0.0:1746167166.718391:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439227648:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167166.718410:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439227648:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 19us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167166.718415:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3507 00000100:00100000:2.0:1746167166.718566:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439227776 00000100:00100000:2.0:1746167166.718570:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439227776 00000100:00100000:2.0:1746167166.718589:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50543 00000100:00100000:2.0:1746167166.718593:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439227776:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167166.718617:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167166.718642:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439227776:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 49us (439us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167166.718647:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50543 00000100:00080000:0.0:1746167166.719294:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167166.719298:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167166.721361:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439227392 00000100:00100000:2.0:1746167166.721369:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439227392 00000100:00100000:2.0:1746167166.721403:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1096 00000100:00100000:2.0:1746167166.721409:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439227392:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167166.721534:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439227392:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 124us (3436us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167166.721541:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1096 00010000:00010000:3.0:1746167167.279850:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167168.282661:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167168.852667:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423450880:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167168.852749:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167168.852865:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423450880 00000100:00100000:2.0:1746167168.852872:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423450880 00000100:00100000:2.0:1746167168.852909:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7353 00000100:00100000:2.0:1746167168.852917:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423450880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167168.852940:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167168.852971:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423450880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167168.852977:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7353 00000100:00080000:1.0:1746167168.853050:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167168.854338:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423450880:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167169.286190:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746167169.714025:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167169.714031:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167169.714034:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167169.714041:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11085 00000100:00080000:0.0:1746167169.714046:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746167169.714052:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167169.714070:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095a20700 x1830977423451520/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167169.714156:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423451136:0@lo:400:kworker.0 00000100:00100000:3.0:1746167169.714441:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167169.714501:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423451264:0@lo:400:kworker.0 00000100:00100000:2.0:1746167169.714529:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423451008:0@lo:400:kworker.0 00000100:00100000:2.0:1746167169.714553:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167169.714593:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746167169.714598:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423451392:0@lo:400:kworker.0 00000100:00100000:2.0:1746167169.714618:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746167169.715097:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167169.715100:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167169.715304:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167169.715308:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11085 00000100:00080000:0.0:1746167169.715310:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167169.715314:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167169.715326:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800905e5c00 x1830977423452032/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167169.715373:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423451008 00000100:00100000:0.0:1746167169.715379:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423451008 00000100:00100000:1.0:1746167169.715488:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423451520:0@lo:8:kworker.0 00000100:00100000:1.0:1746167169.715516:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167169.715537:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423452032:0@lo:8:kworker.0 00000100:00100000:1.0:1746167169.715770:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167169.715800:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423451520 00000100:00100000:1.0:1746167169.715804:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423451520 00000100:00100000:1.0:1746167169.715818:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423452032 00000100:00100000:1.0:1746167169.715820:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423452032 00000100:00100000:1.0:1746167169.715833:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50544 00000100:00100000:1.0:1746167169.715840:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423451520:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167169.715861:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167169.715892:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423451520:12345-0@lo:8:kworker.0 Request processed in 51us (374us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167169.715898:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50544 00000100:00100000:1.0:1746167169.715910:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50545 00000100:00100000:1.0:1746167169.715914:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088faf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423452032:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167169.715922:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167169.715940:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088faf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423452032:12345-0@lo:8:kworker.0 Request processed in 25us (386us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167169.715944:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50545 00000100:00080000:1.0:1746167169.715965:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167169.715968:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167169.715971:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423451520:0@lo:8:kworker.0 00000100:00080000:1.0:1746167169.715978:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167169.715980:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167169.715983:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423452032:0@lo:8:kworker.0 00000100:00100000:1.0:1746167169.716024:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423452160:0@lo:400:kworker.0 00000100:00100000:1.0:1746167169.716043:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167169.716059:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423452160 00000100:00100000:1.0:1746167169.716062:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423452160 00000100:00100000:1.0:1746167169.716084:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7969 00000100:00100000:1.0:1746167169.716089:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088faf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423452160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167169.716118:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088faf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423452160:12345-0@lo:400:kworker.0 Request processed in 29us (74us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167169.716123:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7969 00000100:00080000:1.0:1746167169.716137:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167169.716386:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423452160:0@lo:400:kworker.0 00000100:00100000:1.0:1746167169.716397:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1746167169.716402:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423451648:0@lo:400:kworker.0 00000100:00100000:1.0:1746167169.716420:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167169.716436:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423451648 00000100:00100000:1.0:1746167169.716439:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423451648 00000100:00100000:1.0:1746167169.716453:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7970 00000100:00100000:1.0:1746167169.716471:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423451648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167169.716495:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423451648:12345-0@lo:400:kworker.0 Request processed in 25us (74us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167169.716500:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7970 00000100:00100000:1.0:1746167169.716521:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423451648:0@lo:400:kworker.0 00000100:00100000:1.0:1746167169.716526:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423452288:0@lo:400:kworker.0 00000100:00100000:3.0:1746167169.716627:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423451776:0@lo:400:kworker.0 00000100:00100000:3.0:1746167169.716837:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167169.716855:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423451136 00000100:00100000:3.0:1746167169.716858:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423451136 00000100:00100000:3.0:1746167169.716883:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423451776 00000100:00100000:3.0:1746167169.716885:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423451776 00000100:00100000:3.0:1746167169.716898:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3508 00000100:00100000:3.0:1746167169.716904:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423451136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167169.716929:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423451136:12345-0@lo:400:kworker.0 Request processed in 26us (2488us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167169.716934:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3508 00000100:00100000:3.0:1746167169.716946:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3509 00000100:00100000:3.0:1746167169.716950:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423451776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167169.716971:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423451776:12345-0@lo:400:kworker.0 Request processed in 20us (134us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167169.716976:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3509 00000100:00100000:3.0:1746167169.716998:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423451776:0@lo:400:kworker.0 00000100:00100000:3.0:1746167169.717006:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423451136:0@lo:400:kworker.0 00000100:00100000:3.0:1746167169.717016:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746167169.717020:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423451904:0@lo:400:kworker.0 00000100:00100000:3.0:1746167169.717048:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167169.717070:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423451264 00000100:00100000:3.0:1746167169.717072:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423451264 00000100:00100000:3.0:1746167169.717090:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3510 00000100:00100000:3.0:1746167169.717095:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423451264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167169.717121:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423451264:12345-0@lo:400:kworker.0 Request processed in 26us (72us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167169.717126:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3510 00000100:00100000:3.0:1746167169.717148:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423451264:0@lo:400:kworker.0 00000100:00100000:2.0:1746167169.717261:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423451392 00000100:00100000:2.0:1746167169.717265:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423451392 00000100:00100000:2.0:1746167169.717286:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36274 00000100:00100000:2.0:1746167169.717291:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097618000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423451392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167169.717320:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097618000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423451392:12345-0@lo:400:kworker.0 Request processed in 29us (2701us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167169.717325:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36274 00000100:00100000:2.0:1746167169.717344:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423451392:0@lo:400:kworker.0 00000100:00100000:0.0:1746167169.717428:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1097 00000100:00100000:0.0:1746167169.717435:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423451008:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1746167169.717956:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167169.717959:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167169.717968:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167169.718085:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423452288 00000100:00100000:3.0:1746167169.718089:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423452288 00000100:00100000:3.0:1746167169.718107:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3511 00000100:00100000:3.0:1746167169.718112:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423452288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167169.718152:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423452288:12345-0@lo:400:kworker.0 Request processed in 39us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167169.718157:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3511 00000100:00100000:3.0:1746167169.718367:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167169.718409:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423451008:12345-0@lo:400:kworker.0 Request processed in 973us (3854us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167169.718415:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1097 00000100:00100000:2.0:1746167169.718520:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423451008:0@lo:400:kworker.0 00000100:00100000:1.0:1746167169.718933:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423452288:0@lo:400:kworker.0 00000100:00100000:2.0:1746167169.721900:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423451904 00000100:00100000:2.0:1746167169.721908:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423451904 00000100:00100000:2.0:1746167169.721997:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36275 00000100:00100000:2.0:1746167169.722006:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423451904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167169.722970:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423451904:12345-0@lo:400:kworker.0 Request processed in 964us (4601us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167169.722978:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36275 00000100:00100000:3.0:1746167169.723906:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423451904:0@lo:400:kworker.0 00000100:00100000:0.0:1746167169.730385:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423452416:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167169.730441:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167169.731513:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423452416 00000100:00100000:3.0:1746167169.731521:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423452416 00000100:00100000:3.0:1746167169.731573:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36276 00000100:00100000:3.0:1746167169.731581:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423452416:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746167169.731612:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167169.731666:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423452416:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (1224us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167169.731692:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36276 00000100:00100000:1.0:1746167169.732500:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423452416:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167169.795215:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423452544:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167169.795273:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167169.811247:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423452544 00000100:00100000:2.0:1746167169.811258:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423452544 00000100:00100000:2.0:1746167169.811316:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36277 00000100:00100000:2.0:1746167169.811323:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423452544:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746167169.811354:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746167169.811434:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423452544:12345-0@lo:41:osp-pre-0-1.0 Request processed in 111us (16160us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167169.811441:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36277 00000100:00100000:0.0:1746167169.811539:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423452544:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167170.036758:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423452672:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167170.036819:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167170.039606:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423452672 00000100:00100000:2.0:1746167170.039616:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423452672 00000100:00100000:2.0:1746167170.039659:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7354 00000100:00100000:2.0:1746167170.039665:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423452672:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167170.039700:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167170.039752:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423452672:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (2933us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167170.039758:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7354 00000100:00100000:0.0:1746167170.039905:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423452672:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167170.288003:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167171.297172:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167171.725749:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167171.729804:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167171.729839:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167171.730041:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439228160 00000100:00100000:3.0:1746167171.730049:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439228160 00000100:00100000:3.0:1746167171.730103:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439228032 00000100:00100000:3.0:1746167171.730106:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439228032 00000100:00100000:3.0:1746167171.730123:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3512 00000100:00100000:3.0:1746167171.730131:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439228160:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167171.730185:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439228160:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 56us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167171.730190:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3512 00000100:00100000:3.0:1746167171.730205:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3513 00000100:00100000:3.0:1746167171.730209:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439228032:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167171.730228:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439228032:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 18us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167171.730233:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3513 00000100:00080000:1.0:1746167171.730328:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746167171.730332:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167171.730898:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439227904 00000100:00100000:2.0:1746167171.730903:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439227904 00000100:00100000:2.0:1746167171.730941:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1098 00000100:00100000:2.0:1746167171.730946:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439227904:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167171.730972:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439227904:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 25us (5230us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167171.730976:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1098 00000100:00100000:0.0:1746167171.731065:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167171.731102:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439228288 00000100:00100000:1.0:1746167171.731107:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439228288 00000100:00100000:1.0:1746167171.731123:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50546 00000100:00100000:1.0:1746167171.731127:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439228288:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167171.731145:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167171.731165:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439228288:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 38us (102us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167171.731170:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50546 00010000:00010000:3.0:1746167172.299955:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167173.302627:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167173.859793:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746167173.859815:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423452800:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167173.860103:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167173.860508:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423452800 00000100:00100000:3.0:1746167173.860515:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423452800 00000100:00080000:1.0:1746167173.860543:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167173.861056:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7355 00000100:00100000:3.0:1746167173.861065:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097630000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423452800:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167173.861091:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167173.861169:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097630000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423452800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (1066us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167173.861176:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7355 00000100:00100000:0.0:1746167173.861248:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423452800:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167174.303892:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746167174.726589:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167174.726594:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167174.726597:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167174.726604:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11090 00000100:00080000:0.0:1746167174.726607:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167174.726612:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167174.726630:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b202a00 x1830977423453440/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167174.726861:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167174.726864:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167174.726865:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167174.726868:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11090 00000100:00080000:0.0:1746167174.726870:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167174.726874:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167174.726884:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009da1bb80 x1830977423453952/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167174.726924:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423453184:0@lo:400:kworker.0 00000100:00100000:0.0:1746167174.726974:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167174.727016:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423453824:0@lo:400:kworker.0 00000100:00100000:0.0:1746167174.727038:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167174.727057:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746167174.727063:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b201c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423453312:0@lo:400:kworker.0 00000100:00100000:0.0:1746167174.727079:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167174.730882:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423453056:0@lo:400:kworker.0 00000100:00100000:2.0:1746167174.730936:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167174.730984:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423453696:0@lo:400:kworker.0 00000100:00100000:3.0:1746167174.730989:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423453184 00000100:00100000:3.0:1746167174.730995:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423453184 00000100:00100000:2.0:1746167174.731002:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167174.731019:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1746167174.731025:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423452928:0@lo:400:kworker.0 00000100:00100000:3.0:1746167174.731031:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423453056 00000100:00100000:3.0:1746167174.731033:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423453056 00000100:00100000:3.0:1746167174.731045:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423453696 00000100:00100000:3.0:1746167174.731046:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423453696 00000100:00100000:2.0:1746167174.731047:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167174.731058:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3514 00000100:00100000:2.0:1746167174.731062:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423453568:0@lo:400:kworker.0 00000100:00100000:3.0:1746167174.731064:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423453184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167174.731079:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167174.731090:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423454208:0@lo:400:kworker.0 00000100:00100000:3.0:1746167174.731101:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423453184:12345-0@lo:400:kworker.0 Request processed in 38us (4127us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167174.731103:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167174.731106:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3514 00000100:00100000:3.0:1746167174.731119:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423454208 00000100:00100000:2.0:1746167174.731121:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3515 00000100:00100000:3.0:1746167174.731121:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423454208 00000100:00100000:2.0:1746167174.731127:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423453056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167174.731129:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3516 00000100:00100000:3.0:1746167174.731132:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423453696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167174.731150:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423453056:12345-0@lo:400:kworker.0 Request processed in 25us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167174.731150:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423453696:12345-0@lo:400:kworker.0 Request processed in 18us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167174.731155:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3516 00000100:00100000:0.0:1746167174.731211:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423454080:0@lo:400:kworker.0 00000100:00100000:0.0:1746167174.731248:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167174.731266:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423453568 00000100:00100000:0.0:1746167174.731268:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423453568 00000100:00100000:0.0:1746167174.731287:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423454080 00000100:00100000:0.0:1746167174.731289:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423454080 00000100:00100000:0.0:1746167174.731304:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7971 00000100:00100000:0.0:1746167174.731309:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423453568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167174.731334:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423453568:12345-0@lo:400:kworker.0 Request processed in 25us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167174.731342:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7971 00000100:00100000:0.0:1746167174.731352:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7972 00000100:00100000:0.0:1746167174.731356:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423454080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167174.731389:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423454080:12345-0@lo:400:kworker.0 Request processed in 32us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167174.731393:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7972 00000100:00100000:0.0:1746167174.731412:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423453824 00000100:00100000:0.0:1746167174.731415:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423453824 00000100:00100000:0.0:1746167174.731433:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423453312 00000100:00100000:0.0:1746167174.731435:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423453312 00000100:00100000:0.0:1746167174.731446:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36278 00000100:00100000:0.0:1746167174.731450:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423453824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167174.731477:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423453824:12345-0@lo:400:kworker.0 Request processed in 27us (4438us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167174.731481:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36278 00000100:00100000:0.0:1746167174.731488:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36279 00000100:00100000:0.0:1746167174.731492:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423453312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167174.731509:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423453312:12345-0@lo:400:kworker.0 Request processed in 17us (4430us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167174.731513:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36279 00000100:00100000:0.0:1746167174.731548:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423454080:0@lo:400:kworker.0 00000100:00100000:0.0:1746167174.731556:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423453184:0@lo:400:kworker.0 00000100:00100000:0.0:1746167174.731564:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423453824:0@lo:400:kworker.0 00000100:00100000:0.0:1746167174.731583:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b201c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423453312:0@lo:400:kworker.0 00000100:00080000:0.0:1746167174.731605:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746167174.731608:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746167174.731610:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167174.731842:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3515 00000100:00100000:2.0:1746167174.731855:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3517 00000100:00100000:2.0:1746167174.731861:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423454208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167174.731888:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423454208:12345-0@lo:400:kworker.0 Request processed in 29us (783us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167174.731893:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3517 00000100:00100000:2.0:1746167174.731908:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423452928 00000100:00100000:2.0:1746167174.731911:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423452928 00000100:00100000:2.0:1746167174.731930:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1099 00000100:00100000:2.0:1746167174.731934:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423452928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167174.731956:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423452928:12345-0@lo:400:kworker.0 Request processed in 21us (908us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167174.731961:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1099 00000100:00100000:2.0:1746167174.731991:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423452928:0@lo:400:kworker.0 00000100:00100000:2.0:1746167174.732000:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423453568:0@lo:400:kworker.0 00000100:00100000:2.0:1746167174.732009:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423454208:0@lo:400:kworker.0 00000100:00100000:2.0:1746167174.732016:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423453056:0@lo:400:kworker.0 00000100:00100000:2.0:1746167174.732022:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423453696:0@lo:400:kworker.0 00000100:00100000:1.0:1746167174.732129:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b202a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423453440:0@lo:8:kworker.0 00000100:00100000:1.0:1746167174.732154:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167174.732361:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423453952:0@lo:8:kworker.0 00000100:00100000:1.0:1746167174.732389:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167174.732415:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423453440 00000100:00100000:1.0:1746167174.732418:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423453440 00000100:00100000:1.0:1746167174.732430:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423453952 00000100:00100000:1.0:1746167174.732432:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423453952 00000100:00100000:3.0:1746167174.732433:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50547 00000100:00100000:3.0:1746167174.732438:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423453440:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746167174.732440:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50548 00000100:00100000:1.0:1746167174.732443:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423453952:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167174.732455:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167174.732488:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423453440:12345-0@lo:8:kworker.0 Request processed in 48us (332us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167174.732494:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50547 00000100:00080000:2.0:1746167174.732501:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167174.732505:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167174.732508:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b202a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423453440:0@lo:8:kworker.0 00010000:00020000:1.0:1746167174.732790:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167174.732823:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423453952:12345-0@lo:8:kworker.0 Request processed in 377us (432us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167174.732828:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50548 00000100:00080000:2.0:1746167174.732895:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167174.732898:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167174.732901:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423453952:0@lo:8:kworker.0 00000100:00100000:2.0:1746167174.737902:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423454336:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167174.737961:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167174.738017:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423454336 00000100:00100000:3.0:1746167174.738024:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423454336 00000100:00100000:3.0:1746167174.738058:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36280 00000100:00100000:3.0:1746167174.738064:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423454336:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746167174.738094:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167174.738129:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423454336:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167174.738135:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36280 00000100:00100000:2.0:1746167174.738157:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423454336:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167174.819888:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746167174.819910:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b202a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423454464:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167174.819971:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167174.820484:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423454464 00000100:00100000:0.0:1746167174.820491:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423454464 00000100:00100000:0.0:1746167174.822194:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36281 00000100:00100000:0.0:1746167174.822207:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423454464:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167174.822238:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167174.826148:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423454464:12345-0@lo:41:osp-pre-0-1.0 Request processed in 3938us (6169us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167174.826159:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36281 00000100:00100000:3.0:1746167174.826266:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b202a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423454464:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167175.053155:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423454592:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746167175.053425:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167175.053522:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423454592 00000100:00100000:0.0:1746167175.053529:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423454592 00000100:00100000:0.0:1746167175.053562:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7356 00000100:00100000:0.0:1746167175.053568:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423454592:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167175.053587:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167175.053621:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423454592:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167175.053627:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7356 00000100:00100000:3.0:1746167175.054137:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423454592:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167175.308871:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167176.309841:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167176.734117:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167176.734160:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167176.734188:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167176.734258:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167176.734293:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439228544 00000100:00100000:0.0:1746167176.734300:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439228544 00000100:00100000:0.0:1746167176.734335:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439228672 00000100:00100000:0.0:1746167176.734361:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439228672 00000100:00100000:0.0:1746167176.734376:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3518 00000100:00100000:0.0:1746167176.734383:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b201c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439228544:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167176.734433:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b201c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439228544:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 51us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167176.734439:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3518 00000100:00100000:0.0:1746167176.734449:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3519 00000100:00100000:0.0:1746167176.734453:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b202a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439228672:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167176.734466:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b202a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439228672:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 13us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167176.734471:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3519 00000100:00080000:0.0:1746167176.734513:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167176.734516:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167176.734628:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439228800 00000100:00100000:1.0:1746167176.734631:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439228800 00000100:00100000:1.0:1746167176.734654:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50549 00000100:00100000:1.0:1746167176.734659:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439228800:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167176.734696:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167176.734726:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439228800:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 67us (468us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167176.734731:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50549 00000100:00100000:3.0:1746167176.734858:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439228416 00000100:00100000:3.0:1746167176.734861:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439228416 00000100:00100000:3.0:1746167176.734880:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1100 00000100:00100000:3.0:1746167176.734885:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439228416:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167176.735035:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439228416:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 148us (873us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167176.735041:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1100 00010000:00010000:3.0:1746167177.311867:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167178.314494:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167178.867148:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423454720:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167178.867208:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167178.867963:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423454720 00000100:00100000:0.0:1746167178.867970:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423454720 00000100:00100000:0.0:1746167178.868014:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7357 00000100:00100000:0.0:1746167178.868021:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423454720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167178.868046:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167178.868077:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423454720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (870us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167178.868083:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7357 00000100:00100000:2.0:1746167178.868182:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423454720:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1746167178.868433:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746167179.317794:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746167179.745959:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167179.745964:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167179.745967:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167179.745974:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11095 00000100:00080000:0.0:1746167179.745978:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167179.745982:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167179.746322:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009da19c00 x1830977423455360/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167179.746365:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167179.746367:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167179.746369:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167179.746371:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11095 00000100:00080000:0.0:1746167179.746374:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746167179.746377:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167179.746386:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a085f100 x1830977423455872/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167179.746431:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423454976:0@lo:400:kworker.0 00000100:00100000:0.0:1746167179.746478:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167179.746519:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423455616:0@lo:400:kworker.0 00000100:00100000:0.0:1746167179.746534:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167179.746552:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746167179.746603:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423455104:0@lo:400:kworker.0 00000100:00100000:0.0:1746167179.746621:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167179.746633:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423455744:0@lo:400:kworker.0 00000100:00100000:0.0:1746167179.746652:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167179.746772:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423455232:0@lo:400:kworker.0 00000100:00100000:2.0:1746167179.746794:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167179.746820:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423456000:0@lo:400:kworker.0 00000100:00100000:2.0:1746167179.746839:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167179.746853:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1746167179.746857:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423454848:0@lo:400:kworker.0 00000100:00100000:2.0:1746167179.746880:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167179.746901:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423455488:0@lo:400:kworker.0 00000100:00100000:2.0:1746167179.746915:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167179.746925:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423456128:0@lo:400:kworker.0 00000100:00100000:2.0:1746167179.746940:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167179.746960:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423454976 00000100:00100000:2.0:1746167179.746966:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423454976 00000100:00100000:2.0:1746167179.747001:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423455616 00000100:00100000:2.0:1746167179.747003:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423455616 00000100:00100000:2.0:1746167179.747013:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423455104 00000100:00100000:2.0:1746167179.747015:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423455104 00000100:00100000:2.0:1746167179.747024:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423456128 00000100:00100000:2.0:1746167179.747026:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423456128 00000100:00100000:2.0:1746167179.747036:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3520 00000100:00100000:2.0:1746167179.747042:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423454976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167179.747077:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423454976:12345-0@lo:400:kworker.0 Request processed in 36us (599us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167179.747083:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3520 00000100:00100000:2.0:1746167179.747096:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3521 00000100:00100000:2.0:1746167179.747101:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423455616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167179.747119:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423455616:12345-0@lo:400:kworker.0 Request processed in 19us (584us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167179.747124:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3521 00000100:00100000:2.0:1746167179.747132:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3522 00000100:00100000:2.0:1746167179.747135:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423455104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167179.747156:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423455104:12345-0@lo:400:kworker.0 Request processed in 20us (534us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167179.747161:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3522 00000100:00100000:2.0:1746167179.747167:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3523 00000100:00100000:2.0:1746167179.747171:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423456128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167179.747412:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423456128:12345-0@lo:400:kworker.0 Request processed in 240us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167179.747417:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3523 00000100:00080000:2.0:1746167179.747430:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746167179.747433:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167179.747442:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423456000 00000100:00100000:2.0:1746167179.747444:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423456000 00000100:00100000:2.0:1746167179.747462:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423455488 00000100:00100000:2.0:1746167179.747464:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423455488 00000100:00100000:2.0:1746167179.747474:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7973 00000100:00100000:2.0:1746167179.747478:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423456000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167179.747499:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423456000:12345-0@lo:400:kworker.0 Request processed in 21us (660us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167179.747504:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7973 00000100:00100000:2.0:1746167179.747512:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7974 00000100:00100000:2.0:1746167179.747515:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423455488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167179.747532:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423455488:12345-0@lo:400:kworker.0 Request processed in 17us (616us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167179.747535:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7974 00000100:00080000:2.0:1746167179.747546:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167179.747565:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423455488:0@lo:400:kworker.0 00000100:00100000:2.0:1746167179.747573:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423456128:0@lo:400:kworker.0 00000100:00100000:2.0:1746167179.747583:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423456000:0@lo:400:kworker.0 00000100:00100000:2.0:1746167179.747614:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423454848 00000100:00100000:2.0:1746167179.747616:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423454848 00000100:00100000:2.0:1746167179.747635:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1101 00000100:00100000:2.0:1746167179.747640:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423454848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167179.747665:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423454848:12345-0@lo:400:kworker.0 Request processed in 25us (784us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167179.747669:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1101 00000100:00100000:2.0:1746167179.747712:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423454848:0@lo:400:kworker.0 00000100:00100000:2.0:1746167179.747740:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423455744 00000100:00100000:2.0:1746167179.747742:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423455744 00000100:00100000:2.0:1746167179.747757:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36282 00000100:00100000:2.0:1746167179.747762:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423455744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167179.747784:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423455744:12345-0@lo:400:kworker.0 Request processed in 23us (1131us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167179.747789:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36282 00000100:00100000:2.0:1746167179.747796:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423455232 00000100:00100000:2.0:1746167179.747798:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423455232 00000100:00100000:2.0:1746167179.747810:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36283 00000100:00100000:2.0:1746167179.747813:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423455232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167179.747833:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423455232:12345-0@lo:400:kworker.0 Request processed in 19us (1039us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167179.747840:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36283 00000100:00100000:2.0:1746167179.747858:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423455232:0@lo:400:kworker.0 00000100:00100000:3.0:1746167179.747975:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423455104:0@lo:400:kworker.0 00000100:00100000:3.0:1746167179.747983:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423455744:0@lo:400:kworker.0 00000100:00100000:3.0:1746167179.747989:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423454976:0@lo:400:kworker.0 00000100:00100000:3.0:1746167179.747994:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423455616:0@lo:400:kworker.0 00000100:00100000:3.0:1746167179.748040:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746167179.748046:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e322680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423456256:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167179.748064:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167179.748466:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423455360:0@lo:8:kworker.0 00000100:00100000:1.0:1746167179.748490:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167179.748514:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423455872:0@lo:8:kworker.0 00000100:00100000:1.0:1746167179.748528:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167179.748544:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423455360 00000100:00100000:1.0:1746167179.748547:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423455360 00000100:00100000:1.0:1746167179.748557:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423455872 00000100:00100000:1.0:1746167179.748559:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423455872 00000100:00100000:1.0:1746167179.748575:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50550 00000100:00100000:1.0:1746167179.748579:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423455360:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167179.748595:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167179.748614:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423455360:12345-0@lo:8:kworker.0 Request processed in 35us (124us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167179.748618:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50550 00000100:00100000:1.0:1746167179.748626:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50551 00000100:00100000:1.0:1746167179.748628:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423455872:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167179.748634:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167179.748646:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423455872:12345-0@lo:8:kworker.0 Request processed in 17us (118us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167179.748650:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50551 00000100:00080000:1.0:1746167179.748667:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167179.748670:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167179.748673:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423455360:0@lo:8:kworker.0 00000100:00080000:1.0:1746167179.748695:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167179.748697:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167179.748700:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423455872:0@lo:8:kworker.0 00000100:00100000:2.0:1746167179.751946:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423456256 00000100:00100000:2.0:1746167179.751956:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423456256 00000100:00100000:2.0:1746167179.752011:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36284 00000100:00100000:2.0:1746167179.752017:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e320a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423456256:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167179.752049:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167179.752119:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e320a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423456256:12345-0@lo:41:osp-pre-1-0.0 Request processed in 101us (4052us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167179.752124:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36284 00000100:00100000:3.0:1746167179.752432:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e322680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423456256:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167179.842375:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746167179.842396:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e322680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423456384:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167179.842454:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167179.843885:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423456384 00000100:00100000:1.0:1746167179.843894:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423456384 00000100:00100000:1.0:1746167179.843944:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36285 00000100:00100000:1.0:1746167179.843951:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423456384:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167179.843984:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167179.844041:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423456384:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (1587us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167179.844047:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36285 00000100:00100000:3.0:1746167179.844371:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e322680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423456384:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167180.067324:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746167180.067342:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e322680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423456512:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167180.067401:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167180.067486:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423456512 00000100:00100000:1.0:1746167180.067492:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423456512 00000100:00100000:1.0:1746167180.067529:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7358 00000100:00100000:1.0:1746167180.067536:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423456512:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167180.067555:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167180.067591:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423456512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167180.067597:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7358 00000100:00100000:0.0:1746167180.067797:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e322680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423456512:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167180.319978:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167181.325783:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167181.742331:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167181.745914:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167181.747692:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439228928 00000100:00100000:2.0:1746167181.747702:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439228928 00000100:00100000:2.0:1746167181.747761:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1102 00000100:00100000:2.0:1746167181.747768:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439228928:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167181.747829:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439228928:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 62us (5506us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167181.747834:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1102 00000100:00100000:0.0:1746167181.749504:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167181.749938:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167181.750002:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439229312 00000100:00100000:1.0:1746167181.750010:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439229312 00000100:00100000:3.0:1746167181.750199:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439229184 00000100:00100000:3.0:1746167181.750203:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439229184 00000100:00100000:1.0:1746167181.751858:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50552 00000100:00100000:1.0:1746167181.751865:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439229312:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167181.751886:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167181.751943:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439229312:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 77us (6037us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167181.751950:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50552 00000100:00100000:2.0:1746167181.752440:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439229056 00000100:00100000:2.0:1746167181.752445:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439229056 00000100:00100000:3.0:1746167181.752543:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3524 00000100:00100000:3.0:1746167181.752551:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b714700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439229184:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167181.752782:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b714700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439229184:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 232us (3281us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167181.752789:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3524 00000100:00100000:2.0:1746167181.752864:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3525 00000100:00100000:2.0:1746167181.752871:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b715c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439229056:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167181.752895:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b715c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439229056:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 26us (2958us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167181.752900:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3525 00000100:00080000:3.0:1746167181.753063:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746167181.753066:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1746167182.329031:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167183.340061:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167183.875547:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423456640:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167183.875824:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167183.875882:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423456640 00000100:00100000:1.0:1746167183.875890:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423456640 00000100:00100000:1.0:1746167183.875929:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7359 00000100:00080000:2.0:1746167183.875932:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167183.875936:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b714000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423456640:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167183.875961:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167183.875997:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b714000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423456640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167183.876003:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7359 00000100:00100000:0.0:1746167183.877007:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423456640:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167184.341848:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746167184.753863:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167184.753869:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167184.753872:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167184.753879:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11100 00000100:00080000:0.0:1746167184.753884:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746167184.753890:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167184.753908:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098e8b480 x1830977423457280/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167184.753935:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167184.753937:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167184.753939:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167184.753942:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11100 00000100:00080000:0.0:1746167184.753943:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746167184.753947:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167184.753955:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009caef800 x1830977423457792/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167184.753989:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423457152:0@lo:400:kworker.0 00000100:00100000:0.0:1746167184.754043:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167184.754090:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423457920:0@lo:400:kworker.0 00000100:00100000:0.0:1746167184.754111:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167184.754129:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746167184.754133:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423457024:0@lo:400:kworker.0 00000100:00100000:0.0:1746167184.754151:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167184.754161:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423457664:0@lo:400:kworker.0 00000100:00100000:0.0:1746167184.754172:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167184.754195:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423457920 00000100:00100000:0.0:1746167184.754424:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423457920 00000100:00100000:0.0:1746167184.754464:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7975 00000100:00100000:0.0:1746167184.754471:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423457920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167184.754519:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423457920:12345-0@lo:400:kworker.0 Request processed in 49us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167184.754525:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7975 00000100:00100000:0.0:1746167184.754542:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423457024 00000100:00100000:0.0:1746167184.754545:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423457024 00000100:00100000:0.0:1746167184.754566:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3526 00000100:00100000:0.0:1746167184.754570:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423457024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167184.754594:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423457024:12345-0@lo:400:kworker.0 Request processed in 24us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167184.754600:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3526 00000100:00100000:0.0:1746167184.754631:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423457024:0@lo:400:kworker.0 00000100:00100000:0.0:1746167184.754639:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423457920:0@lo:400:kworker.0 00000100:00100000:0.0:1746167184.754663:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423457280:0@lo:8:kworker.0 00000100:00100000:0.0:1746167184.754701:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167184.754724:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423457792:0@lo:8:kworker.0 00000100:00100000:0.0:1746167184.754741:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167184.754761:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423457152 00000100:00100000:0.0:1746167184.754763:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423457152 00000100:00100000:0.0:1746167184.754781:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423457664 00000100:00100000:0.0:1746167184.754783:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423457664 00000100:00100000:0.0:1746167184.754793:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36286 00000100:00100000:0.0:1746167184.754798:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e832a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423457152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167184.754824:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e832a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423457152:12345-0@lo:400:kworker.0 Request processed in 26us (781us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167184.754829:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36286 00000100:00100000:0.0:1746167184.754837:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36287 00000100:00100000:0.0:1746167184.754842:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423457664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167184.754861:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423457664:12345-0@lo:400:kworker.0 Request processed in 19us (688us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167184.754865:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36287 00000100:00100000:0.0:1746167184.754879:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423457280 00000100:00100000:0.0:1746167184.754882:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423457280 00000100:00100000:0.0:1746167184.754892:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423457792 00000100:00100000:0.0:1746167184.754894:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423457792 00000100:00100000:0.0:1746167184.754902:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50553 00000100:00100000:0.0:1746167184.754905:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423457280:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167184.754922:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167184.754943:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423457280:12345-0@lo:8:kworker.0 Request processed in 37us (242us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167184.754948:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50553 00000100:00100000:0.0:1746167184.754955:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50554 00000100:00100000:0.0:1746167184.754958:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423457792:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167184.754966:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167184.754981:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423457792:12345-0@lo:8:kworker.0 Request processed in 22us (238us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167184.754985:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50554 00000100:00080000:0.0:1746167184.755001:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167184.755005:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167184.755008:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423457280:0@lo:8:kworker.0 00000100:00080000:0.0:1746167184.755013:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167184.755015:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167184.755017:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423457792:0@lo:8:kworker.0 00000100:00100000:0.0:1746167184.755035:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423457664:0@lo:400:kworker.0 00000100:00100000:0.0:1746167184.755042:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423457152:0@lo:400:kworker.0 00000100:00080000:0.0:1746167184.755084:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167184.755087:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167184.755374:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098deb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423456896:0@lo:400:kworker.0 00000100:00100000:1.0:1746167184.755397:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167184.755414:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423457536:0@lo:400:kworker.0 00000100:00100000:1.0:1746167184.755427:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167184.755438:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1746167184.755443:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423456768:0@lo:400:kworker.0 00000100:00100000:1.0:1746167184.755462:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167184.755485:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423457408:0@lo:400:kworker.0 00000100:00100000:1.0:1746167184.755501:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167184.755512:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423458048:0@lo:400:kworker.0 00000100:00100000:1.0:1746167184.755525:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167184.755542:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423457408 00000100:00100000:1.0:1746167184.755544:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423457408 00000100:00100000:1.0:1746167184.755750:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7976 00000100:00100000:1.0:1746167184.755756:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132100380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423457408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167184.755785:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132100380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423457408:12345-0@lo:400:kworker.0 Request processed in 30us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167184.755790:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7976 00000100:00100000:1.0:1746167184.755812:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423457408:0@lo:400:kworker.0 00000100:00100000:1.0:1746167184.755828:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423456896 00000100:00100000:1.0:1746167184.755830:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423456896 00000100:00100000:1.0:1746167184.755848:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423457536 00000100:00100000:1.0:1746167184.755849:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423457536 00000100:00100000:1.0:1746167184.755858:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423458048 00000100:00100000:1.0:1746167184.755859:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423458048 00000100:00100000:1.0:1746167184.755870:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3527 00000100:00100000:1.0:1746167184.755874:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423456896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167184.755897:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423456896:12345-0@lo:400:kworker.0 Request processed in 22us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167184.755901:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3527 00000100:00100000:1.0:1746167184.755908:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3528 00000100:00100000:1.0:1746167184.755912:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132101500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423457536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167184.755928:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132101500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423457536:12345-0@lo:400:kworker.0 Request processed in 17us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167184.755932:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3528 00000100:00100000:1.0:1746167184.755939:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3529 00000100:00100000:1.0:1746167184.755943:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132101f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423458048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167184.755959:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132101f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423458048:12345-0@lo:400:kworker.0 Request processed in 16us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167184.755963:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3529 00000100:00100000:1.0:1746167184.755984:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423458048:0@lo:400:kworker.0 00000100:00100000:1.0:1746167184.755992:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098deb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423456896:0@lo:400:kworker.0 00000100:00100000:1.0:1746167184.755997:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423457536:0@lo:400:kworker.0 00000100:00100000:1.0:1746167184.756043:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423456768 00000100:00100000:1.0:1746167184.756045:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423456768 00000100:00100000:1.0:1746167184.756064:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1103 00000100:00100000:1.0:1746167184.756068:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423456768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167184.756092:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423456768:12345-0@lo:400:kworker.0 Request processed in 23us (630us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167184.756097:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1103 00000100:00100000:1.0:1746167184.756116:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423456768:0@lo:400:kworker.0 00000100:00080000:0.0:1746167184.756972:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167184.769920:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746167184.769939:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e322680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423458176:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167184.770000:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167184.770098:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423458176 00000100:00100000:0.0:1746167184.770105:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423458176 00000100:00100000:0.0:1746167184.770149:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36288 00000100:00100000:0.0:1746167184.770156:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423458176:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167184.770183:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167184.770238:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423458176:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167184.770245:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36288 00000100:00100000:3.0:1746167184.770344:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e322680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423458176:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167184.849977:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746167184.849993:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e322680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423458304:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167184.850047:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167184.850148:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423458304 00000100:00100000:3.0:1746167184.850153:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423458304 00000100:00100000:3.0:1746167184.850189:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36289 00000100:00100000:3.0:1746167184.850195:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423458304:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167184.850233:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167184.850276:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423458304:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167184.850281:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36289 00000100:00100000:1.0:1746167184.850381:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e322680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423458304:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167185.073895:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746167185.073913:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423458432:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167185.073971:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167185.074058:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423458432 00000100:00100000:0.0:1746167185.074065:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423458432 00000100:00100000:0.0:1746167185.074109:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7360 00000100:00100000:0.0:1746167185.074117:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423458432:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167185.074135:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167185.074181:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423458432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167185.074187:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7360 00000100:00100000:3.0:1746167185.074330:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423458432:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167185.344274:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167186.346362:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167186.752408:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167186.752451:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167186.752496:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167186.752531:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439229568 00000100:00100000:0.0:1746167186.752538:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439229568 00000100:00100000:0.0:1746167186.752581:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439229696 00000100:00100000:0.0:1746167186.752584:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439229696 00000100:00100000:0.0:1746167186.752601:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3530 00000100:00100000:0.0:1746167186.752608:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439229568:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167186.752874:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439229568:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 266us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167186.752880:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3530 00000100:00100000:0.0:1746167186.752894:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3531 00000100:00100000:0.0:1746167186.752899:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439229696:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167186.752920:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439229696:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 21us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167186.752925:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3531 00000100:00080000:0.0:1746167186.752939:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167186.752942:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167186.758443:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439229440 00000100:00100000:1.0:1746167186.758455:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439229440 00000100:00100000:1.0:1746167186.758739:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1104 00000100:00100000:1.0:1746167186.758747:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439229440:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167186.758823:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439229440:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 77us (6424us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167186.758829:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1104 00000100:00100000:0.0:1746167186.761584:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167186.764054:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439229824 00000100:00100000:1.0:1746167186.764063:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439229824 00000100:00100000:1.0:1746167186.764108:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50555 00000100:00100000:1.0:1746167186.764114:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439229824:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167186.764136:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167186.764201:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439229824:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 86us (2624us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167186.764207:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50555 00010000:00010000:3.0:1746167187.349668:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167188.349869:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167188.882973:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423458560:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167188.883034:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167188.885090:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423458560 00000100:00100000:2.0:1746167188.885101:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423458560 00000100:00100000:2.0:1746167188.885185:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7361 00000100:00100000:2.0:1746167188.885195:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e322680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423458560:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167188.885442:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167188.885500:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e322680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423458560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 308us (2465us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167188.885506:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7361 00000100:00080000:0.0:1746167188.885566:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167188.886999:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423458560:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167189.354833:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746167189.762211:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1746167189.762211:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1746167189.762216:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167189.762219:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167189.762225:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11105 00000100:00100000:3.0:1746167189.762228:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423459072:0@lo:400:kworker.0 00000100:00080000:0.0:1746167189.762230:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746167189.762235:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167189.762251:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098e8b480 x1830977423459200/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167189.762280:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:3.0:1746167189.762282:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746167189.762283:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167189.762284:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167189.762287:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11105 00000100:00080000:0.0:1746167189.762289:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746167189.762293:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167189.762302:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136057b80 x1830977423459712/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167189.762330:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423458688:0@lo:400:kworker.0 00000100:00100000:0.0:1746167189.762349:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423459200:0@lo:8:kworker.0 00000100:00100000:3.0:1746167189.762354:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167189.762375:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167189.762377:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423459840:0@lo:400:kworker.0 00000100:00100000:0.0:1746167189.762392:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423459712:0@lo:8:kworker.0 00000100:00100000:3.0:1746167189.762393:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167189.762403:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1746167189.762407:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423459328:0@lo:400:kworker.0 00000100:00100000:0.0:1746167189.762408:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167189.762425:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167189.762435:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423459968:0@lo:400:kworker.0 00000100:00100000:0.0:1746167189.762437:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423459200 00000100:00100000:0.0:1746167189.762442:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423459200 00000100:00100000:3.0:1746167189.762449:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167189.762465:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423459072 00000100:00100000:0.0:1746167189.762468:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423459840 00000100:00100000:3.0:1746167189.762468:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423459072 00000100:00100000:0.0:1746167189.762470:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423459840 00000100:00100000:3.0:1746167189.762489:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36290 00000100:00100000:0.0:1746167189.762491:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423459712 00000100:00100000:0.0:1746167189.762493:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423459712 00000100:00100000:3.0:1746167189.762494:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423459072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167189.762501:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423459328 00000100:00100000:0.0:1746167189.762503:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423459328 00000100:00100000:0.0:1746167189.762514:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7977 00000100:00100000:0.0:1746167189.762518:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423459840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167189.762528:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423459072:12345-0@lo:400:kworker.0 Request processed in 34us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167189.762533:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36290 00000100:00100000:0.0:1746167189.762546:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423459840:12345-0@lo:400:kworker.0 Request processed in 27us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167189.762552:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7977 00000100:00100000:2.0:1746167189.762594:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423458688 00000100:00100000:2.0:1746167189.762597:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423458688 00000100:00100000:2.0:1746167189.762617:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1105 00000100:00100000:2.0:1746167189.762621:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423458688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167189.762646:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423458688:12345-0@lo:400:kworker.0 Request processed in 25us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167189.762650:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1105 00000100:00100000:2.0:1746167189.762666:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423459968 00000100:00100000:2.0:1746167189.762668:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423459968 00000100:00100000:2.0:1746167189.762705:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3532 00000100:00100000:2.0:1746167189.762709:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423459968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167189.762727:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423459968:12345-0@lo:400:kworker.0 Request processed in 18us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167189.762730:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3532 00000100:00100000:3.0:1746167189.762782:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7978 00000100:00100000:3.0:1746167189.762788:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d25450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423459328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167189.762809:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d25450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423459328:12345-0@lo:400:kworker.0 Request processed in 22us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167189.762813:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7978 00000100:00100000:3.0:1746167189.762821:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50556 00000100:00100000:3.0:1746167189.762824:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423459200:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167189.762839:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167189.762857:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423459200:12345-0@lo:8:kworker.0 Request processed in 32us (482us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167189.762862:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50556 00000100:00100000:3.0:1746167189.762868:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50557 00000100:00100000:3.0:1746167189.762872:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423459712:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167189.762879:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167189.762895:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423459712:12345-0@lo:8:kworker.0 Request processed in 22us (487us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167189.762899:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50557 00000100:00080000:3.0:1746167189.763019:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167189.763022:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746167189.763022:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167189.763026:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423459200:0@lo:8:kworker.0 00000100:00080000:3.0:1746167189.763033:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167189.763036:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167189.763038:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423459712:0@lo:8:kworker.0 00000100:00100000:0.0:1746167189.763050:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423458944:0@lo:400:kworker.0 00000100:00100000:3.0:1746167189.763062:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423459328:0@lo:400:kworker.0 00000100:00100000:3.0:1746167189.763069:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423459968:0@lo:400:kworker.0 00000100:00100000:0.0:1746167189.763072:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167189.763076:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423459840:0@lo:400:kworker.0 00000100:00100000:3.0:1746167189.763083:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423459072:0@lo:400:kworker.0 00000100:00100000:0.0:1746167189.763086:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423459584:0@lo:400:kworker.0 00000100:00100000:3.0:1746167189.763088:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423458688:0@lo:400:kworker.0 00000100:00100000:0.0:1746167189.763102:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167189.763107:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423458944 00000100:00100000:3.0:1746167189.763109:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423458944 00000100:00100000:0.0:1746167189.763114:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746167189.763129:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423458816:0@lo:400:kworker.0 00000100:00100000:3.0:1746167189.763144:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3533 00000100:00100000:0.0:1746167189.763146:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167189.763150:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423458944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167189.763158:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423459456:0@lo:400:kworker.0 00000100:00100000:0.0:1746167189.763173:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167189.763176:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423458944:12345-0@lo:400:kworker.0 Request processed in 27us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167189.763181:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3533 00000100:00100000:3.0:1746167189.763189:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423458816 00000100:00100000:3.0:1746167189.763191:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423458816 00000100:00100000:0.0:1746167189.763192:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423458944:0@lo:400:kworker.0 00000100:00100000:3.0:1746167189.763204:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423459456 00000100:00100000:3.0:1746167189.763206:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423459456 00000100:00100000:0.0:1746167189.763211:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3534 00000100:00100000:0.0:1746167189.763217:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423458816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167189.763219:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3535 00000100:00100000:3.0:1746167189.763223:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423459456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167189.763246:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423459456:12345-0@lo:400:kworker.0 Request processed in 23us (72us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167189.763247:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423458816:12345-0@lo:400:kworker.0 Request processed in 31us (100us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167189.763251:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3535 00000100:00100000:0.0:1746167189.763255:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3534 00000100:00100000:3.0:1746167189.763263:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423459584 00000100:00100000:3.0:1746167189.763266:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423459584 00000100:00080000:0.0:1746167189.763271:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746167189.763274:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167189.763280:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36291 00000100:00100000:3.0:1746167189.763284:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423459584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167189.763285:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423458816:0@lo:400:kworker.0 00000100:00100000:0.0:1746167189.763293:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423459456:0@lo:400:kworker.0 00000100:00100000:3.0:1746167189.763388:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423459584:12345-0@lo:400:kworker.0 Request processed in 102us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167189.763393:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36291 00000100:00100000:0.0:1746167189.763457:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423459584:0@lo:400:kworker.0 00000100:00100000:0.0:1746167189.777894:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746167189.777914:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423460096:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167189.777967:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167189.778053:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423460096 00000100:00100000:3.0:1746167189.778060:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423460096 00000100:00100000:3.0:1746167189.778094:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36292 00000100:00100000:3.0:1746167189.778100:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423460096:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746167189.778137:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167189.778184:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423460096:12345-0@lo:41:osp-pre-1-0.0 Request processed in 85us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167189.778191:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36292 00000100:00100000:1.0:1746167189.778545:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423460096:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167189.859737:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132103800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423460224:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167189.859798:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167189.864303:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423460224 00000100:00100000:0.0:1746167189.864314:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423460224 00000100:00100000:0.0:1746167189.864364:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36293 00000100:00100000:0.0:1746167189.864372:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423460224:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167189.864404:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167189.864462:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423460224:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (4664us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167189.864468:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36293 00000100:00100000:2.0:1746167189.864545:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132103800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423460224:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167190.083446:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423460352:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167190.083503:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167190.083847:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423460352 00000100:00100000:2.0:1746167190.083854:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423460352 00000100:00100000:2.0:1746167190.083888:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7362 00000100:00100000:2.0:1746167190.083894:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423460352:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167190.083913:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167190.083949:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423460352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167190.083955:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7362 00000100:00100000:0.0:1746167190.084339:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423460352:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167190.356063:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167191.359737:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167191.762871:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167191.762917:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167191.762937:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439230080 00000100:00100000:2.0:1746167191.762945:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439230080 00000100:00100000:0.0:1746167191.762960:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00080000:0.0:1746167191.762978:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167191.763002:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439230208 00000100:00100000:2.0:1746167191.763005:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439230208 00000100:00100000:1.0:1746167191.763150:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439229952 00000100:00100000:1.0:1746167191.763154:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439229952 00000100:00100000:1.0:1746167191.763182:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1106 00000100:00100000:1.0:1746167191.763189:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439229952:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167191.763454:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439229952:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 264us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167191.763460:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1106 00000100:00100000:2.0:1746167191.764208:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3536 00000100:00100000:3.0:1746167191.764217:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3537 00000100:00100000:2.0:1746167191.764218:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439230080:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167191.764225:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439230208:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167191.764258:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439230080:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 44us (1395us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167191.764258:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439230208:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 35us (1298us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167191.764263:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3537 00000100:00100000:2.0:1746167191.764266:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3536 00000100:00080000:0.0:1746167191.765271:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167191.765897:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167191.766039:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439230336 00000100:00100000:3.0:1746167191.766045:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439230336 00000100:00100000:3.0:1746167191.766076:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50558 00000100:00100000:3.0:1746167191.766081:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439230336:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167191.766110:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167191.766152:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439230336:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 70us (258us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167191.766158:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50558 00010000:00010000:3.0:1746167192.364184:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167193.366947:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167193.890653:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746167193.890693:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423460480:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167193.890750:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167193.890975:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423460480 00000100:00100000:2.0:1746167193.890983:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423460480 00000100:00100000:2.0:1746167193.891025:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7363 00000100:00100000:2.0:1746167193.891033:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423460480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167193.891068:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167193.891103:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423460480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167193.891108:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7363 00000100:00080000:1.0:1746167193.891450:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167193.891581:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423460480:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167194.370129:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746167194.769938:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167194.769943:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167194.769946:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167194.769952:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11110 00000100:00080000:0.0:1746167194.769956:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746167194.769960:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167194.769976:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009daffb80 x1830977423461120/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167194.770000:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167194.770003:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167194.770004:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167194.770006:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11110 00000100:00080000:0.0:1746167194.770007:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167194.770010:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167194.770016:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009dafca80 x1830977423461632/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167194.770082:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009daff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423460992:0@lo:400:kworker.0 00000100:00100000:0.0:1746167194.770130:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167194.770167:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423461760:0@lo:400:kworker.0 00000100:00100000:0.0:1746167194.770181:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167194.770196:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1746167194.770200:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009daff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423460864:0@lo:400:kworker.0 00000100:00100000:0.0:1746167194.770215:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167194.770224:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423461504:0@lo:400:kworker.0 00000100:00100000:0.0:1746167194.770234:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167194.770255:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423460992 00000100:00100000:0.0:1746167194.770260:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423460992 00000100:00100000:0.0:1746167194.770290:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423461504 00000100:00100000:0.0:1746167194.770292:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423461504 00000100:00100000:0.0:1746167194.770306:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36294 00000100:00100000:0.0:1746167194.770312:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088faf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423460992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167194.770353:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088faf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423460992:12345-0@lo:400:kworker.0 Request processed in 40us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167194.770358:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36294 00000100:00100000:0.0:1746167194.770372:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36295 00000100:00100000:0.0:1746167194.770376:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423461504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167194.770396:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423461504:12345-0@lo:400:kworker.0 Request processed in 21us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167194.770401:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36295 00000100:00100000:0.0:1746167194.770435:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423461504:0@lo:400:kworker.0 00000100:00100000:0.0:1746167194.770442:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009daff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423460992:0@lo:400:kworker.0 00000100:00100000:0.0:1746167194.770467:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423461760 00000100:00100000:0.0:1746167194.770469:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423461760 00000100:00100000:0.0:1746167194.770492:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7979 00000100:00100000:0.0:1746167194.770496:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423461760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167194.770522:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423461760:12345-0@lo:400:kworker.0 Request processed in 26us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167194.770528:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7979 00000100:00100000:0.0:1746167194.770542:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423460864 00000100:00100000:0.0:1746167194.770545:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423460864 00000100:00100000:0.0:1746167194.770565:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3538 00000100:00100000:0.0:1746167194.770570:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423460864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167194.770591:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423460864:12345-0@lo:400:kworker.0 Request processed in 22us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167194.770596:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3538 00000100:00100000:0.0:1746167194.770614:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009daff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423460864:0@lo:400:kworker.0 00000100:00100000:0.0:1746167194.770621:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423461760:0@lo:400:kworker.0 00000100:00080000:0.0:1746167194.770638:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167194.770641:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167194.770653:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009daffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423461120:0@lo:8:kworker.0 00000100:00100000:0.0:1746167194.770670:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167194.770713:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423461632:0@lo:8:kworker.0 00000100:00100000:0.0:1746167194.770729:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167194.770750:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423461120 00000100:00100000:0.0:1746167194.770752:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423461120 00000100:00100000:0.0:1746167194.770762:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423461632 00000100:00100000:0.0:1746167194.770764:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423461632 00000100:00100000:0.0:1746167194.770771:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50559 00000100:00100000:0.0:1746167194.770774:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423461120:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167194.770791:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167194.770809:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423461120:12345-0@lo:8:kworker.0 Request processed in 34us (138us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167194.770816:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50559 00000100:00100000:0.0:1746167194.770822:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50560 00000100:00100000:0.0:1746167194.770825:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009daff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423461632:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167194.770832:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167194.770843:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009daff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423461632:12345-0@lo:8:kworker.0 Request processed in 17us (113us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167194.770847:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50560 00000100:00080000:0.0:1746167194.770866:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1746167194.771073:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009daff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423460736:0@lo:400:kworker.0 00000100:00100000:2.0:1746167194.771093:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167194.771107:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423461376:0@lo:400:kworker.0 00000100:00100000:2.0:1746167194.771118:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167194.771127:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1746167194.771131:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423460608:0@lo:400:kworker.0 00000100:00100000:2.0:1746167194.771148:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167194.771165:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423461248:0@lo:400:kworker.0 00000100:00100000:2.0:1746167194.771176:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167194.771184:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423461888:0@lo:400:kworker.0 00000100:00100000:2.0:1746167194.771194:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167194.771208:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423460736 00000100:00100000:2.0:1746167194.771211:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423460736 00000100:00100000:2.0:1746167194.771228:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423461376 00000100:00100000:2.0:1746167194.771230:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423461376 00000100:00100000:2.0:1746167194.771238:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423461888 00000100:00100000:2.0:1746167194.771239:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423461888 00000100:00100000:2.0:1746167194.771246:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3539 00000100:00100000:2.0:1746167194.771250:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423460736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167194.771269:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423460736:12345-0@lo:400:kworker.0 Request processed in 19us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167194.771273:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3539 00000100:00100000:2.0:1746167194.771281:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3540 00000100:00100000:2.0:1746167194.771284:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423461376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167194.771297:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423461376:12345-0@lo:400:kworker.0 Request processed in 13us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167194.771301:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3540 00000100:00100000:2.0:1746167194.771306:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3541 00000100:00100000:2.0:1746167194.771309:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423461888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167194.771322:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423461888:12345-0@lo:400:kworker.0 Request processed in 12us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167194.771325:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3541 00000100:00080000:2.0:1746167194.771334:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167194.771343:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423461888:0@lo:400:kworker.0 00000100:00100000:2.0:1746167194.771349:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009daff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423460736:0@lo:400:kworker.0 00000100:00100000:2.0:1746167194.771354:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423461376:0@lo:400:kworker.0 00000100:00100000:2.0:1746167194.771382:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423461248 00000100:00100000:2.0:1746167194.771383:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423461248 00000100:00100000:2.0:1746167194.771393:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7980 00000100:00100000:2.0:1746167194.771396:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423461248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167194.771415:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423461248:12345-0@lo:400:kworker.0 Request processed in 18us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167194.771418:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7980 00000100:00100000:2.0:1746167194.771431:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423461248:0@lo:400:kworker.0 00000100:00100000:2.0:1746167194.771447:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423460608 00000100:00100000:2.0:1746167194.771449:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423460608 00000100:00100000:2.0:1746167194.771462:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1107 00000100:00100000:2.0:1746167194.771465:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423460608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167194.771487:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423460608:12345-0@lo:400:kworker.0 Request processed in 22us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167194.771492:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1107 00000100:00100000:2.0:1746167194.771512:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423460608:0@lo:400:kworker.0 00000100:00080000:0.0:1746167194.775098:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167194.775110:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009daffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423461120:0@lo:8:kworker.0 00000100:00080000:0.0:1746167194.775146:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167194.775149:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167194.775152:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423461632:0@lo:8:kworker.0 00000100:00100000:3.0:1746167194.787225:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746167194.787245:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423462016:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167194.787304:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167194.787603:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423462016 00000100:00100000:0.0:1746167194.787610:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423462016 00000100:00100000:0.0:1746167194.787645:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36296 00000100:00100000:0.0:1746167194.787652:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423462016:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167194.787697:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167194.787733:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423462016:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167194.787739:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36296 00000100:00100000:3.0:1746167194.788516:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423462016:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167194.883186:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746167194.883202:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423462144:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167194.883256:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167194.883339:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423462144 00000100:00100000:3.0:1746167194.883346:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423462144 00000100:00100000:3.0:1746167194.883384:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36297 00000100:00100000:3.0:1746167194.883391:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423462144:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167194.883417:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167194.883457:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423462144:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167194.883464:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36297 00000100:00100000:1.0:1746167194.883554:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423462144:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167195.090372:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746167195.090389:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423462272:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167195.090454:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167195.093394:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423462272 00000100:00100000:3.0:1746167195.093406:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423462272 00000100:00100000:3.0:1746167195.093467:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7364 00000100:00100000:3.0:1746167195.093475:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088faf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423462272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167195.093499:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167195.093557:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088faf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423462272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (3107us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167195.093562:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7364 00000100:00100000:2.0:1746167195.093732:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423462272:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167195.371908:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167196.377599:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167196.765893:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167196.766060:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439230464 00000100:00100000:2.0:1746167196.766070:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439230464 00000100:00100000:2.0:1746167196.766119:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1108 00000100:00100000:2.0:1746167196.766127:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a81ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439230464:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167196.766189:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a81ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439230464:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 63us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167196.766195:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1108 00000100:00100000:0.0:1746167196.783868:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167196.783909:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167196.783942:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167196.783942:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439230848 00000100:00100000:2.0:1746167196.783950:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439230848 00000100:00100000:0.0:1746167196.783969:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439230720 00000100:00100000:0.0:1746167196.783973:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439230720 00000100:00100000:2.0:1746167196.783982:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50561 00000100:00100000:2.0:1746167196.783989:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009daffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439230848:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167196.784019:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167196.784070:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009daffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439230848:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 81us (210us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167196.784074:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439230592 00000100:00100000:2.0:1746167196.784076:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50561 00000100:00100000:0.0:1746167196.784077:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439230592 00000100:00100000:0.0:1746167196.784091:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3542 00000100:00100000:0.0:1746167196.784097:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009daff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439230720:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167196.784099:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3543 00000100:00100000:2.0:1746167196.784106:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439230592:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167196.784127:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009daff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439230720:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 31us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167196.784131:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439230592:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 26us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167196.784133:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3542 00000100:00100000:2.0:1746167196.784137:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3543 00000100:00080000:1.0:1746167196.784397:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746167196.784400:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1746167197.379848:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167198.382111:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167198.897878:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746167198.897896:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423462400:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167198.897949:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167198.898119:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423462400 00000100:00100000:0.0:1746167198.898125:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423462400 00000100:00100000:0.0:1746167198.898174:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7365 00000100:00100000:0.0:1746167198.898181:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423462400:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167198.898204:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167198.898237:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423462400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167198.898243:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7365 00000100:00080000:1.0:1746167198.898302:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167198.898370:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423462400:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167199.383880:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746167199.777864:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167199.777869:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167199.777872:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167199.777877:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11115 00000100:00080000:0.0:1746167199.777881:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167199.777886:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167199.777904:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d4d9880 x1830977423463040/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167199.777930:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167199.777933:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167199.777934:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167199.777937:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11115 00000100:00080000:0.0:1746167199.777939:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167199.777942:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167199.777974:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095a20e00 x1830977423463552/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167199.778009:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d4d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423463040:0@lo:8:kworker.0 00000100:00100000:0.0:1746167199.778057:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167199.778098:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423463552:0@lo:8:kworker.0 00000100:00100000:0.0:1746167199.778117:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167199.778145:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423463040 00000100:00100000:0.0:1746167199.778150:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423463040 00000100:00100000:0.0:1746167199.778168:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423463552 00000100:00100000:0.0:1746167199.778170:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423463552 00000100:00100000:0.0:1746167199.778180:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50562 00000100:00100000:0.0:1746167199.778186:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423463040:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167199.778204:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167199.778232:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423463040:12345-0@lo:8:kworker.0 Request processed in 46us (175us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167199.778238:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50562 00000100:00100000:0.0:1746167199.778249:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50563 00000100:00100000:0.0:1746167199.778252:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423463552:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167199.778260:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167199.778276:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423463552:12345-0@lo:8:kworker.0 Request processed in 23us (157us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167199.778281:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50563 00000100:00080000:0.0:1746167199.778310:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167199.778314:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167199.778317:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d4d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423463040:0@lo:8:kworker.0 00000100:00080000:0.0:1746167199.778323:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167199.778326:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167199.778328:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423463552:0@lo:8:kworker.0 00000100:00100000:0.0:1746167199.778355:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423462656:0@lo:400:kworker.0 00000100:00100000:0.0:1746167199.778376:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167199.778389:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423463296:0@lo:400:kworker.0 00000100:00100000:0.0:1746167199.778401:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167199.778413:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746167199.778417:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009daff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423462784:0@lo:400:kworker.0 00000100:00100000:0.0:1746167199.778431:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167199.778441:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423463424:0@lo:400:kworker.0 00000100:00100000:0.0:1746167199.778456:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167199.778476:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423462656 00000100:00100000:0.0:1746167199.778478:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423462656 00000100:00100000:0.0:1746167199.778503:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423463296 00000100:00100000:0.0:1746167199.778505:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423463296 00000100:00100000:0.0:1746167199.778515:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423462784 00000100:00100000:0.0:1746167199.778516:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423462784 00000100:00100000:0.0:1746167199.778529:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3544 00000100:00100000:0.0:1746167199.778533:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423462656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167199.778790:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423462656:12345-0@lo:400:kworker.0 Request processed in 256us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167199.778796:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3544 00000100:00100000:0.0:1746167199.778806:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3545 00000100:00100000:0.0:1746167199.778810:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d4d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423463296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167199.778828:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d4d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423463296:12345-0@lo:400:kworker.0 Request processed in 18us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167199.778832:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3545 00000100:00100000:0.0:1746167199.778839:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3546 00000100:00100000:0.0:1746167199.778843:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423462784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167199.778861:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423462784:12345-0@lo:400:kworker.0 Request processed in 17us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167199.778865:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3546 00000100:00100000:0.0:1746167199.778878:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423463424 00000100:00100000:0.0:1746167199.778880:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423463424 00000100:00100000:0.0:1746167199.778896:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36298 00000100:00100000:0.0:1746167199.778900:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423463424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167199.778922:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423463424:12345-0@lo:400:kworker.0 Request processed in 21us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167199.778926:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36298 00000100:00100000:0.0:1746167199.778963:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009daff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423462784:0@lo:400:kworker.0 00000100:00100000:0.0:1746167199.778971:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423463424:0@lo:400:kworker.0 00000100:00100000:0.0:1746167199.778978:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423462656:0@lo:400:kworker.0 00000100:00100000:0.0:1746167199.778984:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423463296:0@lo:400:kworker.0 00000100:00080000:0.0:1746167199.779005:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167199.779008:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167199.779095:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423462528:0@lo:400:kworker.0 00000100:00100000:2.0:1746167199.779124:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167199.779161:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423463168:0@lo:400:kworker.0 00000100:00100000:2.0:1746167199.779178:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167199.779189:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423463808:0@lo:400:kworker.0 00000100:00100000:2.0:1746167199.779203:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167199.779216:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1746167199.779221:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423462912:0@lo:400:kworker.0 00000100:00100000:2.0:1746167199.779235:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167199.779247:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423463680:0@lo:400:kworker.0 00000100:00100000:2.0:1746167199.779262:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167199.779279:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423463808 00000100:00100000:2.0:1746167199.779281:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423463808 00000100:00100000:2.0:1746167199.779299:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3547 00000100:00100000:2.0:1746167199.779304:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423463808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167199.779329:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423463808:12345-0@lo:400:kworker.0 Request processed in 25us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167199.779334:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3547 00000100:00100000:2.0:1746167199.779348:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423463168 00000100:00100000:2.0:1746167199.779351:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423463168 00000100:00100000:2.0:1746167199.779363:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423463680 00000100:00100000:2.0:1746167199.779365:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423463680 00000100:00100000:2.0:1746167199.779379:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7981 00000100:00100000:2.0:1746167199.779383:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423463168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167199.779407:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423463168:12345-0@lo:400:kworker.0 Request processed in 24us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167199.779411:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7981 00000100:00100000:2.0:1746167199.779419:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7982 00000100:00100000:2.0:1746167199.779423:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423463680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167199.779441:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423463680:12345-0@lo:400:kworker.0 Request processed in 18us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167199.779445:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7982 00000100:00100000:2.0:1746167199.779467:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423463680:0@lo:400:kworker.0 00000100:00100000:2.0:1746167199.779493:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423463168:0@lo:400:kworker.0 00000100:00100000:2.0:1746167199.779500:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423463808:0@lo:400:kworker.0 00000100:00100000:2.0:1746167199.779524:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423462528 00000100:00100000:2.0:1746167199.779527:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423462528 00000100:00100000:2.0:1746167199.779544:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1109 00000100:00100000:2.0:1746167199.779548:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423462528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167199.779572:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423462528:12345-0@lo:400:kworker.0 Request processed in 24us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167199.779577:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1109 00000100:00100000:2.0:1746167199.779601:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423462528:0@lo:400:kworker.0 00000100:00100000:0.0:1746167199.782240:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423462912 00000100:00100000:0.0:1746167199.782249:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423462912 00000100:00100000:0.0:1746167199.782996:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36299 00000100:00100000:0.0:1746167199.783004:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423462912:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1746167199.784402:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167199.784475:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423462912:12345-0@lo:400:kworker.0 Request processed in 1470us (5235us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167199.784482:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36299 00000100:00100000:3.0:1746167199.784645:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423462912:0@lo:400:kworker.0 00000100:00100000:1.0:1746167199.794203:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746167199.794220:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423463936:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167199.794272:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167199.794638:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423463936 00000100:00100000:2.0:1746167199.794646:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423463936 00000100:00100000:2.0:1746167199.794913:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36300 00000100:00100000:2.0:1746167199.794920:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132100380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423463936:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167199.794947:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167199.794993:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132100380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423463936:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (720us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167199.794999:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36300 00000100:00100000:1.0:1746167199.795121:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423463936:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167199.890056:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746167199.890073:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423464064:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167199.890129:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167199.890253:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423464064 00000100:00100000:3.0:1746167199.890260:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423464064 00000100:00100000:3.0:1746167199.890300:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36301 00000100:00100000:3.0:1746167199.890307:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423464064:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167199.890334:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167199.890378:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423464064:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167199.890384:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36301 00000100:00100000:0.0:1746167199.890482:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423464064:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167200.099447:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746167200.099467:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423464192:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167200.099528:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167200.099986:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423464192 00000100:00100000:3.0:1746167200.099992:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423464192 00000100:00100000:3.0:1746167200.100026:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7366 00000100:00100000:3.0:1746167200.100032:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423464192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167200.100052:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167200.100143:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423464192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (615us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167200.100149:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7366 00000100:00100000:1.0:1746167200.100237:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423464192:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167200.387586:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167201.389882:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167201.775232:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167201.775331:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439230976 00000100:00100000:2.0:1746167201.775339:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439230976 00000100:00100000:2.0:1746167201.776485:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1110 00000100:00100000:2.0:1746167201.776494:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439230976:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167201.776890:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439230976:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 396us (1665us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167201.776896:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1110 00000100:00100000:1.0:1746167201.779979:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167201.780025:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167201.780104:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439231104 00000100:00100000:2.0:1746167201.780112:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439231104 00000100:00100000:2.0:1746167201.780155:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439231232 00000100:00100000:2.0:1746167201.780157:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439231232 00000100:00100000:2.0:1746167201.780172:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3548 00000100:00100000:2.0:1746167201.780179:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132103800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439231104:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167201.780221:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132103800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439231104:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 43us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167201.780226:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3548 00000100:00100000:2.0:1746167201.780236:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3549 00000100:00100000:2.0:1746167201.780240:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132101c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439231232:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167201.780256:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132101c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439231232:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 16us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167201.780260:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3549 00000100:00080000:1.0:1746167201.781093:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167201.781096:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167201.788466:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167201.788599:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439231360 00000100:00100000:2.0:1746167201.788607:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439231360 00000100:00100000:2.0:1746167201.788637:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50564 00000100:00100000:2.0:1746167201.788643:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439231360:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167201.788667:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167201.790379:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439231360:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 1728us (1913us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167201.790389:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50564 00010000:00010000:3.0:1746167202.391886:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167203.396396:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167203.905942:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423464320:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167203.906001:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167203.911117:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423464320 00000100:00100000:0.0:1746167203.911128:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423464320 00000100:00100000:0.0:1746167203.911187:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7367 00000100:00100000:0.0:1746167203.911194:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b714a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423464320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167203.911224:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167203.911279:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b714a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423464320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (5277us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167203.911288:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7367 00000100:00080000:1.0:1746167203.911339:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167203.911413:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423464320:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167204.400089:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746167204.785895:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167204.785901:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167204.785905:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167204.785911:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11120 00000100:00080000:0.0:1746167204.785915:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167204.785920:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167204.785939:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008e830000 x1830977423464960/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167204.785980:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167204.785984:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167204.785985:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167204.785988:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11120 00000100:00080000:0.0:1746167204.785991:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746167204.785995:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167204.786005:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095c2c000 x1830977423465472/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167204.786068:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009daff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423464832:0@lo:400:kworker.0 00000100:00100000:0.0:1746167204.786120:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167204.786166:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423465600:0@lo:400:kworker.0 00000100:00100000:0.0:1746167204.786186:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167204.786206:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746167204.786210:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423464704:0@lo:400:kworker.0 00000100:00100000:0.0:1746167204.786229:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167204.786242:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423465344:0@lo:400:kworker.0 00000100:00100000:0.0:1746167204.786260:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167204.786284:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423465600 00000100:00100000:0.0:1746167204.786290:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423465600 00000100:00100000:0.0:1746167204.786328:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7983 00000100:00100000:0.0:1746167204.786336:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423465600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167204.786377:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423465600:12345-0@lo:400:kworker.0 Request processed in 42us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167204.786383:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7983 00000100:00100000:0.0:1746167204.786401:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423464832 00000100:00100000:0.0:1746167204.786404:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423464832 00000100:00100000:0.0:1746167204.786420:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36302 00000100:00100000:0.0:1746167204.786424:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423464832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167204.786450:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423464832:12345-0@lo:400:kworker.0 Request processed in 26us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167204.786455:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36302 00000100:00100000:0.0:1746167204.786462:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423465344 00000100:00100000:0.0:1746167204.786464:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423465344 00000100:00100000:0.0:1746167204.786477:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36303 00000100:00100000:0.0:1746167204.786480:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a404450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423465344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167204.786500:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a404450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423465344:12345-0@lo:400:kworker.0 Request processed in 20us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167204.786505:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36303 00000100:00100000:0.0:1746167204.786862:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423465344:0@lo:400:kworker.0 00000100:00100000:0.0:1746167204.786885:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009daff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423464832:0@lo:400:kworker.0 00000100:00100000:0.0:1746167204.786893:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423465600:0@lo:400:kworker.0 00000100:00080000:0.0:1746167204.786916:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167204.786936:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423464704 00000100:00100000:0.0:1746167204.786938:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423464704 00000100:00100000:0.0:1746167204.786964:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3550 00000100:00100000:0.0:1746167204.786969:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423464704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167204.787004:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423464704:12345-0@lo:400:kworker.0 Request processed in 35us (774us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167204.787009:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3550 00000100:00080000:0.0:1746167204.787019:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167204.787032:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423464704:0@lo:400:kworker.0 00000100:00100000:3.0:1746167204.787127:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423464576:0@lo:400:kworker.0 00000100:00100000:3.0:1746167204.787390:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167204.787421:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423465216:0@lo:400:kworker.0 00000100:00100000:3.0:1746167204.787444:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167204.787458:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1746167204.787464:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423464448:0@lo:400:kworker.0 00000100:00100000:3.0:1746167204.787484:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167204.787506:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423465088:0@lo:400:kworker.0 00000100:00100000:3.0:1746167204.787523:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167204.787535:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423465728:0@lo:400:kworker.0 00000100:00100000:3.0:1746167204.787549:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167204.787569:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423464448 00000100:00100000:3.0:1746167204.787572:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423464448 00000100:00100000:3.0:1746167204.787592:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1111 00000100:00100000:3.0:1746167204.787597:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423464448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167204.787621:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423464448:12345-0@lo:400:kworker.0 Request processed in 24us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167204.787626:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1111 00000100:00100000:3.0:1746167204.787652:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423464448:0@lo:400:kworker.0 00000100:00100000:3.0:1746167204.787700:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423464576 00000100:00100000:3.0:1746167204.787703:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423464576 00000100:00100000:0.0:1746167204.787706:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423465216 00000100:00100000:0.0:1746167204.787711:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423465216 00000100:00100000:3.0:1746167204.787723:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423465728 00000100:00100000:3.0:1746167204.787725:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423465728 00000100:00100000:0.0:1746167204.787730:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3551 00000100:00100000:0.0:1746167204.787735:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423464576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167204.787740:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3552 00000100:00100000:3.0:1746167204.787745:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423465216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167204.787766:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423464576:12345-0@lo:400:kworker.0 Request processed in 31us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167204.787770:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423465216:12345-0@lo:400:kworker.0 Request processed in 25us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167204.787771:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3551 00000100:00100000:3.0:1746167204.787775:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3552 00000100:00100000:0.0:1746167204.787782:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3553 00000100:00100000:0.0:1746167204.787787:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423465728:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1746167204.787791:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167204.787805:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423464576:0@lo:400:kworker.0 00000100:00100000:0.0:1746167204.787808:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423465728:12345-0@lo:400:kworker.0 Request processed in 21us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167204.787812:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3553 00000100:00100000:3.0:1746167204.787813:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423465216:0@lo:400:kworker.0 00000100:00100000:3.0:1746167204.787825:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423465728:0@lo:400:kworker.0 00000100:00100000:0.0:1746167204.787827:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423465088 00000100:00100000:0.0:1746167204.787829:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423465088 00000100:00100000:0.0:1746167204.787843:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7984 00000100:00100000:0.0:1746167204.787848:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423465088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167204.787899:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423465088:12345-0@lo:400:kworker.0 Request processed in 51us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167204.787904:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7984 00000100:00100000:1.0:1746167204.788029:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423464960:0@lo:8:kworker.0 00000100:00100000:1.0:1746167204.788054:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167204.788070:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423465472:0@lo:8:kworker.0 00000100:00100000:1.0:1746167204.788083:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167204.788152:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423464960 00000100:00100000:2.0:1746167204.788156:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423464960 00000100:00100000:2.0:1746167204.788171:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423465472 00000100:00100000:2.0:1746167204.788173:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423465472 00000100:00100000:3.0:1746167204.788179:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423465088:0@lo:400:kworker.0 00000100:00100000:2.0:1746167204.788182:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50565 00000100:00100000:2.0:1746167204.788186:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b715180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423464960:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167204.788200:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167204.788205:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50566 00000100:00100000:3.0:1746167204.788209:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b715500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423465472:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167204.788220:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167204.788444:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b715180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423464960:12345-0@lo:8:kworker.0 Request processed in 257us (388us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167204.788450:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50565 00000100:00100000:3.0:1746167204.788450:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b715500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423465472:12345-0@lo:8:kworker.0 Request processed in 239us (364us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167204.788456:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50566 00000100:00080000:1.0:1746167204.788522:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167204.788526:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167204.788528:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423464960:0@lo:8:kworker.0 00000100:00080000:1.0:1746167204.788535:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167204.788537:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167204.788539:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423465472:0@lo:8:kworker.0 00000100:00100000:2.0:1746167204.805199:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746167204.805217:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423465856:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167204.805275:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167204.805375:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423465856 00000100:00100000:0.0:1746167204.805383:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423465856 00000100:00100000:0.0:1746167204.805427:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36304 00000100:00100000:0.0:1746167204.805435:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423465856:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167204.805465:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167204.805501:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423465856:12345-0@lo:41:osp-pre-1-0.0 Request processed in 67us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167204.805507:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36304 00000100:00100000:2.0:1746167204.805939:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423465856:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167204.898008:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423465984:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167204.898060:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167204.898330:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423465984 00000100:00100000:0.0:1746167204.898337:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423465984 00000100:00100000:0.0:1746167204.898372:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36305 00000100:00100000:0.0:1746167204.898379:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423465984:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167204.898409:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167204.898459:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423465984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167204.898465:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36305 00000100:00100000:3.0:1746167204.899345:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423465984:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167205.105912:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423466112:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167205.105970:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167205.106070:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423466112 00000100:00100000:0.0:1746167205.106076:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423466112 00000100:00100000:0.0:1746167205.106110:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7368 00000100:00100000:0.0:1746167205.106117:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423466112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167205.106136:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167205.106168:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423466112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167205.106177:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7368 00000100:00100000:2.0:1746167205.106520:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423466112:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167205.402355:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167206.404743:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167206.783471:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167206.783513:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167206.783541:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167206.783804:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439231616 00000100:00100000:3.0:1746167206.783813:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439231616 00000100:00100000:3.0:1746167206.783883:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439231744 00000100:00100000:3.0:1746167206.783886:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439231744 00000100:00100000:3.0:1746167206.783907:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3554 00000100:00100000:3.0:1746167206.783915:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439231616:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167206.783972:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439231616:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 59us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167206.783979:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3554 00000100:00100000:3.0:1746167206.783995:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3555 00000100:00100000:3.0:1746167206.784000:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439231744:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167206.784018:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439231744:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 18us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167206.784023:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3555 00000100:00080000:3.0:1746167206.784043:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746167206.784046:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167206.784128:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439231488 00000100:00100000:2.0:1746167206.784132:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439231488 00000100:00100000:2.0:1746167206.784164:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1112 00000100:00100000:2.0:1746167206.784170:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439231488:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167206.784192:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439231488:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 23us (679us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167206.784197:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167206.784197:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1112 00000100:00100000:0.0:1746167206.784216:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439231872 00000100:00100000:0.0:1746167206.784219:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439231872 00000100:00100000:0.0:1746167206.784268:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50567 00000100:00100000:0.0:1746167206.784273:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439231872:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167206.784292:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167206.784314:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439231872:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 40us (122us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167206.786878:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50567 00010000:00010000:3.0:1746167207.405955:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167208.408016:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167208.930052:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746167208.930071:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423466240:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167208.930129:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167208.930232:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423466240 00000100:00100000:0.0:1746167208.930239:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423466240 00000100:00100000:0.0:1746167208.930285:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7369 00000100:00100000:0.0:1746167208.930292:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423466240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167208.930318:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167208.930349:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423466240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167208.930355:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7369 00000100:00080000:0.0:1746167208.930379:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167208.930481:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423466240:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167209.411019:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746167209.793954:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167209.793957:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167209.793960:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167209.793966:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11125 00000100:00080000:0.0:1746167209.793971:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746167209.793975:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167209.793992:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088f52a00 x1830977423466880/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167209.794028:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167209.794030:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167209.794032:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167209.794034:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11125 00000100:00080000:0.0:1746167209.794036:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746167209.794040:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167209.794050:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088f53800 x1830977423467392/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167209.794094:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423466624:0@lo:400:kworker.0 00000100:00100000:0.0:1746167209.794144:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167209.794188:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423467264:0@lo:400:kworker.0 00000100:00100000:1.0:1746167209.794193:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423466880:0@lo:8:kworker.0 00000100:00100000:0.0:1746167209.794211:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167209.794458:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423466752:0@lo:400:kworker.0 00000100:00100000:3.0:1746167209.794834:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423466496:0@lo:400:kworker.0 00000100:00100000:1.0:1746167209.795962:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167209.795982:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423466880 00000100:00100000:0.0:1746167209.795988:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423466880 00000100:00100000:1.0:1746167209.795993:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423467392:0@lo:8:kworker.0 00000100:00100000:0.0:1746167209.796011:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50568 00000100:00100000:1.0:1746167209.796015:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167209.796016:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b717800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423466880:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167209.796035:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167209.796039:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423466624 00000100:00100000:1.0:1746167209.796043:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423466624 00000100:00100000:2.0:1746167209.796121:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167209.796360:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423467520:0@lo:400:kworker.0 00000100:00100000:2.0:1746167209.796378:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167209.796390:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1746167209.796395:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423466368:0@lo:400:kworker.0 00000100:00100000:2.0:1746167209.796412:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167209.796424:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423467008:0@lo:400:kworker.0 00000100:00100000:2.0:1746167209.796436:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167209.796446:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423467648:0@lo:400:kworker.0 00000100:00100000:2.0:1746167209.796460:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167209.796489:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423467392 00000100:00100000:3.0:1746167209.796493:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423467392 00000100:00100000:3.0:1746167209.796507:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423467520 00000100:00100000:3.0:1746167209.796509:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423467520 00000100:00100000:3.0:1746167209.796524:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423467008 00000100:00100000:3.0:1746167209.796526:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423467008 00000100:00100000:3.0:1746167209.796539:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7985 00000100:00100000:3.0:1746167209.796544:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423467520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167209.796574:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423467520:12345-0@lo:400:kworker.0 Request processed in 30us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167209.796580:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7985 00000100:00100000:3.0:1746167209.796592:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7986 00000100:00100000:3.0:1746167209.796596:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423467008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167209.796614:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423467008:12345-0@lo:400:kworker.0 Request processed in 18us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167209.796618:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7986 00000100:00100000:3.0:1746167209.796626:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50569 00000100:00100000:3.0:1746167209.796629:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423467392:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167209.796637:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167209.796686:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b717800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423466880:12345-0@lo:8:kworker.0 Request processed in 655us (711us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167209.796692:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50568 00000100:00100000:0.0:1746167209.796710:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423467264 00000100:00100000:0.0:1746167209.796713:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423467264 00000100:00100000:0.0:1746167209.796727:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423466752 00000100:00100000:0.0:1746167209.796729:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423466752 00000100:00100000:0.0:1746167209.796738:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36306 00000100:00100000:0.0:1746167209.796742:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423467264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167209.796766:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423467264:12345-0@lo:400:kworker.0 Request processed in 24us (2555us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167209.796771:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36306 00000100:00100000:0.0:1746167209.796777:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36307 00000100:00100000:0.0:1746167209.796793:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423466752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167209.796813:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423466752:12345-0@lo:400:kworker.0 Request processed in 21us (692us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167209.796818:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36307 00000100:00100000:0.0:1746167209.796852:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423467264:0@lo:400:kworker.0 00000100:00080000:0.0:1746167209.796874:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746167209.796876:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167209.797011:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423467648 00000100:00100000:1.0:1746167209.797015:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423467648 00000100:00100000:2.0:1746167209.797028:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3556 00000100:00100000:1.0:1746167209.797034:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3557 00000100:00100000:2.0:1746167209.797035:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423466624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167209.797040:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423467648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167209.797061:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423466624:12345-0@lo:400:kworker.0 Request processed in 28us (2918us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167209.797066:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3556 00000100:00100000:1.0:1746167209.797071:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423467648:12345-0@lo:400:kworker.0 Request processed in 32us (610us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167209.797076:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3557 00000100:00100000:2.0:1746167209.797086:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423466368 00000100:00100000:2.0:1746167209.797088:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423466368 00000100:00100000:2.0:1746167209.797104:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1113 00000100:00100000:2.0:1746167209.797108:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423466368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167209.797111:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167209.797127:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423467136:0@lo:400:kworker.0 00000100:00100000:2.0:1746167209.797127:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423466368:12345-0@lo:400:kworker.0 Request processed in 19us (714us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167209.797146:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167209.797146:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1113 00000100:00100000:1.0:1746167209.797164:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423466496 00000100:00100000:1.0:1746167209.797167:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423466496 00000100:00100000:2.0:1746167209.797175:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423467648:0@lo:400:kworker.0 00000100:00100000:2.0:1746167209.797184:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423466752:0@lo:400:kworker.0 00000100:00100000:1.0:1746167209.797185:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423467136 00000100:00100000:1.0:1746167209.797186:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423467136 00000100:00100000:2.0:1746167209.797190:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423467520:0@lo:400:kworker.0 00000100:00100000:1.0:1746167209.797205:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3558 00000100:00100000:2.0:1746167209.797208:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3559 00000100:00100000:1.0:1746167209.797210:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423466496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167209.797213:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f128a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423467136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167209.797240:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423466496:12345-0@lo:400:kworker.0 Request processed in 30us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167209.797244:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3558 00000100:00100000:3.0:1746167209.797270:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423467392:12345-0@lo:8:kworker.0 Request processed in 639us (1254us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167209.797304:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50569 00000100:00100000:2.0:1746167209.797366:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f128a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423467136:12345-0@lo:400:kworker.0 Request processed in 152us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167209.797372:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3559 00000100:00100000:2.0:1746167209.797392:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423466368:0@lo:400:kworker.0 00000100:00100000:2.0:1746167209.797400:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423467008:0@lo:400:kworker.0 00000100:00080000:0.0:1746167209.797944:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167209.797947:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167209.797951:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423466880:0@lo:8:kworker.0 00000100:00080000:0.0:1746167209.797962:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167209.797964:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167209.797966:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423467392:0@lo:8:kworker.0 00000100:00080000:0.0:1746167209.797981:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167209.797994:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423466624:0@lo:400:kworker.0 00000100:00100000:1.0:1746167209.798553:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423466496:0@lo:400:kworker.0 00000100:00100000:1.0:1746167209.798566:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423467136:0@lo:400:kworker.0 00000100:00100000:1.0:1746167209.809903:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423467776:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167209.810495:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167209.810903:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423467776 00000100:00100000:3.0:1746167209.810909:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423467776 00000100:00100000:3.0:1746167209.810951:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36308 00000100:00100000:3.0:1746167209.810958:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423467776:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746167209.810987:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167209.811028:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423467776:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167209.811034:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36308 00000100:00100000:1.0:1746167209.811063:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423467776:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167209.913108:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423467904:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167209.913158:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167209.913233:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423467904 00000100:00100000:3.0:1746167209.913239:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423467904 00000100:00100000:3.0:1746167209.913452:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36309 00000100:00100000:3.0:1746167209.913458:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423467904:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167209.913484:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167209.913514:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423467904:12345-0@lo:41:osp-pre-0-1.0 Request processed in 56us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167209.913519:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36309 00000100:00100000:0.0:1746167209.914042:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423467904:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167210.115631:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423468032:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167210.115697:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167210.115741:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423468032 00000100:00100000:0.0:1746167210.115746:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423468032 00000100:00100000:0.0:1746167210.115784:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7370 00000100:00100000:0.0:1746167210.115791:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423468032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167210.115809:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167210.115834:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423468032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 44us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167210.115839:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7370 00000100:00100000:0.0:1746167210.115872:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423468032:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167210.420902:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167211.421961:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167211.790648:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167211.790901:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167211.790986:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439232000 00000100:00100000:2.0:1746167211.790994:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439232000 00000100:00100000:2.0:1746167211.791028:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1114 00000100:00100000:2.0:1746167211.791035:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439232000:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167211.791788:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439232000:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 750us (1146us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167211.791794:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1114 00000100:00100000:3.0:1746167211.794016:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439232256 00000100:00100000:3.0:1746167211.794026:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439232256 00000100:00100000:3.0:1746167211.794086:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3560 00000100:00100000:3.0:1746167211.794094:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439232256:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167211.794142:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439232256:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 49us (3241us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167211.794147:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3560 00000100:00080000:0.0:1746167211.794210:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167211.794988:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167211.795024:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167211.795103:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439232128 00000100:00100000:3.0:1746167211.795107:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439232128 00000100:00100000:3.0:1746167211.795138:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3561 00000100:00100000:3.0:1746167211.795142:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439232128:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167211.795169:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439232128:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 27us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167211.795175:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3561 00000100:00080000:1.0:1746167211.795578:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167211.795670:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439232384 00000100:00100000:2.0:1746167211.795691:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439232384 00000100:00100000:2.0:1746167211.795711:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50570 00000100:00100000:2.0:1746167211.795715:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439232384:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167211.795734:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167211.795782:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439232384:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 66us (757us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167211.795788:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50570 00010000:00010000:3.0:1746167212.424602:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167213.426087:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167213.937887:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423468160:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167213.937942:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167213.938048:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423468160 00000100:00100000:2.0:1746167213.938055:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423468160 00000100:00100000:2.0:1746167213.938092:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7371 00000100:00100000:2.0:1746167213.938099:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423468160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167213.938120:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167213.938153:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423468160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167213.938159:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7371 00000100:00100000:3.0:1746167213.938477:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423468160:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1746167213.938529:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746167214.428382:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746167214.801897:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167214.801901:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167214.801905:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167214.801911:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11130 00000100:00080000:0.0:1746167214.801917:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746167214.801922:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167214.801938:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088f51880 x1830977423468800/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167214.801966:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167214.801968:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167214.801969:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167214.801971:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11130 00000100:00080000:0.0:1746167214.801973:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746167214.801976:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167214.801984:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012f87ca80 x1830977423469312/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167214.802016:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423468800:0@lo:8:kworker.0 00000100:00100000:0.0:1746167214.802067:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167214.802111:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f87ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423469312:0@lo:8:kworker.0 00000100:00100000:0.0:1746167214.802131:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167214.802165:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423468544:0@lo:400:kworker.0 00000100:00100000:0.0:1746167214.802186:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167214.802200:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423469184:0@lo:400:kworker.0 00000100:00100000:0.0:1746167214.802216:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167214.802229:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746167214.802234:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423468672:0@lo:400:kworker.0 00000100:00100000:0.0:1746167214.802249:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167214.802261:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423469440:0@lo:400:kworker.0 00000100:00100000:0.0:1746167214.802278:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167214.802299:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423469184 00000100:00100000:0.0:1746167214.802304:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423469184 00000100:00100000:0.0:1746167214.802329:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423468672 00000100:00100000:0.0:1746167214.802331:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423468672 00000100:00100000:0.0:1746167214.802342:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36310 00000100:00100000:0.0:1746167214.802348:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423469184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167214.802384:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423469184:12345-0@lo:400:kworker.0 Request processed in 36us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167214.802390:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36310 00000100:00100000:0.0:1746167214.802402:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36311 00000100:00100000:0.0:1746167214.802406:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423468672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167214.802424:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423468672:12345-0@lo:400:kworker.0 Request processed in 19us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167214.802429:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36311 00000100:00100000:0.0:1746167214.802458:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423468672:0@lo:400:kworker.0 00000100:00100000:0.0:1746167214.802467:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423469184:0@lo:400:kworker.0 00000100:00100000:0.0:1746167214.802484:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423468544 00000100:00100000:0.0:1746167214.802486:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423468544 00000100:00100000:0.0:1746167214.802510:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3562 00000100:00100000:0.0:1746167214.802515:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423468544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167214.802535:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423468544:12345-0@lo:400:kworker.0 Request processed in 21us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167214.802539:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3562 00000100:00080000:0.0:1746167214.802548:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167214.802562:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423468544:0@lo:400:kworker.0 00000100:00100000:0.0:1746167214.802577:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423468800 00000100:00100000:0.0:1746167214.802579:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423468800 00000100:00100000:0.0:1746167214.802588:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423469312 00000100:00100000:0.0:1746167214.802589:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423469312 00000100:00100000:0.0:1746167214.802595:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423469440 00000100:00100000:0.0:1746167214.802597:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423469440 00000100:00100000:0.0:1746167214.802611:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7987 00000100:00100000:0.0:1746167214.802615:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423469440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167214.802635:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423469440:12345-0@lo:400:kworker.0 Request processed in 20us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167214.802639:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7987 00000100:00100000:0.0:1746167214.802646:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50571 00000100:00100000:0.0:1746167214.802649:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423468800:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167214.802664:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167214.802712:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423468800:12345-0@lo:8:kworker.0 Request processed in 61us (645us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167214.802717:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50571 00000100:00100000:0.0:1746167214.802725:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50572 00000100:00100000:0.0:1746167214.802728:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423469312:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167214.802736:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167214.802752:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423469312:12345-0@lo:8:kworker.0 Request processed in 22us (620us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167214.802756:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50572 00000100:00080000:0.0:1746167214.802770:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746167214.802782:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167214.802785:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167214.802788:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423468800:0@lo:8:kworker.0 00000100:00080000:0.0:1746167214.802795:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167214.802797:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167214.802799:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f87ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423469312:0@lo:8:kworker.0 00000100:00100000:0.0:1746167214.802819:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423469440:0@lo:400:kworker.0 00000100:00100000:1.0:1746167214.802959:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423468288:0@lo:400:kworker.0 00000100:00100000:1.0:1746167214.802987:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167214.803020:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130488700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423468928:0@lo:400:kworker.0 00000100:00100000:1.0:1746167214.803037:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167214.803048:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423469568:0@lo:400:kworker.0 00000100:00100000:1.0:1746167214.803061:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167214.803074:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746167214.803078:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423468416:0@lo:400:kworker.0 00000100:00100000:1.0:1746167214.803092:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167214.803105:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bbb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423469056:0@lo:400:kworker.0 00000100:00100000:1.0:1746167214.803120:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167214.803139:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423469568 00000100:00100000:1.0:1746167214.803141:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423469568 00000100:00100000:1.0:1746167214.803158:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423468416 00000100:00100000:1.0:1746167214.803160:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423468416 00000100:00100000:1.0:1746167214.803174:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423469056 00000100:00100000:1.0:1746167214.803175:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423469056 00000100:00100000:1.0:1746167214.803186:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3563 00000100:00100000:1.0:1746167214.803190:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f128e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423469568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167214.803219:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f128e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423469568:12345-0@lo:400:kworker.0 Request processed in 29us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167214.803224:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3563 00000100:00100000:1.0:1746167214.803235:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3564 00000100:00100000:1.0:1746167214.803239:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423468416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167214.803262:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423468416:12345-0@lo:400:kworker.0 Request processed in 23us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167214.803266:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3564 00000100:00100000:1.0:1746167214.803276:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3565 00000100:00100000:1.0:1746167214.803280:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423469056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167214.803301:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423469056:12345-0@lo:400:kworker.0 Request processed in 21us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167214.803304:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3565 00000100:00100000:1.0:1746167214.803326:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423468416:0@lo:400:kworker.0 00000100:00100000:1.0:1746167214.803334:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bbb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423469056:0@lo:400:kworker.0 00000100:00100000:1.0:1746167214.803340:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423469568:0@lo:400:kworker.0 00000100:00100000:3.0:1746167214.803475:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423468288 00000100:00100000:3.0:1746167214.803479:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423468288 00000100:00100000:3.0:1746167214.803510:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1115 00000100:00100000:3.0:1746167214.803515:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423468288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167214.803553:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423468288:12345-0@lo:400:kworker.0 Request processed in 38us (565us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167214.803557:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1115 00000100:00100000:1.0:1746167214.803714:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423468288:0@lo:400:kworker.0 00000100:00100000:0.0:1746167214.804912:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423468928 00000100:00100000:0.0:1746167214.804917:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423468928 00000100:00100000:0.0:1746167214.804950:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7988 00000100:00100000:0.0:1746167214.804955:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423468928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167214.805000:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423468928:12345-0@lo:400:kworker.0 Request processed in 45us (1961us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167214.805005:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7988 00000100:00080000:0.0:1746167214.805023:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167214.805115:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130488700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423468928:0@lo:400:kworker.0 00000100:00100000:2.0:1746167214.818614:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130488700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423469696:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167214.818670:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167214.820865:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423469696 00000100:00100000:0.0:1746167214.820875:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423469696 00000100:00100000:0.0:1746167214.820921:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36312 00000100:00100000:0.0:1746167214.820929:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423469696:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167214.820962:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167214.821239:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423469696:12345-0@lo:41:osp-pre-1-0.0 Request processed in 310us (2567us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167214.821245:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36312 00000100:00100000:2.0:1746167214.822363:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130488700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423469696:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167214.929905:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746167214.929922:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423469824:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167214.929977:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167214.930058:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423469824 00000100:00100000:0.0:1746167214.930065:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423469824 00000100:00100000:0.0:1746167214.930106:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36313 00000100:00100000:0.0:1746167214.930113:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423469824:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167214.930140:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167214.930252:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423469824:12345-0@lo:41:osp-pre-0-1.0 Request processed in 138us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167214.930259:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36313 00000100:00100000:3.0:1746167214.930317:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423469824:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167215.123642:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423469952:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746167215.123730:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167215.123834:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423469952 00000100:00100000:2.0:1746167215.124006:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423469952 00000100:00100000:2.0:1746167215.124041:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7372 00000100:00100000:2.0:1746167215.124046:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423469952:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167215.124062:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167215.124429:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423469952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 381us (697us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167215.124434:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7372 00000100:00100000:3.0:1746167215.124485:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423469952:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167215.429988:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167216.432069:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167216.800360:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167216.800407:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167216.800586:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167216.800713:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167216.800743:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439232768 00000100:00100000:0.0:1746167216.800750:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439232768 00000100:00100000:0.0:1746167216.800792:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439232640 00000100:00100000:0.0:1746167216.800795:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439232640 00000100:00100000:0.0:1746167216.800813:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3566 00000100:00100000:0.0:1746167216.800820:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439232768:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167216.800872:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439232768:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 53us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167216.800877:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3566 00000100:00100000:0.0:1746167216.800889:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3567 00000100:00100000:0.0:1746167216.800893:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439232640:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167216.800913:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439232640:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 19us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167216.800918:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3567 00000100:00080000:0.0:1746167216.800930:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746167216.800932:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167216.801155:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439232512 00000100:00100000:2.0:1746167216.801159:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439232512 00000100:00100000:2.0:1746167216.801184:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1116 00000100:00100000:2.0:1746167216.801189:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439232512:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167216.801215:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439232512:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 25us (862us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167216.801220:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1116 00000100:00100000:3.0:1746167216.801351:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439232896 00000100:00100000:3.0:1746167216.801355:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439232896 00000100:00100000:3.0:1746167216.801384:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50573 00000100:00100000:3.0:1746167216.801389:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439232896:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167216.801408:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167216.801430:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439232896:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 40us (844us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167216.801435:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50573 00010000:00010000:3.0:1746167217.433878:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167218.438366:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167218.947995:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423470080:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167218.948054:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167218.948175:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423470080 00000100:00100000:3.0:1746167218.948181:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423470080 00000100:00100000:3.0:1746167218.948219:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7373 00000100:00100000:3.0:1746167218.948226:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423470080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167218.948247:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167218.948278:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423470080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167218.948284:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7373 00000100:00080000:0.0:1746167218.948331:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167218.949073:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423470080:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167219.437951:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167219.810328:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423470208:0@lo:400:kworker.0 00000100:00100000:2.0:1746167219.810388:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167219.811281:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f87ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423470336:0@lo:400:kworker.0 00000100:00100000:1.0:1746167219.811315:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167219.811376:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423470336 00000100:00100000:1.0:1746167219.811382:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423470336 00000100:00100000:1.0:1746167219.811422:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3568 00000100:00100000:1.0:1746167219.811429:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423470336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167219.811472:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423470336:12345-0@lo:400:kworker.0 Request processed in 43us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167219.811478:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3568 00000100:00100000:1.0:1746167219.811516:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f87ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423470336:0@lo:400:kworker.0 00000100:00080000:1.0:1746167219.811540:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746167219.811930:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167219.811935:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167219.811938:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167219.811943:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11135 00000100:00080000:0.0:1746167219.811946:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746167219.811949:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167219.812059:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423470208 00000100:00100000:3.0:1746167219.812063:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423470208 00000100:00100000:3.0:1746167219.812085:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1117 00000100:00100000:3.0:1746167219.812090:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423470208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167219.812117:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423470208:12345-0@lo:400:kworker.0 Request processed in 27us (1729us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167219.812122:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1117 00000100:00100000:3.0:1746167219.812144:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f87ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423470464:0@lo:400:kworker.0 00000100:00100000:3.0:1746167219.812160:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167219.812178:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423470464 00000100:00100000:3.0:1746167219.812181:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423470464 00000100:00100000:3.0:1746167219.812197:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3569 00000100:00100000:3.0:1746167219.812202:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423470464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167219.812222:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423470464:12345-0@lo:400:kworker.0 Request processed in 20us (62us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167219.812227:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3569 00000100:00080000:3.0:1746167219.812236:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167219.812247:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f87ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423470464:0@lo:400:kworker.0 00000100:00100000:3.0:1746167219.812268:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423470592:0@lo:400:kworker.0 00000100:00100000:3.0:1746167219.812497:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167219.812527:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423470592 00000100:00100000:3.0:1746167219.812530:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423470592 00000100:00100000:3.0:1746167219.812550:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36314 00000100:00100000:3.0:1746167219.812555:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423470592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167219.812583:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423470592:12345-0@lo:400:kworker.0 Request processed in 27us (85us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167219.812588:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36314 00000100:00100000:3.0:1746167219.812624:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423470592:0@lo:400:kworker.0 00000100:00100000:2.0:1746167219.812698:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423470208:0@lo:400:kworker.0 00000100:00100000:0.0:1746167219.812754:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088f52d80 x1830977423470720/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167219.812808:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167219.812810:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167219.812812:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167219.812816:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11135 00000100:00080000:0.0:1746167219.812818:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167219.812821:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167219.812831:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088f52680 x1830977423471232/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167219.812862:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423471104:0@lo:400:kworker.0 00000100:00100000:0.0:1746167219.812885:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167219.812901:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746167219.812907:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423470976:0@lo:400:kworker.0 00000100:00100000:0.0:1746167219.812923:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167219.812942:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423471104 00000100:00100000:0.0:1746167219.812945:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423471104 00000100:00100000:0.0:1746167219.812964:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36315 00000100:00100000:0.0:1746167219.812969:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423471104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167219.812998:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423471104:12345-0@lo:400:kworker.0 Request processed in 29us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167219.813005:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36315 00000100:00100000:0.0:1746167219.813030:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423471104:0@lo:400:kworker.0 00000100:00100000:0.0:1746167219.813049:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423470976 00000100:00100000:0.0:1746167219.813051:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423470976 00000100:00100000:0.0:1746167219.813066:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3570 00000100:00100000:0.0:1746167219.813070:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423470976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167219.813092:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423470976:12345-0@lo:400:kworker.0 Request processed in 22us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167219.813097:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3570 00000100:00100000:0.0:1746167219.813115:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423470976:0@lo:400:kworker.0 00000100:00100000:2.0:1746167219.813167:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423470720:0@lo:8:kworker.0 00000100:00100000:2.0:1746167219.813188:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167219.813203:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423471232:0@lo:8:kworker.0 00000100:00100000:2.0:1746167219.813215:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167219.813234:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423470720 00000100:00100000:2.0:1746167219.813236:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423470720 00000100:00100000:2.0:1746167219.813257:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423471232 00000100:00100000:2.0:1746167219.813259:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423471232 00000100:00100000:2.0:1746167219.813268:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50574 00000100:00100000:2.0:1746167219.813272:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423470720:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167219.813289:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167219.813310:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423470720:12345-0@lo:8:kworker.0 Request processed in 37us (121us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167219.813315:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50574 00000100:00100000:2.0:1746167219.813322:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50575 00000100:00100000:2.0:1746167219.813325:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423471232:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167219.813332:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167219.813344:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423471232:12345-0@lo:8:kworker.0 Request processed in 18us (128us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167219.813348:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50575 00000100:00080000:2.0:1746167219.813361:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167219.813364:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167219.813367:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423470720:0@lo:8:kworker.0 00000100:02020000:2.0:1746167219.813373:0:3768:0:(client.c:1389:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_connect to node 0@lo failed: rc = -19 00000100:00080000:2.0:1746167219.813375:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167219.813377:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167219.813379:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423471232:0@lo:8:kworker.0 00000100:00100000:2.0:1746167219.813402:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423470848:0@lo:400:kworker.0 00000100:00100000:2.0:1746167219.813417:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167219.813426:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423471488:0@lo:400:kworker.0 00000100:00100000:2.0:1746167219.813441:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167219.813449:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746167219.813453:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423471360:0@lo:400:kworker.0 00000100:00100000:2.0:1746167219.813465:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167219.813475:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423470848 00000100:00100000:2.0:1746167219.813478:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423470848 00000100:00100000:2.0:1746167219.813492:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423471360 00000100:00100000:2.0:1746167219.813493:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423471360 00000100:00100000:2.0:1746167219.813506:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7989 00000100:00100000:2.0:1746167219.813510:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423470848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167219.813530:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423470848:12345-0@lo:400:kworker.0 Request processed in 20us (113us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167219.813535:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7989 00000100:00100000:2.0:1746167219.813541:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7990 00000100:00100000:2.0:1746167219.813545:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423471360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167219.813559:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423471360:12345-0@lo:400:kworker.0 Request processed in 14us (94us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167219.813564:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7990 00000100:00100000:2.0:1746167219.813581:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423471360:0@lo:400:kworker.0 00000100:00100000:2.0:1746167219.813587:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423470848:0@lo:400:kworker.0 00000100:00080000:2.0:1746167219.813600:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167219.813745:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423471488 00000100:00100000:1.0:1746167219.813748:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423471488 00000100:00100000:1.0:1746167219.813767:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3571 00000100:00100000:1.0:1746167219.813771:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423471488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167219.813813:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423471488:12345-0@lo:400:kworker.0 Request processed in 41us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167219.813818:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3571 00000100:00100000:2.0:1746167219.816470:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423471488:0@lo:400:kworker.0 00000100:00100000:0.0:1746167219.829776:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746167219.829801:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423471616:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167219.829864:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167219.830024:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423471616 00000100:00100000:2.0:1746167219.830032:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423471616 00000100:00100000:2.0:1746167219.830081:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36316 00000100:00100000:2.0:1746167219.830087:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423471616:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167219.830118:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167219.830157:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423471616:12345-0@lo:41:osp-pre-1-0.0 Request processed in 70us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167219.830163:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36316 00000100:00100000:1.0:1746167219.830251:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423471616:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167219.939048:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746167219.939069:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423471744:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167219.939128:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167219.939214:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423471744 00000100:00100000:0.0:1746167219.939220:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423471744 00000100:00100000:0.0:1746167219.939264:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36317 00000100:00100000:0.0:1746167219.939271:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423471744:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167219.939300:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167219.940501:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423471744:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1229us (1371us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167219.940508:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36317 00000100:00100000:3.0:1746167219.940885:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423471744:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167220.130846:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423471872:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167220.130906:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167220.130961:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423471872 00000100:00100000:0.0:1746167220.130968:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423471872 00000100:00100000:0.0:1746167220.131001:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7374 00000100:00100000:0.0:1746167220.131008:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423471872:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167220.131030:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167220.132358:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423471872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1348us (1449us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167220.132366:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7374 00000100:00100000:1.0:1746167220.132634:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423471872:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167220.441033:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167221.442099:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167221.805744:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167221.805793:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167221.805835:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167221.805927:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439233152 00000100:00100000:2.0:1746167221.805935:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439233152 00000100:00100000:2.0:1746167221.805978:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439233280 00000100:00100000:2.0:1746167221.805980:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439233280 00000100:00100000:2.0:1746167221.805998:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3572 00000100:00100000:2.0:1746167221.806006:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439233152:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167221.806063:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439233152:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 58us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167221.806069:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3572 00000100:00100000:2.0:1746167221.806083:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3573 00000100:00100000:2.0:1746167221.806089:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439233280:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167221.806110:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439233280:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 21us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167221.806115:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3573 00000100:00080000:2.0:1746167221.806128:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746167221.806131:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167221.806845:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439233024 00000100:00100000:3.0:1746167221.806850:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439233024 00000100:00100000:3.0:1746167221.806932:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1118 00000100:00100000:3.0:1746167221.806939:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439233024:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167221.807120:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439233024:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 180us (1324us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167221.807127:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1118 00000100:00100000:2.0:1746167221.807506:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167221.807948:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439233408 00000100:00100000:3.0:1746167221.807953:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439233408 00000100:00100000:3.0:1746167221.807988:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50576 00000100:00100000:3.0:1746167221.807993:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439233408:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167221.808013:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167221.808039:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439233408:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 46us (534us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167221.808046:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50576 00010000:00010000:3.0:1746167222.445842:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167223.446056:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167223.955466:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167223.955485:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095625c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423472000:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167223.955538:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167223.956034:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423472000 00000100:00100000:1.0:1746167223.956041:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423472000 00000100:00080000:3.0:1746167223.956086:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167223.956093:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7375 00000100:00100000:1.0:1746167223.956099:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423472000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167223.956122:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167223.956157:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423472000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (620us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167223.956164:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7375 00000100:00100000:0.0:1746167223.956279:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095625c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423472000:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167224.447900:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746167224.817977:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167224.817981:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1746167224.817981:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423472256:0@lo:400:kworker.0 00000100:00080000:0.0:1746167224.817984:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167224.817989:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11140 00000100:00080000:0.0:1746167224.817992:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167224.817996:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167224.818014:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e323480 x1830977423472640/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167224.818036:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746167224.818037:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167224.818039:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167224.818041:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167224.818043:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11140 00000100:00080000:0.0:1746167224.818045:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167224.818048:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167224.818057:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008e831f80 x1830977423473152/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167224.818083:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423472384:0@lo:400:kworker.0 00000100:00100000:1.0:1746167224.818088:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423472896:0@lo:400:kworker.0 00000100:00100000:1.0:1746167224.818104:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167224.818118:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423472256 00000100:00100000:1.0:1746167224.818120:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1746167224.818123:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423472256 00000100:00100000:1.0:1746167224.818124:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423472128:0@lo:400:kworker.0 00000100:00100000:1.0:1746167224.818142:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167224.818156:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423472896 00000100:00100000:0.0:1746167224.818158:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423472896 00000100:00100000:1.0:1746167224.818164:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e320a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423472768:0@lo:400:kworker.0 00000100:00100000:0.0:1746167224.818371:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3574 00000100:00100000:1.0:1746167224.818375:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167224.818379:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423472256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167224.818389:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423473408:0@lo:400:kworker.0 00000100:00100000:1.0:1746167224.818403:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167224.818412:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423472256:12345-0@lo:400:kworker.0 Request processed in 34us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167224.818417:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3574 00000100:00100000:1.0:1746167224.818427:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423472256:0@lo:400:kworker.0 00000100:00100000:0.0:1746167224.818429:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423473408 00000100:00100000:0.0:1746167224.818431:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423473408 00000100:00100000:0.0:1746167224.818443:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3575 00000100:00100000:0.0:1746167224.818447:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423472896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167224.818447:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3576 00000100:00100000:1.0:1746167224.818451:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423473408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167224.818470:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423472896:12345-0@lo:400:kworker.0 Request processed in 23us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167224.818470:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423473408:12345-0@lo:400:kworker.0 Request processed in 19us (66us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167224.818475:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3575 00000100:00100000:2.0:1746167224.818525:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e323480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423472640:0@lo:8:kworker.0 00000100:00100000:2.0:1746167224.818558:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167224.818563:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423472128 00000100:00100000:3.0:1746167224.818567:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423472128 00000100:00100000:2.0:1746167224.818573:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423473152:0@lo:8:kworker.0 00000100:00100000:2.0:1746167224.818588:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167224.818589:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1119 00000100:00100000:3.0:1746167224.818593:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423472128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167224.818609:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423472768 00000100:00100000:2.0:1746167224.818611:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423472768 00000100:00100000:3.0:1746167224.818619:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423472128:12345-0@lo:400:kworker.0 Request processed in 26us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167224.818623:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1119 00000100:00100000:2.0:1746167224.818628:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423472640 00000100:00100000:2.0:1746167224.818629:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423472640 00000100:00100000:2.0:1746167224.818637:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423473152 00000100:00100000:2.0:1746167224.818638:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423473152 00000100:00100000:3.0:1746167224.818644:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7991 00000100:00100000:2.0:1746167224.818647:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50577 00000100:00100000:2.0:1746167224.818650:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423472640:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167224.818667:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167224.818709:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423472640:12345-0@lo:8:kworker.0 Request processed in 57us (150us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167224.818715:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50577 00000100:00100000:2.0:1746167224.818724:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50578 00000100:00100000:2.0:1746167224.818727:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090943b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423473152:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167224.818736:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167224.818753:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090943b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423473152:12345-0@lo:8:kworker.0 Request processed in 24us (164us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167224.818757:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50578 00000100:00080000:2.0:1746167224.818784:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167224.818788:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167224.818791:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e323480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423472640:0@lo:8:kworker.0 00000100:00080000:2.0:1746167224.818797:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167224.818799:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167224.818801:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423473152:0@lo:8:kworker.0 00000100:00100000:2.0:1746167224.818821:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423472512:0@lo:400:kworker.0 00000100:00100000:2.0:1746167224.818840:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167224.818855:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423473280:0@lo:400:kworker.0 00000100:00100000:2.0:1746167224.818870:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167224.818890:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423472512 00000100:00100000:2.0:1746167224.818893:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423472512 00000100:00100000:2.0:1746167224.818911:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36318 00000100:00100000:2.0:1746167224.818915:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423472512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167224.818940:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423472512:12345-0@lo:400:kworker.0 Request processed in 25us (100us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167224.818945:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36318 00000100:00100000:2.0:1746167224.818959:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423473280 00000100:00100000:2.0:1746167224.818961:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423473280 00000100:00100000:2.0:1746167224.818975:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7992 00000100:00100000:2.0:1746167224.818980:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423473280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167224.819003:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423473280:12345-0@lo:400:kworker.0 Request processed in 22us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167224.819008:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7992 00000100:00100000:2.0:1746167224.819025:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423472512:0@lo:400:kworker.0 00000100:00100000:2.0:1746167224.819033:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423473280:0@lo:400:kworker.0 00000100:00080000:2.0:1746167224.819056:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746167224.819059:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167224.819092:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423472768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167224.819827:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423472768:12345-0@lo:400:kworker.0 Request processed in 1177us (1450us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167224.819833:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7991 00000100:00100000:1.0:1746167224.820696:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3576 00000100:00100000:1.0:1746167224.820730:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423472128:0@lo:400:kworker.0 00000100:00100000:1.0:1746167224.820741:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e320a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423472768:0@lo:400:kworker.0 00000100:00100000:1.0:1746167224.820755:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423473408:0@lo:400:kworker.0 00000100:00100000:1.0:1746167224.820767:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423472896:0@lo:400:kworker.0 00000100:00100000:0.0:1746167224.821037:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167224.821059:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423473024:0@lo:400:kworker.0 00000100:00100000:0.0:1746167224.821084:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167224.821118:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423472384 00000100:00100000:0.0:1746167224.821122:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423472384 00000100:00100000:0.0:1746167224.821148:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3577 00000100:00100000:0.0:1746167224.821154:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e832d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423472384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167224.821206:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e832d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423472384:12345-0@lo:400:kworker.0 Request processed in 49us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167224.821212:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3577 00000100:00100000:0.0:1746167224.821240:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423472384:0@lo:400:kworker.0 00000100:00080000:1.0:1746167224.821279:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167224.821314:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423473024 00000100:00100000:2.0:1746167224.821317:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423473024 00000100:00100000:2.0:1746167224.821362:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36319 00000100:00100000:2.0:1746167224.821368:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e832a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423473024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167224.821412:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e832a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423473024:12345-0@lo:400:kworker.0 Request processed in 44us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167224.821418:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36319 00000100:00100000:1.0:1746167224.821541:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423473024:0@lo:400:kworker.0 00000100:00100000:2.0:1746167224.835007:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423473536:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167224.835068:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167224.835170:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423473536 00000100:00100000:0.0:1746167224.835176:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423473536 00000100:00100000:0.0:1746167224.835221:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36320 00000100:00100000:0.0:1746167224.835228:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423473536:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167224.835254:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167224.835287:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423473536:12345-0@lo:41:osp-pre-1-0.0 Request processed in 60us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167224.835293:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36320 00000100:00100000:2.0:1746167224.835371:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423473536:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167224.945906:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423473664:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167224.945961:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167224.946055:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423473664 00000100:00100000:0.0:1746167224.946061:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423473664 00000100:00100000:0.0:1746167224.946100:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36321 00000100:00100000:0.0:1746167224.946106:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423473664:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167224.946133:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167224.946164:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423473664:12345-0@lo:41:osp-pre-0-1.0 Request processed in 58us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167224.946170:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36321 00000100:00100000:1.0:1746167224.946513:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423473664:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167225.138849:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423473792:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167225.138907:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167225.139040:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423473792 00000100:00100000:1.0:1746167225.139046:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423473792 00000100:00100000:1.0:1746167225.139086:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7376 00000100:00100000:1.0:1746167225.139093:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423473792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167225.139112:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167225.140145:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423473792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1051us (1236us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167225.140152:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7376 00000100:00100000:3.0:1746167225.140445:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423473792:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167225.450618:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167226.451926:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167226.813597:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167226.813639:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167226.813706:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167226.813729:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439233664 00000100:00100000:0.0:1746167226.813744:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439233664 00000100:00100000:0.0:1746167226.813780:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439233792 00000100:00100000:0.0:1746167226.813783:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439233792 00000100:00100000:0.0:1746167226.813809:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3578 00000100:00100000:0.0:1746167226.813818:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e833b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439233664:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167226.813870:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e833b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439233664:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 54us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167226.813876:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3578 00000100:00100000:0.0:1746167226.813889:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3579 00000100:00100000:0.0:1746167226.813893:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e830000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439233792:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167226.813913:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e830000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439233792:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 20us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167226.813918:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3579 00000100:00080000:0.0:1746167226.813937:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167226.813940:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167226.815439:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439233536 00000100:00100000:2.0:1746167226.815445:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439233536 00000100:00100000:2.0:1746167226.815479:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1120 00000100:00100000:2.0:1746167226.815485:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439233536:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167226.815531:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439233536:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 45us (1891us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167226.815536:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1120 00000100:00100000:0.0:1746167226.816654:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167226.817234:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439233920 00000100:00100000:3.0:1746167226.817239:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439233920 00000100:00100000:3.0:1746167226.817266:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50579 00000100:00100000:3.0:1746167226.817271:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439233920:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167226.817291:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167226.817327:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439233920:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 55us (675us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167226.817335:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50579 00010000:00010000:3.0:1746167227.455527:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167228.460085:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167228.962027:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423473920:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167228.962085:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167228.964237:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423473920 00000100:00100000:0.0:1746167228.964247:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423473920 00000100:00100000:0.0:1746167228.964309:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7377 00000100:00100000:0.0:1746167228.964317:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423473920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167228.964344:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167228.964399:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423473920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (2314us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167228.964407:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7377 00000100:00080000:2.0:1746167228.964533:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167228.965046:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423473920:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167229.463028:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746167229.826008:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167229.826013:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167229.826017:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167229.826023:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11145 00000100:00080000:0.0:1746167229.826027:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167229.826033:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167229.826051:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a085f480 x1830977423474560/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167229.826078:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167229.826080:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167229.826082:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167229.826085:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11145 00000100:00080000:0.0:1746167229.826087:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746167229.826090:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167229.826100:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b63c380 x1830977423475072/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167229.826143:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423474304:0@lo:400:kworker.0 00000100:00100000:0.0:1746167229.826399:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167229.826456:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423474944:0@lo:400:kworker.0 00000100:00100000:0.0:1746167229.826489:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167229.826510:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746167229.826515:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423474176:0@lo:400:kworker.0 00000100:00100000:0.0:1746167229.826532:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167229.826542:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423474816:0@lo:400:kworker.0 00000100:00100000:0.0:1746167229.826556:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167229.826580:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423474944 00000100:00100000:0.0:1746167229.826586:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423474944 00000100:00100000:0.0:1746167229.826618:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36322 00000100:00100000:0.0:1746167229.826624:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423474944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167229.826661:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423474944:12345-0@lo:400:kworker.0 Request processed in 38us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167229.826670:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36322 00000100:00100000:0.0:1746167229.826705:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423474304 00000100:00100000:0.0:1746167229.826708:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423474304 00000100:00100000:0.0:1746167229.826730:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423474176 00000100:00100000:0.0:1746167229.826731:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423474176 00000100:00100000:0.0:1746167229.826743:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423474816 00000100:00100000:0.0:1746167229.826744:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423474816 00000100:00100000:0.0:1746167229.826754:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3580 00000100:00100000:0.0:1746167229.826758:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132100380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423474304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167229.826781:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132100380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423474304:12345-0@lo:400:kworker.0 Request processed in 23us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167229.826785:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3580 00000100:00100000:0.0:1746167229.826793:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3581 00000100:00100000:0.0:1746167229.826796:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423474176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167229.826812:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423474176:12345-0@lo:400:kworker.0 Request processed in 15us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167229.826816:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3581 00000100:00100000:0.0:1746167229.826823:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3582 00000100:00100000:0.0:1746167229.826827:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b201180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423474816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167229.826844:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b201180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423474816:12345-0@lo:400:kworker.0 Request processed in 17us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167229.826848:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3582 00000100:00100000:0.0:1746167229.826883:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423474176:0@lo:400:kworker.0 00000100:00100000:0.0:1746167229.826890:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423474816:0@lo:400:kworker.0 00000100:00100000:0.0:1746167229.826898:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423474304:0@lo:400:kworker.0 00000100:00100000:0.0:1746167229.826904:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423474944:0@lo:400:kworker.0 00000100:00080000:0.0:1746167229.826939:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746167229.826942:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167229.826959:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423474560:0@lo:8:kworker.0 00000100:00100000:0.0:1746167229.826982:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167229.827009:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423475072:0@lo:8:kworker.0 00000100:00100000:0.0:1746167229.827027:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167229.827047:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423474560 00000100:00100000:0.0:1746167229.827050:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423474560 00000100:00100000:0.0:1746167229.827060:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423475072 00000100:00100000:0.0:1746167229.827062:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423475072 00000100:00100000:0.0:1746167229.827071:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50580 00000100:00100000:0.0:1746167229.827074:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423474560:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167229.827090:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167229.827111:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423474560:12345-0@lo:8:kworker.0 Request processed in 36us (130us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167229.827116:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50580 00000100:00100000:0.0:1746167229.827124:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50581 00000100:00100000:0.0:1746167229.827127:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d25050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423475072:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167229.827135:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167229.827149:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d25050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423475072:12345-0@lo:8:kworker.0 Request processed in 21us (121us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167229.827153:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50581 00000100:00080000:0.0:1746167229.827469:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167229.827472:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167229.827476:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423474560:0@lo:8:kworker.0 00000100:00080000:0.0:1746167229.827483:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167229.827485:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167229.827487:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423475072:0@lo:8:kworker.0 00000100:00100000:3.0:1746167229.827569:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423474432:0@lo:400:kworker.0 00000100:00100000:3.0:1746167229.827592:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167229.827606:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423475200:0@lo:400:kworker.0 00000100:00100000:3.0:1746167229.827621:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167229.827633:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1746167229.827637:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423474048:0@lo:400:kworker.0 00000100:00100000:3.0:1746167229.827654:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167229.827875:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423474688:0@lo:400:kworker.0 00000100:00100000:3.0:1746167229.827893:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167229.827904:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423475328:0@lo:400:kworker.0 00000100:00100000:3.0:1746167229.827918:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167229.827931:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423475328 00000100:00100000:3.0:1746167229.827933:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423475328 00000100:00100000:3.0:1746167229.827949:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3583 00000100:00100000:3.0:1746167229.827953:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423475328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167229.827972:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423475328:12345-0@lo:400:kworker.0 Request processed in 19us (54us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167229.827976:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3583 00000100:00100000:3.0:1746167229.827991:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423474048 00000100:00100000:3.0:1746167229.827993:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423474048 00000100:00100000:3.0:1746167229.828006:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1121 00000100:00100000:3.0:1746167229.828010:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423474048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167229.828026:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423474048:12345-0@lo:400:kworker.0 Request processed in 16us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167229.828030:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1121 00000100:00100000:3.0:1746167229.828048:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423475328:0@lo:400:kworker.0 00000100:00100000:3.0:1746167229.828056:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423474048:0@lo:400:kworker.0 00000100:00100000:3.0:1746167229.828076:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423474432 00000100:00100000:3.0:1746167229.828078:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423474432 00000100:00100000:3.0:1746167229.828089:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36323 00000100:00100000:3.0:1746167229.828093:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423474432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167229.828111:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423474432:12345-0@lo:400:kworker.0 Request processed in 18us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167229.828115:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36323 00000100:00100000:3.0:1746167229.828130:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423474432:0@lo:400:kworker.0 00000100:00100000:0.0:1746167229.836789:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423475200 00000100:00100000:0.0:1746167229.836802:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423475200 00000100:00100000:0.0:1746167229.836877:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423474688 00000100:00100000:0.0:1746167229.836880:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423474688 00000100:00100000:0.0:1746167229.836897:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7993 00000100:00100000:0.0:1746167229.836904:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423475200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167229.836904:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7994 00000100:00100000:1.0:1746167229.836912:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423474688:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1746167229.836997:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167229.839042:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423475200:12345-0@lo:400:kworker.0 Request processed in 2134us (11415us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167229.839050:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7993 00000100:00100000:3.0:1746167229.839087:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423475200:0@lo:400:kworker.0 00000100:00100000:1.0:1746167229.839216:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423474688:12345-0@lo:400:kworker.0 Request processed in 2303us (11319us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167229.839222:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7994 00000100:00100000:3.0:1746167229.839516:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423474688:0@lo:400:kworker.0 00000100:00100000:0.0:1746167229.842517:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746167229.842534:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009daff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423475456:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167229.842803:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167229.846098:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423475456 00000100:00100000:3.0:1746167229.846108:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423475456 00000100:00100000:3.0:1746167229.846150:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36324 00000100:00100000:3.0:1746167229.846158:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423475456:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746167229.846190:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167229.846805:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423475456:12345-0@lo:41:osp-pre-1-0.0 Request processed in 647us (4001us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167229.846813:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36324 00000100:00100000:1.0:1746167229.847007:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009daff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423475456:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167229.953884:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167229.953902:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423475584:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167229.953957:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167229.954051:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423475584 00000100:00100000:3.0:1746167229.954058:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423475584 00000100:00100000:3.0:1746167229.954092:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36325 00000100:00100000:3.0:1746167229.954099:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423475584:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167229.954128:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167229.954162:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423475584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167229.954168:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36325 00000100:00100000:1.0:1746167229.954262:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423475584:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167230.148200:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746167230.148218:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423475712:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167230.148273:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167230.148933:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423475712 00000100:00100000:1.0:1746167230.148940:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423475712 00000100:00100000:1.0:1746167230.148982:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7378 00000100:00100000:1.0:1746167230.148989:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423475712:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167230.149011:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167230.149054:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423475712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (780us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167230.149060:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7378 00000100:00100000:2.0:1746167230.149152:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423475712:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167230.467099:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167231.471278:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167231.822897:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167231.823964:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167231.823994:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167231.824445:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439234048 00000100:00100000:2.0:1746167231.824454:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439234048 00000100:00100000:0.0:1746167231.826557:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167231.827460:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1122 00000100:00100000:2.0:1746167231.827473:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439234048:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167231.827530:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439234048:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 62us (3567us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167231.827537:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1122 00000100:00100000:1.0:1746167231.827901:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439234432 00000100:00100000:1.0:1746167231.827911:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439234432 00000100:00100000:1.0:1746167231.827935:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50582 00000100:00100000:1.0:1746167231.827941:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439234432:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167231.827959:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167231.827982:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439234432:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 40us (1431us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167231.827987:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50582 00000100:00100000:3.0:1746167231.828102:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439234176 00000100:00100000:3.0:1746167231.828107:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439234176 00000100:00100000:3.0:1746167231.828150:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439234304 00000100:00100000:3.0:1746167231.828153:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439234304 00000100:00100000:3.0:1746167231.828173:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3584 00000100:00100000:1.0:1746167231.828179:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3585 00000100:00100000:3.0:1746167231.828180:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439234176:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167231.828187:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439234304:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167231.828430:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439234176:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 28us (5317us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167231.828436:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3584 00000100:00080000:3.0:1746167231.828461:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746167231.828465:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167231.828994:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439234304:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 805us (4996us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167231.829001:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3585 00010000:00010000:3.0:1746167232.474286:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167233.477964:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167233.976177:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423475840:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167233.976426:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167233.976539:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423475840 00000100:00100000:0.0:1746167233.976546:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423475840 00000100:00100000:0.0:1746167233.976585:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7379 00000100:00100000:0.0:1746167233.976597:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423475840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167233.976622:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167233.976851:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423475840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 254us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167233.976857:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7379 00000100:00100000:2.0:1746167233.976939:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423475840:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1746167233.977035:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746167234.481735:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746167234.834986:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167234.834991:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167234.834994:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167234.835000:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11150 00000100:00080000:0.0:1746167234.835005:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746167234.835010:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167234.835013:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423476352:0@lo:400:kworker.0 00000100:00100000:0.0:1746167234.835028:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009eef5c00 x1830977423476480/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167234.835056:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167234.835058:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167234.835060:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1746167234.835062:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746167234.835063:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11150 00000100:00080000:0.0:1746167234.835065:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746167234.835067:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167234.835078:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098deb100 x1830977423476992/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167234.835093:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423476352 00000100:00100000:3.0:1746167234.835099:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423476352 00000100:00100000:0.0:1746167234.835106:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423476480:0@lo:8:kworker.0 00000100:00100000:0.0:1746167234.835132:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167234.835132:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36326 00000100:00100000:3.0:1746167234.835139:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423476352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167234.835166:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098deb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423476992:0@lo:8:kworker.0 00000100:00100000:3.0:1746167234.835175:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423476352:12345-0@lo:400:kworker.0 Request processed in 37us (113us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167234.835181:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36326 00000100:00100000:0.0:1746167234.835182:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167234.835203:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423476480 00000100:00100000:0.0:1746167234.835206:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423476480 00000100:00100000:3.0:1746167234.835211:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423476352:0@lo:400:kworker.0 00000100:00100000:0.0:1746167234.835217:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423476992 00000100:00100000:0.0:1746167234.835218:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423476992 00000100:00100000:3.0:1746167234.835455:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423477120:0@lo:400:kworker.0 00000100:00100000:0.0:1746167234.835463:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50583 00000100:00100000:0.0:1746167234.835468:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423476480:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1746167234.835475:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1746167234.835486:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167234.835512:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423476480:12345-0@lo:8:kworker.0 Request processed in 43us (380us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167234.835517:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50583 00000100:00100000:0.0:1746167234.835525:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423477120 00000100:00100000:0.0:1746167234.835527:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423477120 00000100:00100000:0.0:1746167234.835555:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7995 00000100:00100000:0.0:1746167234.835560:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136054000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423477120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167234.835858:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136054000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423477120:12345-0@lo:400:kworker.0 Request processed in 297us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167234.835863:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7995 00000100:00100000:0.0:1746167234.835873:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50584 00000100:00100000:0.0:1746167234.835876:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423476992:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167234.835886:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167234.835906:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423476992:12345-0@lo:8:kworker.0 Request processed in 28us (723us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167234.835910:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50584 00000100:00080000:0.0:1746167234.835937:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167234.835941:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167234.835944:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423476480:0@lo:8:kworker.0 00000100:00080000:0.0:1746167234.835953:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167234.835954:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167234.835957:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098deb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423476992:0@lo:8:kworker.0 00000100:00100000:0.0:1746167234.835992:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423476224:0@lo:400:kworker.0 00000100:00100000:0.0:1746167234.836014:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167234.836029:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423476864:0@lo:400:kworker.0 00000100:00100000:0.0:1746167234.836044:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167234.836064:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423476224 00000100:00100000:0.0:1746167234.836066:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423476224 00000100:00100000:1.0:1746167234.836086:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423475968:0@lo:400:kworker.0 00000100:00100000:0.0:1746167234.836089:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3586 00000100:00100000:0.0:1746167234.836094:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423476224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167234.836113:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167234.836120:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423476224:12345-0@lo:400:kworker.0 Request processed in 26us (105us total) trans 0 rc 0/0 00000100:00080000:3.0:1746167234.836123:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167234.836125:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3586 00000100:00080000:3.0:1746167234.836126:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167234.836134:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423476864 00000100:00100000:3.0:1746167234.836137:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423476864 00000100:00100000:1.0:1746167234.836139:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423476608:0@lo:400:kworker.0 00000100:00100000:0.0:1746167234.836144:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423476224:0@lo:400:kworker.0 00000100:00100000:3.0:1746167234.836153:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36327 00000100:00100000:1.0:1746167234.836155:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167234.836158:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423476864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167234.836162:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423475968 00000100:00100000:0.0:1746167234.836165:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423475968 00000100:00100000:1.0:1746167234.836167:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423477248:0@lo:400:kworker.0 00000100:00100000:1.0:1746167234.836180:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167234.836370:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1123 00000100:00100000:0.0:1746167234.836378:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e862450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423475968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167234.836380:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423476864:12345-0@lo:400:kworker.0 Request processed in 220us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167234.836385:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36327 00000100:00100000:1.0:1746167234.836390:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746167234.836395:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423476096:0@lo:400:kworker.0 00000100:00100000:0.0:1746167234.836401:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e862450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423475968:12345-0@lo:400:kworker.0 Request processed in 25us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167234.836406:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1123 00000100:00100000:3.0:1746167234.836407:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423477120:0@lo:400:kworker.0 00000100:00100000:1.0:1746167234.836410:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167234.836424:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423476608 00000100:00100000:0.0:1746167234.836427:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423476608 00000100:00100000:1.0:1746167234.836432:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423476736:0@lo:400:kworker.0 00000100:00100000:3.0:1746167234.836433:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423477248 00000100:00100000:3.0:1746167234.836436:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423477248 00000100:00100000:0.0:1746167234.836441:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7996 00000100:00100000:0.0:1746167234.836446:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423476608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167234.836448:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167234.836449:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423476096 00000100:00100000:3.0:1746167234.836451:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423476096 00000100:00100000:1.0:1746167234.836464:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423475968:0@lo:400:kworker.0 00000100:00100000:3.0:1746167234.836464:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423476736 00000100:00100000:3.0:1746167234.836466:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423476736 00000100:00100000:0.0:1746167234.836470:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423476608:12345-0@lo:400:kworker.0 Request processed in 23us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167234.836472:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423476608:0@lo:400:kworker.0 00000100:00100000:3.0:1746167234.836474:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3587 00000100:00100000:0.0:1746167234.836475:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7996 00000100:00100000:3.0:1746167234.836478:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423477248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167234.836491:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3588 00000100:00100000:1.0:1746167234.836496:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e320a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423476096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167234.836498:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423476864:0@lo:400:kworker.0 00000100:00100000:3.0:1746167234.836507:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423477248:12345-0@lo:400:kworker.0 Request processed in 28us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167234.836513:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3587 00000100:00100000:1.0:1746167234.836514:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e320a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423476096:12345-0@lo:400:kworker.0 Request processed in 19us (102us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167234.836519:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3589 00000100:00100000:0.0:1746167234.836524:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423476736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167234.836546:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423476736:12345-0@lo:400:kworker.0 Request processed in 23us (98us total) trans 0 rc 0/0 00000100:00080000:2.0:1746167234.836652:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167234.836740:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3588 00000100:00100000:1.0:1746167234.836766:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423476096:0@lo:400:kworker.0 00000100:00100000:1.0:1746167234.836773:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b715500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423476736:0@lo:400:kworker.0 00000100:00100000:1.0:1746167234.836780:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423477248:0@lo:400:kworker.0 00000100:00100000:0.0:1746167234.838914:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3589 00000100:00100000:2.0:1746167234.850056:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423477376:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167234.850106:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167234.850393:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423477376 00000100:00100000:3.0:1746167234.850400:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423477376 00000100:00100000:3.0:1746167234.850448:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36328 00000100:00100000:3.0:1746167234.850455:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423477376:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746167234.850480:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167234.850526:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423477376:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167234.850531:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36328 00000100:00100000:2.0:1746167234.850743:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423477376:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167234.961889:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746167234.961906:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423477504:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167234.962134:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167234.963616:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423477504 00000100:00100000:2.0:1746167234.963625:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423477504 00000100:00100000:2.0:1746167234.963710:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36329 00000100:00100000:2.0:1746167234.963718:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423477504:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746167234.963748:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746167234.963809:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423477504:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (1675us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167234.963815:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36329 00000100:00100000:3.0:1746167234.965428:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423477504:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167235.154045:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009daff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423477632:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746167235.154097:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167235.154589:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423477632 00000100:00100000:1.0:1746167235.154596:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423477632 00000100:00100000:1.0:1746167235.154644:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7380 00000100:00100000:1.0:1746167235.154652:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423477632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167235.154674:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167235.154748:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423477632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (649us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167235.154754:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7380 00000100:00100000:3.0:1746167235.154861:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009daff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423477632:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167235.481939:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167236.485497:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167236.830862:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167236.830903:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167236.830928:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167236.830997:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167236.831031:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439234688 00000100:00100000:0.0:1746167236.831037:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439234688 00000100:00100000:0.0:1746167236.831075:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439234816 00000100:00100000:0.0:1746167236.831077:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439234816 00000100:00100000:0.0:1746167236.831094:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3590 00000100:00100000:0.0:1746167236.831100:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439234688:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167236.831154:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439234688:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 55us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167236.831160:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3590 00000100:00100000:0.0:1746167236.831171:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3591 00000100:00100000:0.0:1746167236.831175:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439234816:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167236.831193:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439234816:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 18us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167236.831197:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3591 00000100:00080000:0.0:1746167236.831275:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167236.831278:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167236.831369:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439234560 00000100:00100000:2.0:1746167236.831373:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439234560 00000100:00100000:2.0:1746167236.831411:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1124 00000100:00100000:2.0:1746167236.831416:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e861050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439234560:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167236.831442:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e861050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439234560:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 26us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167236.831449:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1124 00000100:00100000:3.0:1746167236.831726:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439234944 00000100:00100000:3.0:1746167236.831730:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439234944 00000100:00100000:3.0:1746167236.831753:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50585 00000100:00100000:3.0:1746167236.831757:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090461f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439234944:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167236.831776:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167236.831808:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090461f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439234944:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 50us (811us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167236.831813:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50585 00010000:00010000:3.0:1746167237.486009:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167238.487896:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167238.981074:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009daff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423477760:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167238.981143:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167238.981932:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423477760 00000100:00100000:1.0:1746167238.981939:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423477760 00000100:00100000:1.0:1746167238.982088:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7381 00000100:00100000:1.0:1746167238.982096:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423477760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167238.982121:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167238.982455:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423477760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 359us (1311us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167238.982462:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7381 00000100:00080000:2.0:1746167238.982542:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167238.982607:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009daff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423477760:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167239.489875:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167239.843156:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423477888:0@lo:400:kworker.0 00000100:00100000:3.0:1746167239.843219:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167239.843384:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423477888 00000100:00100000:1.0:1746167239.843391:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423477888 00000100:00100000:1.0:1746167239.843439:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1125 00000100:00100000:1.0:1746167239.843447:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e860050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423477888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167239.849337:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e860050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423477888:12345-0@lo:400:kworker.0 Request processed in 5879us (6106us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167239.849351:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1125 00000100:00100000:3.0:1746167239.849492:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423477888:0@lo:400:kworker.0 00000100:00100000:2.0:1746167239.856120:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423478016:0@lo:400:kworker.0 00000100:00100000:2.0:1746167239.856192:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167239.856299:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423478016 00000100:00100000:1.0:1746167239.856306:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423478016 00000100:00100000:1.0:1746167239.856362:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3592 00000100:00100000:1.0:1746167239.856370:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009daffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423478016:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1746167239.856443:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167239.864810:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423478144:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167239.864871:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167239.864930:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423478144 00000100:00100000:3.0:1746167239.864936:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423478144 00000100:00100000:3.0:1746167239.864979:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36330 00000100:00100000:3.0:1746167239.864986:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423478144:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746167239.865016:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167239.865051:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423478144:12345-0@lo:41:osp-pre-1-0.0 Request processed in 66us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167239.865057:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36330 00000100:00100000:3.0:1746167239.865096:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423478144:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1746167239.865206:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167239.865210:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167239.865213:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167239.865217:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11155 00000100:00080000:0.0:1746167239.865220:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746167239.865223:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167239.865240:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5b07100 x1830977423478528/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167239.865267:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167239.865269:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167239.865270:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167239.865283:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11155 00000100:00080000:0.0:1746167239.865286:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746167239.865288:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167239.865300:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095c2f100 x1830977423478912/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167239.865489:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423478272:0@lo:400:kworker.0 00000100:00100000:3.0:1746167239.865514:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167239.865530:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423479040:0@lo:400:kworker.0 00000100:00100000:3.0:1746167239.865549:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167239.865562:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1746167239.865567:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423478400:0@lo:400:kworker.0 00000100:00100000:3.0:1746167239.865583:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167239.865594:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423479168:0@lo:400:kworker.0 00000100:00100000:3.0:1746167239.865609:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167239.865631:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423478272 00000100:00100000:3.0:1746167239.865634:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423478272 00000100:00100000:3.0:1746167239.865658:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423479168 00000100:00100000:3.0:1746167239.865660:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423479168 00000100:00100000:0.0:1746167239.866503:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423478528:0@lo:8:kworker.0 00000100:00100000:0.0:1746167239.866533:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167239.866551:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423478912:0@lo:8:kworker.0 00000100:00100000:0.0:1746167239.866567:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167239.866653:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423479040 00000100:00100000:2.0:1746167239.866658:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423479040 00000100:00100000:2.0:1746167239.866690:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423478528 00000100:00100000:2.0:1746167239.866692:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423478528 00000100:00100000:2.0:1746167239.866700:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423478912 00000100:00100000:2.0:1746167239.866701:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423478912 00000100:00100000:2.0:1746167239.866711:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7997 00000100:00100000:2.0:1746167239.866717:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132100e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423479040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167239.866748:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132100e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423479040:12345-0@lo:400:kworker.0 Request processed in 33us (1199us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167239.866753:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7997 00000100:00100000:2.0:1746167239.866761:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50586 00000100:00100000:2.0:1746167239.866764:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423478528:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167239.866780:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167239.866797:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423478528:12345-0@lo:8:kworker.0 Request processed in 32us (264us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167239.866801:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50586 00000100:00100000:2.0:1746167239.866807:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50587 00000100:00100000:2.0:1746167239.866810:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423478912:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167239.866817:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167239.866828:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423478912:12345-0@lo:8:kworker.0 Request processed in 17us (261us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167239.866832:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50587 00000100:00100000:2.0:1746167239.866855:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423479040:0@lo:400:kworker.0 00000100:00100000:1.0:1746167239.866940:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009daffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423478016:12345-0@lo:400:kworker.0 Request processed in 10571us (10747us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167239.866970:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3593 00000100:00100000:3.0:1746167239.866977:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423478272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167239.867004:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423478272:12345-0@lo:400:kworker.0 Request processed in 28us (1489us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167239.867025:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3594 00000100:00100000:0.0:1746167239.867031:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423479168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167239.867058:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423479168:12345-0@lo:400:kworker.0 Request processed in 28us (1448us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167239.867063:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3594 00000100:00080000:0.0:1746167239.867098:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167239.867102:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167239.867105:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423478528:0@lo:8:kworker.0 00000100:00080000:0.0:1746167239.867112:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167239.867114:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167239.867116:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423478912:0@lo:8:kworker.0 00000100:00100000:0.0:1746167239.867147:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423478400 00000100:00100000:0.0:1746167239.867150:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423478400 00000100:00100000:0.0:1746167239.867168:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36331 00000100:00100000:0.0:1746167239.867173:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132102a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423478400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167239.867198:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132102a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423478400:12345-0@lo:400:kworker.0 Request processed in 26us (1615us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167239.867202:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36331 00000100:00080000:0.0:1746167239.867216:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746167239.867219:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167239.867227:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423478784:0@lo:400:kworker.0 00000100:00100000:0.0:1746167239.867457:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167239.867476:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423478784 00000100:00100000:0.0:1746167239.867488:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423478784 00000100:00100000:0.0:1746167239.867507:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3595 00000100:00100000:0.0:1746167239.867511:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423478784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167239.867536:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423478784:12345-0@lo:400:kworker.0 Request processed in 24us (79us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167239.867542:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3595 00000100:00100000:0.0:1746167239.867565:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423478784:0@lo:400:kworker.0 00000100:00100000:0.0:1746167239.867572:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746167239.867577:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423478656:0@lo:400:kworker.0 00000100:00100000:0.0:1746167239.867591:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167239.867603:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423478656 00000100:00100000:0.0:1746167239.867605:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423478656 00000100:00100000:0.0:1746167239.867618:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7998 00000100:00100000:0.0:1746167239.867622:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423478656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167239.867639:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423478656:12345-0@lo:400:kworker.0 Request processed in 17us (47us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167239.867643:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7998 00000100:00100000:0.0:1746167239.867658:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423478656:0@lo:400:kworker.0 00000100:00100000:0.0:1746167239.867704:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423478016:0@lo:400:kworker.0 00000100:00100000:2.0:1746167239.868033:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423478400:0@lo:400:kworker.0 00000100:00100000:2.0:1746167239.868043:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423479168:0@lo:400:kworker.0 00000100:00100000:2.0:1746167239.868050:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423478272:0@lo:400:kworker.0 00000100:00100000:1.0:1746167239.868226:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3592 00000100:00100000:3.0:1746167239.872920:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3593 00000100:00100000:0.0:1746167239.971149:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423479296:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167239.971208:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167239.971353:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423479296 00000100:00100000:2.0:1746167239.971360:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423479296 00000100:00100000:2.0:1746167239.971391:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36332 00000100:00100000:2.0:1746167239.971397:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423479296:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746167239.971424:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746167239.971563:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423479296:12345-0@lo:41:osp-pre-0-1.0 Request processed in 166us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167239.971569:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36332 00000100:00100000:1.0:1746167239.972720:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423479296:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167240.162165:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746167240.162183:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423479424:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167240.162240:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167240.162442:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423479424 00000100:00100000:2.0:1746167240.162449:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423479424 00000100:00100000:2.0:1746167240.162491:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7382 00000100:00100000:2.0:1746167240.162499:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423479424:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167240.162520:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167240.162556:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423479424:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167240.162562:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7382 00000100:00100000:0.0:1746167240.162888:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423479424:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167240.493032:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167241.495299:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167241.839840:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167241.840376:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167241.841221:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439235072 00000100:00100000:1.0:1746167241.841429:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439235072 00000100:00100000:1.0:1746167241.841476:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1126 00000100:00100000:1.0:1746167241.841484:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439235072:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167241.841533:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439235072:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 50us (1701us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167241.841538:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1126 00000100:00100000:0.0:1746167241.843312:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167241.844021:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167241.844044:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439235456 00000100:00100000:0.0:1746167241.844049:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439235456 00000100:00100000:0.0:1746167241.844072:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50588 00000100:00100000:0.0:1746167241.844078:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439235456:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167241.844098:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167241.844130:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439235456:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 52us (110us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167241.844136:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50588 00000100:00100000:3.0:1746167241.844231:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439235200 00000100:00100000:3.0:1746167241.844235:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439235200 00000100:00100000:3.0:1746167241.844296:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439235328 00000100:00100000:3.0:1746167241.844299:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439235328 00000100:00100000:3.0:1746167241.844315:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3596 00000100:00100000:3.0:1746167241.844320:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439235200:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167241.844352:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439235200:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 32us (3977us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167241.844360:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3596 00000100:00100000:3.0:1746167241.844372:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3597 00000100:00100000:3.0:1746167241.844377:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439235328:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167241.844394:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439235328:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 18us (1089us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167241.844399:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3597 00000100:00080000:0.0:1746167241.844616:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167241.844620:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1746167242.498008:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167243.509080:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167243.985907:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423479552:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167243.985968:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167243.986092:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423479552 00000100:00100000:3.0:1746167243.986100:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423479552 00000100:00100000:3.0:1746167243.986145:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7383 00000100:00100000:3.0:1746167243.986153:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423479552:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167243.986179:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167243.986224:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423479552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167243.986230:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7383 00000100:00080000:0.0:1746167243.986295:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167243.986351:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423479552:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167244.510985:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167244.865873:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423479680:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167244.865930:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167244.866056:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423479680 00000100:00100000:2.0:1746167244.866063:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423479680 00000100:00100000:2.0:1746167244.866104:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36333 00000100:00100000:2.0:1746167244.866111:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423479680:12345-0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1746167244.866121:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167244.866124:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167244.866128:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167244.866132:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11160 00000100:00080000:0.0:1746167244.866135:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000004:00000024:2.0:1746167244.866136:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00080000:0.0:1746167244.866139:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167244.866157:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009431aa00 x1830977423480320/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167244.866169:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423479680:12345-0@lo:41:osp-pre-1-0.0 Request processed in 59us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167244.866175:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36333 00000100:00080000:0.0:1746167244.866182:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167244.866184:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167244.866185:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167244.866213:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11160 00000100:00080000:0.0:1746167244.866215:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1746167244.866217:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423479808:0@lo:400:kworker.0 00000100:00080000:0.0:1746167244.866218:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167244.866227:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088eb7b80 x1830977423480704/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167244.866243:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167244.866261:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423479936:0@lo:400:kworker.0 00000100:00100000:2.0:1746167244.866269:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423480448:0@lo:400:kworker.0 00000100:00100000:0.0:1746167244.866289:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167244.866289:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167244.866307:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094318380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423480576:0@lo:400:kworker.0 00000100:00100000:2.0:1746167244.866313:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009431aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423480320:0@lo:8:kworker.0 00000100:00100000:0.0:1746167244.866323:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167244.866330:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167244.866343:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423480704:0@lo:8:kworker.0 00000100:00100000:0.0:1746167244.866345:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423480448 00000100:00100000:0.0:1746167244.866349:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423480448 00000100:00100000:2.0:1746167244.866357:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167244.866369:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423480320 00000100:00100000:0.0:1746167244.866371:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423480320 00000100:00100000:0.0:1746167244.866379:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423480704 00000100:00100000:2.0:1746167244.866379:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423479808 00000100:00100000:0.0:1746167244.866381:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423480704 00000100:00100000:2.0:1746167244.866382:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423479808 00000100:00100000:0.0:1746167244.866391:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7999 00000100:00100000:0.0:1746167244.866397:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423480448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167244.866400:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1127 00000100:00100000:2.0:1746167244.866405:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423479808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167244.866425:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423480448:12345-0@lo:400:kworker.0 Request processed in 28us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167244.866430:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7999 00000100:00100000:2.0:1746167244.866431:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423479808:12345-0@lo:400:kworker.0 Request processed in 26us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167244.866436:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1127 00000100:00100000:0.0:1746167244.866439:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50589 00000100:00100000:0.0:1746167244.866443:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423480320:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1746167244.866459:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50590 00010000:00020000:0.0:1746167244.866460:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167244.866463:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423480704:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167244.866473:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167244.866480:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423480320:12345-0@lo:8:kworker.0 Request processed in 36us (149us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167244.866485:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50589 00000100:00100000:2.0:1746167244.866492:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423480704:12345-0@lo:8:kworker.0 Request processed in 28us (134us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167244.866497:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50590 00000100:00100000:0.0:1746167244.866501:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423479936 00000100:00100000:0.0:1746167244.866503:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423479936 00000100:00100000:0.0:1746167244.866523:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423480576 00000100:00080000:2.0:1746167244.866524:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1746167244.866525:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423480576 00000100:00080000:2.0:1746167244.866527:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167244.866531:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009431aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423480320:0@lo:8:kworker.0 00000100:00100000:0.0:1746167244.866535:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3598 00000100:00080000:2.0:1746167244.866538:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1746167244.866539:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423479936:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1746167244.866540:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167244.866542:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423480704:0@lo:8:kworker.0 00000100:00100000:2.0:1746167244.866562:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423479808:0@lo:400:kworker.0 00000100:00100000:0.0:1746167244.866565:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423479936:12345-0@lo:400:kworker.0 Request processed in 25us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167244.866570:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3598 00000100:00100000:2.0:1746167244.866570:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423480448:0@lo:400:kworker.0 00000100:00100000:0.0:1746167244.866579:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3599 00000100:00100000:0.0:1746167244.866583:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423480576:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1746167244.866598:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167244.866600:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423480576:12345-0@lo:400:kworker.0 Request processed in 17us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167244.866605:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3599 00000100:00100000:0.0:1746167244.866626:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423479936:0@lo:400:kworker.0 00000100:00100000:1.0:1746167244.866651:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423480192:0@lo:400:kworker.0 00000100:00100000:3.0:1746167244.866663:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423480064:0@lo:400:kworker.0 00000100:00100000:1.0:1746167244.866670:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167244.866697:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423480960:0@lo:400:kworker.0 00000100:00100000:3.0:1746167244.866698:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167244.866711:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167244.866711:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423480832:0@lo:400:kworker.0 00000100:00100000:3.0:1746167244.866725:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167244.866728:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423479680:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167244.866744:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423480832 00000100:00100000:3.0:1746167244.866746:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423480832 00000100:00100000:3.0:1746167244.866773:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8000 00000100:00100000:3.0:1746167244.866778:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423480832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167244.866803:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423480832:12345-0@lo:400:kworker.0 Request processed in 26us (78us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167244.866808:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8000 00000100:00080000:3.0:1746167244.866820:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167244.866832:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423480832:0@lo:400:kworker.0 00000100:00100000:3.0:1746167244.866849:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423480064 00000100:00100000:3.0:1746167244.866851:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423480064 00000100:00100000:3.0:1746167244.866864:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423480960 00000100:00100000:3.0:1746167244.866866:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423480960 00000100:00100000:3.0:1746167244.866875:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3600 00000100:00100000:3.0:1746167244.866879:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423480064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167244.866899:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423480064:12345-0@lo:400:kworker.0 Request processed in 20us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167244.866904:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3600 00000100:00100000:3.0:1746167244.866912:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3601 00000100:00100000:3.0:1746167244.866916:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423480960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167244.867021:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423480960:12345-0@lo:400:kworker.0 Request processed in 103us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167244.867027:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3601 00000100:00080000:3.0:1746167244.867038:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167244.867050:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423480064:0@lo:400:kworker.0 00000100:00100000:1.0:1746167244.867107:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423480960:0@lo:400:kworker.0 00000100:00100000:1.0:1746167244.867180:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423480192 00000100:00100000:1.0:1746167244.867183:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423480192 00000100:00100000:1.0:1746167244.867212:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36334 00000100:00100000:1.0:1746167244.867217:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423480192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167244.867242:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423480192:12345-0@lo:400:kworker.0 Request processed in 25us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167244.867246:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36334 00000100:00100000:1.0:1746167244.867264:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423480192:0@lo:400:kworker.0 00000100:00100000:0.0:1746167244.867366:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094318380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423480576:0@lo:400:kworker.0 00000100:00100000:2.0:1746167244.978635:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423481088:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167244.978731:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167244.978819:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423481088 00000100:00100000:0.0:1746167244.978825:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423481088 00000100:00100000:0.0:1746167244.979916:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36335 00000100:00100000:0.0:1746167244.979924:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423481088:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167244.979954:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167244.980429:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423481088:12345-0@lo:41:osp-pre-0-1.0 Request processed in 505us (1697us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167244.980437:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36335 00000100:00100000:2.0:1746167244.980504:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423481088:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167245.171424:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423481216:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167245.171763:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167245.174098:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423481216 00000100:00100000:3.0:1746167245.174108:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423481216 00000100:00100000:3.0:1746167245.174166:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7384 00000100:00100000:3.0:1746167245.174175:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423481216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167245.174214:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167245.174503:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423481216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (2515us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167245.174511:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7384 00000100:00100000:1.0:1746167245.174970:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423481216:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167245.514125:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167246.517262:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167246.846986:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167246.847027:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167246.847054:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439235712 00000100:00100000:0.0:1746167246.847061:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167246.847064:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439235712 00000100:00100000:0.0:1746167246.847088:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167246.847131:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439235584 00000100:00100000:0.0:1746167246.847135:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439235584 00000100:00100000:2.0:1746167246.847172:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439235840 00000100:00100000:2.0:1746167246.847175:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439235840 00000100:00100000:0.0:1746167246.847188:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1128 00000100:00100000:0.0:1746167246.847194:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a080a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439235584:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167246.847194:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3602 00000100:00100000:2.0:1746167246.847201:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439235712:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167246.847244:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a080a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439235584:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 51us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167246.847249:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1128 00000100:00100000:1.0:1746167246.847259:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3603 00000100:00100000:1.0:1746167246.847267:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439235840:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167246.847309:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439235712:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 109us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167246.847316:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3602 00000100:00080000:2.0:1746167246.847346:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746167246.847349:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167246.847407:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439235968 00000100:00100000:3.0:1746167246.847411:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439235968 00000100:00100000:1.0:1746167246.847432:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439235840:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 166us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167246.847438:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3603 00000100:00100000:3.0:1746167246.847562:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50591 00000100:00100000:3.0:1746167246.847566:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439235968:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167246.847608:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167246.848888:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439235968:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 1318us (1858us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167246.848894:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50591 00010000:00010000:3.0:1746167247.517862:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167248.522086:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167248.997204:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423481344:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167248.997265:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167248.997334:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423481344 00000100:00100000:0.0:1746167248.997342:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423481344 00000100:00080000:2.0:1746167248.997437:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167249.001993:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7385 00000100:00100000:0.0:1746167249.002008:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423481344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167249.002035:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167249.002088:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423481344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (4824us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167249.002094:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7385 00000100:00100000:2.0:1746167249.002658:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423481344:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167249.523498:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167249.873916:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746167249.873936:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423481472:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167249.873997:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167249.874211:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423481472 00000100:00100000:0.0:1746167249.874218:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423481472 00000100:00100000:0.0:1746167249.874442:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36336 00000100:00080000:3.0:1746167249.874447:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1746167249.874450:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423481472:12345-0@lo:41:osp-pre-1-0.0 00000100:00080000:3.0:1746167249.874450:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167249.874453:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167249.874457:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11165 00000100:00080000:3.0:1746167249.874460:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1746167249.874464:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000004:00000024:0.0:1746167249.874478:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167249.874479:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ae8b100 x1830977423482112/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746167249.874500:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746167249.874503:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167249.874504:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167249.874506:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11165 00000100:00080000:3.0:1746167249.874508:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1746167249.874511:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423481472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 62us (513us total) trans 0 rc 0/0 00000100:00080000:3.0:1746167249.874511:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167249.874516:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36336 00000100:00100000:3.0:1746167249.874518:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ae88a80 x1830977423482496/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167249.874542:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423481856:0@lo:400:kworker.0 00000100:00100000:0.0:1746167249.874550:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423482112:0@lo:8:kworker.0 00000100:00100000:3.0:1746167249.874565:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167249.874574:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167249.874590:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423482624:0@lo:400:kworker.0 00000100:00100000:0.0:1746167249.874601:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423482496:0@lo:8:kworker.0 00000100:00100000:3.0:1746167249.874605:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167249.874620:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167249.874630:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423481472:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167249.874640:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746167249.874643:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423481600:0@lo:400:kworker.0 00000100:00100000:3.0:1746167249.874644:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ceb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423481984:0@lo:400:kworker.0 00000100:00100000:1.0:1746167249.874694:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423481728:0@lo:400:kworker.0 00000100:00100000:2.0:1746167249.874709:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423482112 00000100:00100000:2.0:1746167249.874712:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423482112 00000100:00100000:2.0:1746167249.874732:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423482624 00000100:00100000:2.0:1746167249.874734:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423482624 00000100:00100000:2.0:1746167249.874754:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423482496 00000100:00100000:2.0:1746167249.874756:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423482496 00000100:00100000:2.0:1746167249.874764:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8001 00000100:00100000:2.0:1746167249.874774:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423482624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167249.875194:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167249.875215:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423482752:0@lo:400:kworker.0 00000100:00100000:3.0:1746167249.875243:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746167249.875303:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167249.875315:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50592 00000100:00100000:3.0:1746167249.875319:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423482112:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167249.875335:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167249.875359:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423482112:12345-0@lo:8:kworker.0 Request processed in 39us (784us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167249.875364:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50592 00000100:00100000:3.0:1746167249.875375:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50593 00000100:00100000:3.0:1746167249.875378:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423482496:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167249.875385:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167249.875399:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423482496:12345-0@lo:8:kworker.0 Request processed in 20us (778us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167249.875403:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50593 00000100:00100000:0.0:1746167249.875416:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746167249.875420:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167249.875423:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167249.875426:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423482112:0@lo:8:kworker.0 00000100:00080000:3.0:1746167249.875433:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167249.875434:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167249.875436:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423482496:0@lo:8:kworker.0 00000100:00100000:0.0:1746167249.875438:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423482240:0@lo:400:kworker.0 00000100:00100000:0.0:1746167249.875456:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167249.875469:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423482240 00000100:00100000:3.0:1746167249.875472:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423482240 00000100:00100000:0.0:1746167249.875484:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423481600 00000100:00100000:0.0:1746167249.875487:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423481600 00000100:00100000:3.0:1746167249.875490:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8002 00000100:00100000:3.0:1746167249.875495:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423482240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167249.875504:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1129 00000100:00100000:0.0:1746167249.875508:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0808c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423481600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167249.875524:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423482240:12345-0@lo:400:kworker.0 Request processed in 29us (67us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167249.875529:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8002 00000100:00100000:0.0:1746167249.875531:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0808c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423481600:12345-0@lo:400:kworker.0 Request processed in 22us (115us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167249.875536:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1129 00000100:00100000:3.0:1746167249.875547:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423481856 00000100:00100000:3.0:1746167249.875550:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423481856 00000100:00100000:0.0:1746167249.875557:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423481984 00000100:00100000:0.0:1746167249.875560:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423481984 00000100:00100000:3.0:1746167249.875569:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423482752 00000100:00100000:3.0:1746167249.875571:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423482752 00000100:00100000:0.0:1746167249.875573:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36337 00000100:00100000:0.0:1746167249.875577:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423481984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167249.875582:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3604 00000100:00100000:3.0:1746167249.875587:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423481856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167249.875601:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423481984:12345-0@lo:400:kworker.0 Request processed in 24us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167249.875606:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36337 00000100:00100000:3.0:1746167249.875611:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423481856:12345-0@lo:400:kworker.0 Request processed in 24us (1045us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167249.875616:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3604 00000100:00100000:0.0:1746167249.875625:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ceb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423481984:0@lo:400:kworker.0 00000100:00100000:3.0:1746167249.875625:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3605 00000100:00100000:3.0:1746167249.875629:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423482752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167249.875634:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423481856:0@lo:400:kworker.0 00000100:00100000:3.0:1746167249.875648:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423482752:12345-0@lo:400:kworker.0 Request processed in 19us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167249.875650:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423482752:0@lo:400:kworker.0 00000100:00100000:3.0:1746167249.875652:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3605 00000100:00080000:3.0:1746167249.875663:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167249.875691:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423481600:0@lo:400:kworker.0 00000100:00100000:3.0:1746167249.875699:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423482240:0@lo:400:kworker.0 00000100:00100000:1.0:1746167249.875861:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167249.875880:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423482368:0@lo:400:kworker.0 00000100:00100000:1.0:1746167249.875896:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167249.876013:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423482624:12345-0@lo:400:kworker.0 Request processed in 1243us (1406us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167249.876019:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8001 00000100:00100000:1.0:1746167249.876036:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423482624:0@lo:400:kworker.0 00000100:00100000:0.0:1746167249.876083:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423481728 00000100:00100000:0.0:1746167249.876086:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423481728 00000100:00100000:0.0:1746167249.876113:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423482368 00000100:00100000:0.0:1746167249.876115:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423482368 00000100:00080000:3.0:1746167249.876253:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167249.876495:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3606 00000100:00100000:0.0:1746167249.876501:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423481728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167249.876530:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423481728:12345-0@lo:400:kworker.0 Request processed in 30us (669us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167249.876534:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3606 00000100:00100000:1.0:1746167249.876543:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3607 00000100:00100000:1.0:1746167249.876550:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423482368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167249.876574:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423482368:12345-0@lo:400:kworker.0 Request processed in 26us (677us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167249.876583:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423481728:0@lo:400:kworker.0 00000100:00100000:2.0:1746167249.876596:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423482368:0@lo:400:kworker.0 00000100:00100000:1.0:1746167249.876625:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3607 00000100:00100000:0.0:1746167249.987837:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746167249.987856:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423482880:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167249.987913:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167249.988608:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423482880 00000100:00100000:1.0:1746167249.988614:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423482880 00000100:00100000:1.0:1746167249.988654:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36338 00000100:00100000:1.0:1746167249.988661:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423482880:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167249.988712:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167249.988759:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423482880:12345-0@lo:41:osp-pre-0-1.0 Request processed in 98us (846us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167249.988764:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36338 00000100:00100000:0.0:1746167249.988794:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423482880:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167250.182426:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423483008:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167250.182485:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167250.182526:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423483008 00000100:00100000:0.0:1746167250.182532:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423483008 00000100:00100000:0.0:1746167250.183649:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7386 00000100:00100000:0.0:1746167250.183657:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423483008:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167250.183695:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167250.183731:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423483008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (1245us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167250.183737:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7386 00000100:00100000:0.0:1746167250.184001:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423483008:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167250.526270:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167251.529114:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167251.859880:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167251.860011:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439236096 00000100:00100000:1.0:1746167251.860019:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439236096 00000100:00100000:1.0:1746167251.860057:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1130 00000100:00100000:1.0:1746167251.860065:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0808450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439236096:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167251.860147:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0808450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439236096:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 83us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167251.860154:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1130 00000100:00100000:1.0:1746167251.861068:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167251.861110:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167251.861150:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439236224 00000100:00100000:2.0:1746167251.861154:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439236224 00000100:00100000:1.0:1746167251.861177:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167251.861196:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439236352 00000100:00100000:2.0:1746167251.861198:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439236352 00000100:00100000:2.0:1746167251.861221:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3608 00000100:00100000:2.0:1746167251.861226:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439236224:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167251.861259:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439236224:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 32us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167251.861265:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3608 00000100:00100000:2.0:1746167251.861275:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3609 00000100:00100000:2.0:1746167251.861280:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439236352:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167251.861300:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439236352:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 20us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167251.861305:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3609 00000100:00100000:0.0:1746167251.861361:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439236480 00000100:00100000:0.0:1746167251.861365:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439236480 00000100:00100000:0.0:1746167251.861383:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50594 00000100:00100000:0.0:1746167251.861387:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439236480:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167251.861412:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1746167251.861427:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746167251.861430:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167251.861445:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439236480:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 57us (268us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167251.861451:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50594 00010000:00010000:3.0:1746167252.530146:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167253.532245:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167254.020604:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746167254.020622:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423483136:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167254.020699:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167254.021204:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423483136 00000100:00100000:2.0:1746167254.021211:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423483136 00000100:00100000:2.0:1746167254.021473:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7387 00000100:00100000:2.0:1746167254.021480:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423483136:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167254.021504:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167254.021546:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423483136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (847us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167254.021552:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7387 00000100:00100000:1.0:1746167254.021640:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423483136:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1746167254.022082:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746167254.533886:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746167254.884551:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167254.884556:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167254.884559:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167254.884564:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11170 00000100:00100000:0.0:1746167254.884566:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423483520:0@lo:400:kworker.0 00000100:00080000:2.0:1746167254.884568:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746167254.884572:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167254.884589:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5b04a80 x1830977423483776/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746167254.884613:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1746167254.884616:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746167254.884616:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167254.884617:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167254.884620:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11170 00000100:00080000:2.0:1746167254.884623:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746167254.884626:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167254.884633:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088eb5880 x1830977423484288/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167254.884655:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423484160:0@lo:400:kworker.0 00000100:00100000:2.0:1746167254.884664:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423483776:0@lo:8:kworker.0 00000100:00100000:0.0:1746167254.884690:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167254.884706:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1746167254.884708:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167254.884710:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009daff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423483392:0@lo:400:kworker.0 00000100:00100000:2.0:1746167254.884746:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423484288:0@lo:8:kworker.0 00000100:00100000:0.0:1746167254.884808:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167254.884815:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423484160 00000100:00100000:1.0:1746167254.884821:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423484160 00000100:00100000:0.0:1746167254.884822:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423484032:0@lo:400:kworker.0 00000100:00100000:0.0:1746167254.884836:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167254.884844:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746167254.884849:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423484672:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167254.884851:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36339 00000100:00100000:1.0:1746167254.884857:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423484160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167254.884862:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167254.884881:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423483520 00000100:00100000:0.0:1746167254.884884:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423483520 00000100:00100000:1.0:1746167254.884897:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423484160:12345-0@lo:400:kworker.0 Request processed in 41us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167254.884902:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36339 00000100:00100000:0.0:1746167254.884908:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423483392 00000100:00100000:0.0:1746167254.884910:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423483392 00000100:00100000:1.0:1746167254.884913:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423484672 00000100:00100000:1.0:1746167254.884915:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423484672 00000100:00100000:0.0:1746167254.884922:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423484032 00000100:00100000:0.0:1746167254.884923:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423484032 00000100:00100000:1.0:1746167254.884924:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36340 00000100:00100000:1.0:1746167254.884928:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423484672:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167254.884934:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3610 00000100:00100000:0.0:1746167254.884938:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423483520:12345-0@lo:400:kworker.0 00000004:00000024:1.0:1746167254.884946:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167254.884959:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423483520:12345-0@lo:400:kworker.0 Request processed in 21us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167254.884963:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3610 00000100:00100000:1.0:1746167254.884963:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423484672:12345-0@lo:41:osp-pre-1-0.0 Request processed in 36us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167254.884968:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36340 00000100:00100000:0.0:1746167254.884972:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3611 00000100:00100000:0.0:1746167254.884976:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ceb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423483392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167254.884985:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423483648:0@lo:400:kworker.0 00000100:00100000:0.0:1746167254.884993:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ceb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423483392:12345-0@lo:400:kworker.0 Request processed in 17us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167254.884998:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3611 00000100:00100000:1.0:1746167254.885000:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167254.885006:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3612 00000100:00100000:0.0:1746167254.885010:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423484032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167254.885011:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423484416:0@lo:400:kworker.0 00000100:00100000:1.0:1746167254.885038:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167254.885039:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423484032:12345-0@lo:400:kworker.0 Request processed in 29us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167254.885044:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3612 00000100:00100000:1.0:1746167254.885051:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1746167254.885055:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009daff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423483264:0@lo:400:kworker.0 00000100:00100000:0.0:1746167254.885063:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423483648 00000100:00100000:0.0:1746167254.885065:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423483648 00000100:00100000:1.0:1746167254.885073:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167254.885080:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36341 00000100:00100000:0.0:1746167254.885084:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423483648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167254.885088:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423483904:0@lo:400:kworker.0 00000100:00100000:1.0:1746167254.885102:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167254.885104:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423483648:12345-0@lo:400:kworker.0 Request processed in 20us (104us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167254.885109:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36341 00000100:00100000:1.0:1746167254.885113:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094318380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423484544:0@lo:400:kworker.0 00000100:00100000:0.0:1746167254.885125:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423483776 00000100:00100000:0.0:1746167254.885127:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423483776 00000100:00100000:1.0:1746167254.885127:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167254.885148:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423483648:0@lo:400:kworker.0 00000100:00100000:0.0:1746167254.885150:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423484416 00000100:00100000:0.0:1746167254.885151:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423484416 00000100:00100000:0.0:1746167254.885167:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423483904 00000100:00100000:1.0:1746167254.885168:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423483264 00000100:00100000:0.0:1746167254.885169:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423483904 00000100:00100000:1.0:1746167254.885169:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423483264 00000100:00100000:0.0:1746167254.885179:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8003 00000100:00100000:0.0:1746167254.885183:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423484416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167254.885184:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1131 00000100:00100000:1.0:1746167254.885187:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0809450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423483264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167254.885208:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423484416:12345-0@lo:400:kworker.0 Request processed in 24us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167254.885208:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0809450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423483264:12345-0@lo:400:kworker.0 Request processed in 20us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167254.885213:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8003 00000100:00100000:1.0:1746167254.885213:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1131 00000100:00100000:0.0:1746167254.885220:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8004 00000100:00100000:0.0:1746167254.885224:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423483904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167254.885265:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167254.885288:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423484288 00000100:00100000:2.0:1746167254.885290:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423484288 00000100:00100000:2.0:1746167254.885304:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50595 00000100:00100000:2.0:1746167254.885308:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094319c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423483776:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167254.885324:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167254.885348:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094319c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423483776:12345-0@lo:8:kworker.0 Request processed in 39us (639us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167254.885353:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50595 00000100:00100000:2.0:1746167254.885361:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50596 00000100:00100000:2.0:1746167254.885364:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423484288:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167254.885372:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167254.885388:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423484288:12345-0@lo:8:kworker.0 Request processed in 23us (123us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167254.885392:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50596 00000100:00100000:2.0:1746167254.885405:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423484544 00000100:00100000:2.0:1746167254.885407:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423484544 00000100:00100000:2.0:1746167254.885421:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3613 00000100:00100000:2.0:1746167254.885425:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423484544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167254.885446:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423484544:12345-0@lo:400:kworker.0 Request processed in 21us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167254.885451:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3613 00000100:00080000:2.0:1746167254.885475:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167254.885478:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167254.885481:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423483776:0@lo:8:kworker.0 00000100:00080000:2.0:1746167254.885487:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167254.885489:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167254.885491:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423484288:0@lo:8:kworker.0 00000100:00080000:2.0:1746167254.885532:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746167254.885536:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746167254.885549:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167254.885860:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423484672:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167254.885874:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009daff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423483392:0@lo:400:kworker.0 00000100:00100000:1.0:1746167254.885881:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423484032:0@lo:400:kworker.0 00000100:00100000:1.0:1746167254.885888:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423484160:0@lo:400:kworker.0 00000100:00100000:1.0:1746167254.885894:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423483520:0@lo:400:kworker.0 00000100:00100000:1.0:1746167254.885921:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009daff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423483264:0@lo:400:kworker.0 00000100:00100000:1.0:1746167254.885928:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094318380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423484544:0@lo:400:kworker.0 00000100:00100000:1.0:1746167254.885934:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423484416:0@lo:400:kworker.0 00000100:00100000:0.0:1746167254.887469:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423483904:12345-0@lo:400:kworker.0 Request processed in 2241us (2362us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167254.887478:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8004 00000100:00100000:1.0:1746167254.887830:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423483904:0@lo:400:kworker.0 00000100:00100000:1.0:1746167254.993879:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423484800:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167254.993935:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167254.993989:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423484800 00000100:00100000:2.0:1746167254.993997:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423484800 00000100:00100000:2.0:1746167254.994063:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36342 00000100:00100000:2.0:1746167254.994070:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009daff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423484800:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746167254.994098:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746167254.994150:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009daff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423484800:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167254.994157:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36342 00000100:00100000:0.0:1746167254.994441:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423484800:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167255.202969:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423484928:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167255.203036:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167255.203388:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423484928 00000100:00100000:2.0:1746167255.203394:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423484928 00000100:00100000:2.0:1746167255.203442:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7388 00000100:00100000:2.0:1746167255.203449:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423484928:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167255.203475:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167255.203510:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423484928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167255.203516:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7388 00000100:00100000:1.0:1746167255.203884:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423484928:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167255.536384:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167256.540971:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167256.879823:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167256.879865:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167256.879888:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439236608 00000100:00100000:0.0:1746167256.879894:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167256.879897:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439236608 00000100:00100000:1.0:1746167256.879934:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1132 00000100:00100000:1.0:1746167256.879941:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439236608:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167256.879968:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167256.880024:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439236608:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 83us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167256.880030:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1132 00000100:00100000:1.0:1746167256.880066:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439236992 00000100:00100000:1.0:1746167256.880069:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439236992 00000100:00100000:1.0:1746167256.880083:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50597 00000100:00100000:1.0:1746167256.880087:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439236992:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167256.880107:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167256.880160:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439236864 00000100:00100000:3.0:1746167256.880164:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439236864 00000100:00100000:3.0:1746167256.880193:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439236736 00000100:00100000:3.0:1746167256.880195:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439236736 00000100:00100000:3.0:1746167256.880211:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3614 00000100:00100000:3.0:1746167256.880217:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439236864:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167256.880286:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3615 00000100:00100000:2.0:1746167256.880293:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439236736:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:0.0:1746167256.880500:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746167256.880504:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167256.880635:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439236992:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 545us (665us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167256.880642:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50597 00000100:00100000:3.0:1746167256.881220:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439236864:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1001us (1352us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167256.881227:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3614 00000100:00100000:2.0:1746167256.881708:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439236736:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1414us (1811us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167256.881714:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3615 00010000:00010000:3.0:1746167257.541911:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167258.543895:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167259.026169:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009daff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423485056:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167259.026824:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167259.027200:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423485056 00000100:00100000:3.0:1746167259.027207:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423485056 00000100:00100000:3.0:1746167259.027261:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7389 00000100:00100000:3.0:1746167259.027268:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423485056:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167259.027292:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:0.0:1746167259.027318:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167259.027327:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423485056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (504us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167259.027332:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7389 00000100:00100000:2.0:1746167259.027776:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009daff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423485056:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167259.548020:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167259.889820:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009daff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423485184:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167259.889878:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167259.889949:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746167259.889956:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423485312:0@lo:400:kworker.0 00000100:00100000:2.0:1746167259.889981:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746167259.889985:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746167259.889989:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167259.889992:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167259.889997:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11175 00000100:00080000:3.0:1746167259.890001:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00100000:2.0:1746167259.890003:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423485696:0@lo:400:kworker.0 00000100:00080000:3.0:1746167259.890006:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167259.890020:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167259.890022:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ae8a300 x1830977423485824/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746167259.890045:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746167259.890048:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167259.890049:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1746167259.890050:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423485184 00000100:00080000:3.0:1746167259.890052:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11175 00000100:00080000:3.0:1746167259.890053:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00100000:2.0:1746167259.890055:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423485184 00000100:00080000:3.0:1746167259.890056:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167259.890064:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ae88a80 x1830977423486208/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167259.890082:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423485696 00000100:00100000:2.0:1746167259.890084:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423485696 00000100:00100000:3.0:1746167259.890091:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423485824:0@lo:8:kworker.0 00000100:00100000:2.0:1746167259.890095:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36343 00000100:00100000:2.0:1746167259.890101:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423485184:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167259.890118:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:2.0:1746167259.890128:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167259.890134:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423486208:0@lo:8:kworker.0 00000100:00100000:3.0:1746167259.890152:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167259.890157:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423485184:12345-0@lo:41:osp-pre-1-0.0 Request processed in 56us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167259.890162:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36343 00000100:00100000:2.0:1746167259.890174:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36344 00000100:00100000:3.0:1746167259.890174:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423485824 00000100:00100000:3.0:1746167259.890177:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423485824 00000100:00100000:2.0:1746167259.890179:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423485696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167259.890191:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423486208 00000100:00100000:3.0:1746167259.890193:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423486208 00000100:00100000:2.0:1746167259.890201:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423485696:12345-0@lo:400:kworker.0 Request processed in 22us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167259.890203:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50598 00000100:00100000:2.0:1746167259.890206:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36344 00000100:00100000:3.0:1746167259.890208:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423485824:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1746167259.890222:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50599 00010000:00020000:3.0:1746167259.890225:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167259.890226:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423486208:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167259.890237:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167259.890253:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423485824:12345-0@lo:8:kworker.0 Request processed in 44us (134us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167259.890257:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423486208:12345-0@lo:8:kworker.0 Request processed in 30us (104us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167259.890259:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50598 00000100:00100000:2.0:1746167259.890262:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50599 00000100:00100000:2.0:1746167259.890276:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423485568:0@lo:400:kworker.0 00000100:00080000:3.0:1746167259.890288:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167259.890292:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167259.890295:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423485824:0@lo:8:kworker.0 00000100:00100000:2.0:1746167259.890297:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746167259.890301:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167259.890303:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167259.890305:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423486208:0@lo:8:kworker.0 00000100:00100000:2.0:1746167259.890311:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423486336:0@lo:400:kworker.0 00000100:00100000:2.0:1746167259.890326:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167259.890331:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423485568 00000100:00100000:3.0:1746167259.890334:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423485568 00000100:00100000:2.0:1746167259.890338:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1746167259.890343:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097618000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423485440:0@lo:400:kworker.0 00000100:00100000:3.0:1746167259.890358:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3616 00000100:00100000:2.0:1746167259.890359:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167259.890363:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423485568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167259.890372:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423486080:0@lo:400:kworker.0 00000100:00100000:2.0:1746167259.890388:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167259.890388:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423485568:12345-0@lo:400:kworker.0 Request processed in 26us (91us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167259.890394:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3616 00000100:00100000:3.0:1746167259.890402:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423485440 00000100:00100000:3.0:1746167259.890404:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423485440 00000100:00100000:2.0:1746167259.890408:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423485568:0@lo:400:kworker.0 00000100:00100000:3.0:1746167259.890417:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423486080 00000100:00100000:3.0:1746167259.890419:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423486080 00000100:00100000:2.0:1746167259.890427:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3617 00000100:00100000:3.0:1746167259.890431:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3618 00000100:00100000:2.0:1746167259.890434:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ea2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423485440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167259.890436:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423486080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167259.890460:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423486080:12345-0@lo:400:kworker.0 Request processed in 24us (71us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167259.890462:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ea2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423485440:12345-0@lo:400:kworker.0 Request processed in 29us (101us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167259.890466:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3618 00000100:00100000:2.0:1746167259.890468:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3617 00000100:00080000:3.0:1746167259.890479:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746167259.890481:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167259.890490:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097618000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423485440:0@lo:400:kworker.0 00000100:00100000:3.0:1746167259.890494:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423486336 00000100:00100000:2.0:1746167259.890496:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423486080:0@lo:400:kworker.0 00000100:00100000:3.0:1746167259.890496:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423486336 00000100:00100000:2.0:1746167259.890510:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423486464:0@lo:400:kworker.0 00000100:00100000:3.0:1746167259.890514:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8005 00000100:00100000:3.0:1746167259.890519:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423486336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167259.890526:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167259.890543:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423485696:0@lo:400:kworker.0 00000100:00100000:3.0:1746167259.890544:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423486336:12345-0@lo:400:kworker.0 Request processed in 26us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167259.890549:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8005 00000100:00100000:2.0:1746167259.890553:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009daff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423485184:0@lo:41:osp-pre-1-0.0 00000100:00080000:3.0:1746167259.890559:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167259.890563:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746167259.890566:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423486464 00000100:00100000:2.0:1746167259.890567:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423485952:0@lo:400:kworker.0 00000100:00100000:3.0:1746167259.890568:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423486464 00000100:00100000:3.0:1746167259.890581:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3619 00000100:00100000:2.0:1746167259.890582:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167259.890585:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097618000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423486464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167259.890831:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423486336:0@lo:400:kworker.0 00000100:00100000:3.0:1746167259.890843:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097618000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423486464:12345-0@lo:400:kworker.0 Request processed in 22us (81us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167259.890849:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3619 00000100:00100000:2.0:1746167259.890854:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423486464:0@lo:400:kworker.0 00000100:00100000:3.0:1746167259.890865:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423485952 00000100:00100000:3.0:1746167259.890868:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423485952 00000100:00100000:3.0:1746167259.890880:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8006 00000100:00100000:3.0:1746167259.890884:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423485952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167259.890926:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423485952:12345-0@lo:400:kworker.0 Request processed in 41us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167259.890930:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8006 00000100:00100000:3.0:1746167259.890963:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423485312 00000100:00100000:3.0:1746167259.890966:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423485312 00000100:00100000:3.0:1746167259.890982:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1133 00000100:00100000:3.0:1746167259.890987:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423485312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167259.891009:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423485312:12345-0@lo:400:kworker.0 Request processed in 22us (1028us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167259.891014:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1133 00000100:00100000:2.0:1746167259.897177:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423485952:0@lo:400:kworker.0 00000100:00100000:2.0:1746167259.897189:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423485312:0@lo:400:kworker.0 00000100:00100000:2.0:1746167260.002233:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423486592:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167260.002486:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167260.004669:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423486592 00000100:00100000:1.0:1746167260.004694:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423486592 00000100:00100000:1.0:1746167260.004745:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36345 00000100:00100000:1.0:1746167260.004753:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423486592:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167260.004789:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167260.004836:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423486592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (2350us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167260.004842:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36345 00000100:00100000:3.0:1746167260.004985:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423486592:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167260.209897:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746167260.209915:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009daff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423486720:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746167260.209984:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167260.210082:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423486720 00000100:00100000:0.0:1746167260.210089:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423486720 00000100:00100000:0.0:1746167260.210122:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7390 00000100:00100000:0.0:1746167260.210129:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423486720:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167260.210155:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167260.210497:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423486720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 367us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167260.210503:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7390 00000100:00100000:3.0:1746167260.210571:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009daff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423486720:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167260.552134:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167261.554759:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167261.886652:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167261.886843:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167261.886873:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167261.886956:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167261.886998:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439237248 00000100:00100000:0.0:1746167261.887005:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439237248 00000100:00100000:0.0:1746167261.887044:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439237376 00000100:00100000:0.0:1746167261.887047:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439237376 00000100:00100000:0.0:1746167261.887063:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3620 00000100:00100000:0.0:1746167261.887070:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439237248:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167261.887121:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439237248:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 52us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167261.887127:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3620 00000100:00100000:0.0:1746167261.887139:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3621 00000100:00100000:0.0:1746167261.887144:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439237376:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167261.887162:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439237376:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 19us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167261.887167:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3621 00000100:00080000:0.0:1746167261.887408:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167261.887411:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167261.887633:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439237504 00000100:00100000:1.0:1746167261.887637:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439237504 00000100:00100000:1.0:1746167261.887654:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50600 00000100:00100000:1.0:1746167261.887658:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439237504:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167261.887695:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167261.887717:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439237504:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 58us (761us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167261.887722:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50600 00000100:00100000:3.0:1746167261.887786:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439237120 00000100:00100000:3.0:1746167261.887789:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439237120 00000100:00100000:3.0:1746167261.887813:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1134 00000100:00100000:3.0:1746167261.887819:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439237120:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167261.887839:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439237120:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 21us (996us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167261.887843:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1134 00010000:00010000:3.0:1746167262.556956:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167263.557889:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167264.034112:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423486848:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167264.034173:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167264.034292:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423486848 00000100:00100000:1.0:1746167264.034299:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423486848 00000100:00100000:1.0:1746167264.034362:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7391 00000100:00100000:1.0:1746167264.034369:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423486848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167264.034400:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167264.034446:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423486848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167264.034451:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7391 00000100:00100000:3.0:1746167264.034518:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423486848:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1746167264.034579:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746167264.559889:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167264.897819:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423486976:0@lo:400:kworker.0 00000100:00080000:3.0:1746167264.897833:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746167264.897836:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167264.897839:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167264.897843:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11180 00000100:00080000:3.0:1746167264.897847:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1746167264.897878:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167264.897882:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167264.897894:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ae88a80 x1830977423487488/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746167264.897917:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746167264.897919:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167264.897921:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167264.897924:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11180 00000100:00080000:3.0:1746167264.897926:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00100000:2.0:1746167264.897927:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423487616:0@lo:400:kworker.0 00000100:00080000:3.0:1746167264.897928:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167264.897935:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130e65c00 x1830977423488000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167264.897947:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167264.897961:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423488256:0@lo:400:kworker.0 00000100:00100000:3.0:1746167264.897961:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423487488:0@lo:8:kworker.0 00000100:00100000:2.0:1746167264.897979:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167264.897979:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167264.897990:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1746167264.897990:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423488000:0@lo:8:kworker.0 00000100:00100000:2.0:1746167264.897994:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423487104:0@lo:400:kworker.0 00000100:00100000:3.0:1746167264.898005:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167264.898006:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167264.898016:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423487744:0@lo:400:kworker.0 00000100:00100000:3.0:1746167264.898025:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423487360:0@lo:400:kworker.0 00000100:00100000:2.0:1746167264.898029:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167264.898041:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167264.898049:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423488256 00000100:00100000:3.0:1746167264.898051:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423488128:0@lo:400:kworker.0 00000100:00100000:2.0:1746167264.898054:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423488256 00000100:00100000:3.0:1746167264.898063:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167264.898072:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1746167264.898076:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423487232:0@lo:400:kworker.0 00000100:00100000:2.0:1746167264.898079:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423487104 00000100:00100000:2.0:1746167264.898081:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423487104 00000100:00100000:3.0:1746167264.898088:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167264.898098:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423487744 00000100:00100000:3.0:1746167264.898099:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423487872:0@lo:400:kworker.0 00000100:00100000:2.0:1746167264.898100:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423487744 00000100:00100000:2.0:1746167264.898107:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423487232 00000100:00100000:2.0:1746167264.898109:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423487232 00000100:00100000:3.0:1746167264.898111:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167264.898119:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3622 00000100:00100000:2.0:1746167264.898125:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136053800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423488256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167264.898128:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423487360 00000100:00100000:3.0:1746167264.898130:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423487360 00000100:00100000:3.0:1746167264.898145:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423487872 00000100:00100000:3.0:1746167264.898147:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423487872 00000100:00100000:2.0:1746167264.898158:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136053800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423488256:12345-0@lo:400:kworker.0 Request processed in 33us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167264.898158:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36346 00000100:00100000:3.0:1746167264.898162:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423487360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167264.898164:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3622 00000100:00100000:2.0:1746167264.898174:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3623 00000100:00100000:2.0:1746167264.898178:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423487104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167264.898184:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423487360:12345-0@lo:400:kworker.0 Request processed in 22us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167264.898189:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36346 00000100:00100000:2.0:1746167264.898193:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423487104:12345-0@lo:400:kworker.0 Request processed in 16us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167264.898198:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3623 00000100:00100000:3.0:1746167264.898198:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36347 00000100:00100000:3.0:1746167264.898202:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423487872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167264.898204:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3624 00000100:00100000:2.0:1746167264.898207:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423487744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167264.898220:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423487744:12345-0@lo:400:kworker.0 Request processed in 13us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167264.898220:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423487872:12345-0@lo:400:kworker.0 Request processed in 17us (107us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167264.898224:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3624 00000100:00100000:3.0:1746167264.898224:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36347 00000100:00100000:2.0:1746167264.898231:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3625 00000100:00100000:2.0:1746167264.898235:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423487232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167264.898242:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423487616 00000100:00100000:3.0:1746167264.898244:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423487616 00000100:00100000:2.0:1746167264.898251:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423487232:12345-0@lo:400:kworker.0 Request processed in 16us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167264.898256:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3625 00000100:00100000:3.0:1746167264.898257:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423487488 00000100:00100000:3.0:1746167264.898259:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423487488 00000100:00100000:3.0:1746167264.898267:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423488000 00000100:00100000:2.0:1746167264.898268:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423488128 00000100:00100000:3.0:1746167264.898268:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423488000 00000100:00100000:2.0:1746167264.898270:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423488128 00000100:00100000:3.0:1746167264.898276:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8007 00000100:00100000:3.0:1746167264.898280:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423487616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167264.898283:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8008 00000100:00100000:2.0:1746167264.898286:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423488128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167264.898300:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423487616:12345-0@lo:400:kworker.0 Request processed in 20us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167264.898302:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423488128:12345-0@lo:400:kworker.0 Request processed in 16us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167264.898305:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8007 00000100:00100000:2.0:1746167264.898307:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8008 00000100:00100000:3.0:1746167264.898312:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50601 00000100:00100000:3.0:1746167264.898315:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090943b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423487488:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167264.898337:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167264.898359:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090943b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423487488:12345-0@lo:8:kworker.0 Request processed in 43us (379us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167264.900212:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50602 00000100:00100000:2.0:1746167264.900222:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423488000:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167264.900240:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167264.900283:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423488000:12345-0@lo:8:kworker.0 Request processed in 63us (2277us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167264.900288:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50602 00000100:00080000:2.0:1746167264.900311:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746167264.900315:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746167264.900317:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167264.900339:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423486976 00000100:00100000:2.0:1746167264.900566:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423486976 00000100:00100000:2.0:1746167264.900596:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1135 00000100:00100000:2.0:1746167264.900601:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423486976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167264.900815:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423486976:12345-0@lo:400:kworker.0 Request processed in 213us (2932us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167264.900820:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1135 00000100:00100000:2.0:1746167264.900872:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423487104:0@lo:400:kworker.0 00000100:00100000:2.0:1746167264.900883:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423487744:0@lo:400:kworker.0 00000100:00100000:2.0:1746167264.900891:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423488256:0@lo:400:kworker.0 00000100:00100000:2.0:1746167264.900900:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423487616:0@lo:400:kworker.0 00000100:00100000:2.0:1746167264.900905:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423486976:0@lo:400:kworker.0 00000100:00100000:2.0:1746167264.900927:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746167264.900933:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009daff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423488384:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167264.900956:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167264.900982:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423488384 00000100:00100000:2.0:1746167264.900985:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423488384 00000100:00100000:2.0:1746167264.901002:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36348 00000100:00100000:2.0:1746167264.901007:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423488384:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167264.901028:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167264.901053:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423488384:12345-0@lo:41:osp-pre-1-0.0 Request processed in 46us (96us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167264.901058:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36348 00000100:00100000:2.0:1746167264.901082:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009daff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423488384:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1746167264.901116:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167264.901120:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167264.901123:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423487488:0@lo:8:kworker.0 00000100:00080000:2.0:1746167264.901131:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167264.901133:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167264.901135:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423488000:0@lo:8:kworker.0 00000100:00100000:2.0:1746167264.901161:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423487232:0@lo:400:kworker.0 00000100:00100000:2.0:1746167264.901168:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423487872:0@lo:400:kworker.0 00000100:00100000:2.0:1746167264.901175:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423487360:0@lo:400:kworker.0 00000100:00100000:2.0:1746167264.901182:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423488128:0@lo:400:kworker.0 00000100:00100000:3.0:1746167264.903501:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50601 00000100:00100000:2.0:1746167265.009901:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746167265.009920:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423488512:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167265.009977:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167265.010891:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423488512 00000100:00100000:1.0:1746167265.010899:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423488512 00000100:00100000:1.0:1746167265.010947:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36349 00000100:00100000:1.0:1746167265.010954:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e830a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423488512:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167265.010983:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167265.012018:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e830a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423488512:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1063us (2040us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167265.012026:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36349 00000100:00100000:3.0:1746167265.012130:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423488512:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167265.223633:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746167265.223655:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423488640:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167265.223734:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167265.225107:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423488640 00000100:00100000:2.0:1746167265.225115:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423488640 00000100:00100000:2.0:1746167265.225165:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7392 00000100:00100000:2.0:1746167265.225173:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009daff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423488640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167265.225201:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167265.225249:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009daff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423488640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (1515us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167265.225256:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7392 00000100:00100000:1.0:1746167265.225360:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423488640:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167265.562406:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167266.564088:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167266.894058:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167266.894117:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167266.894204:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439237760 00000100:00100000:2.0:1746167266.894211:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439237760 00000100:00100000:2.0:1746167266.894267:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3626 00000100:00100000:2.0:1746167266.894275:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439237760:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:0.0:1746167266.894385:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167266.894471:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439237760:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 196us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167266.894478:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3626 00000100:00100000:3.0:1746167266.894974:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439237632 00000100:00100000:3.0:1746167266.894979:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439237632 00000100:00100000:3.0:1746167266.895067:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1136 00000100:00100000:3.0:1746167266.895074:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439237632:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167266.895136:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439237632:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 62us (1018us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167266.895142:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1136 00000100:00100000:0.0:1746167266.898082:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167266.898785:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439238016 00000100:00100000:1.0:1746167266.898794:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439238016 00000100:00100000:1.0:1746167266.898845:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50603 00000100:00100000:1.0:1746167266.898851:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439238016:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167266.898877:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167266.898921:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439238016:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 69us (846us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167266.898927:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50603 00000100:00100000:0.0:1746167266.900018:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167266.900141:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439237888 00000100:00100000:2.0:1746167266.900147:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439237888 00000100:00100000:2.0:1746167266.900185:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3627 00000100:00100000:2.0:1746167266.900376:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439237888:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167266.900416:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439237888:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 42us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167266.900421:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3627 00000100:00080000:0.0:1746167266.900491:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1746167267.566286:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167268.569480:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167269.041941:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423488768:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167269.041995:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167269.042180:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423488768 00000100:00100000:3.0:1746167269.042186:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423488768 00000100:00080000:0.0:1746167269.043173:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167269.043255:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7393 00000100:00100000:3.0:1746167269.043264:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423488768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167269.043287:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167269.046090:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423488768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2822us (4088us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167269.046100:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7393 00000100:00100000:0.0:1746167269.046203:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423488768:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167269.570084:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167269.906164:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746167269.906183:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423488896:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167269.906242:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167269.906579:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423488896 00000100:00100000:1.0:1746167269.906586:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423488896 00000100:00100000:1.0:1746167269.906908:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36350 00000100:00100000:1.0:1746167269.906917:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013048ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423488896:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746167269.906947:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167269.907061:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013048ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423488896:12345-0@lo:41:osp-pre-1-0.0 Request processed in 144us (818us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167269.907068:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36350 00000100:00100000:0.0:1746167269.907129:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423488896:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1746167269.913557:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167269.913561:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167269.913564:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167269.913570:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11185 00000100:00080000:2.0:1746167269.913575:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746167269.913580:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167269.913595:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ae88e00 x1830977423489536/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167269.913606:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423489408:0@lo:400:kworker.0 00000100:00080000:2.0:1746167269.913617:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167269.913620:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167269.913622:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167269.913625:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11185 00000100:00080000:2.0:1746167269.913627:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746167269.913631:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167269.913640:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ae8bb80 x1830977423489920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167269.913657:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167269.913668:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423489536:0@lo:8:kworker.0 00000100:00100000:2.0:1746167269.913712:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167269.913718:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423489152:0@lo:400:kworker.0 00000100:00100000:3.0:1746167269.913739:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167269.913747:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423489536 00000100:00100000:3.0:1746167269.913753:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423489280:0@lo:400:kworker.0 00000100:00100000:2.0:1746167269.913754:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423489536 00000100:00100000:3.0:1746167269.913775:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167269.913791:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50604 00000100:00100000:3.0:1746167269.913792:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423489152 00000100:00100000:3.0:1746167269.913795:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423489152 00000100:00100000:2.0:1746167269.913797:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d24c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423489536:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167269.913815:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167269.913821:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423489280 00000100:00100000:3.0:1746167269.913822:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423489280 00000100:00100000:3.0:1746167269.913834:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3628 00000100:00100000:3.0:1746167269.913840:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423489152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167269.913848:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d24c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423489536:12345-0@lo:8:kworker.0 Request processed in 49us (135us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167269.913854:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50604 00000100:00100000:3.0:1746167269.913868:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423489152:12345-0@lo:400:kworker.0 Request processed in 29us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167269.913873:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3628 00000100:00100000:3.0:1746167269.913885:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3629 00000100:00100000:3.0:1746167269.913890:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423489280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167269.913912:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423489280:12345-0@lo:400:kworker.0 Request processed in 22us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167269.913917:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3629 00000100:00080000:3.0:1746167269.913946:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746167269.913949:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167269.913961:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423489408 00000100:00100000:3.0:1746167269.913963:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423489408 00000100:00100000:3.0:1746167269.913978:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36351 00000100:00100000:2.0:1746167269.913980:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423489024:0@lo:400:kworker.0 00000100:00100000:3.0:1746167269.913983:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090460000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423489408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167269.914040:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090460000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423489408:12345-0@lo:400:kworker.0 Request processed in 57us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167269.914045:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36351 00000100:00100000:3.0:1746167269.914554:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423489408:0@lo:400:kworker.0 00000100:00100000:3.0:1746167269.914572:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423490176:0@lo:400:kworker.0 00000100:00100000:3.0:1746167269.914591:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167269.914613:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423490176 00000100:00100000:3.0:1746167269.914615:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423490176 00000100:00100000:3.0:1746167269.914632:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3630 00000100:00100000:3.0:1746167269.914636:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423490176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167269.914660:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423490176:12345-0@lo:400:kworker.0 Request processed in 23us (68us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167269.914666:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3630 00000100:00100000:3.0:1746167269.914707:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423490176:0@lo:400:kworker.0 00000100:00080000:0.0:1746167269.914820:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167269.914824:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167269.914828:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423489536:0@lo:8:kworker.0 00000100:00100000:0.0:1746167269.914833:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423489920:0@lo:8:kworker.0 00000100:00100000:0.0:1746167269.914853:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167269.914884:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423489920 00000100:00100000:0.0:1746167269.914886:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423489920 00000100:00100000:0.0:1746167269.914898:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50605 00000100:00100000:0.0:1746167269.915830:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423489920:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167269.915850:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167269.916198:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423489152:0@lo:400:kworker.0 00000100:00100000:3.0:1746167269.916206:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423489792:0@lo:400:kworker.0 00000100:00100000:2.0:1746167269.916319:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167269.916320:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167269.916349:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423489664:0@lo:400:kworker.0 00000100:00100000:3.0:1746167269.916353:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423489792 00000100:00100000:3.0:1746167269.916356:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423489792 00000100:00100000:2.0:1746167269.916370:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167269.916376:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3631 00000100:00100000:3.0:1746167269.916381:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423489792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167269.916393:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423489024 00000100:00100000:2.0:1746167269.916396:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423489024 00000100:00100000:3.0:1746167269.916406:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423489792:12345-0@lo:400:kworker.0 Request processed in 25us (87us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167269.916412:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3631 00000100:00100000:2.0:1746167269.916418:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1137 00000100:00100000:2.0:1746167269.916424:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423489024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167269.916431:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423489792:0@lo:400:kworker.0 00000100:00100000:3.0:1746167269.916449:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423489280:0@lo:400:kworker.0 00000100:00100000:2.0:1746167269.916452:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423489024:12345-0@lo:400:kworker.0 Request processed in 28us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167269.916454:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423490048:0@lo:400:kworker.0 00000100:00100000:2.0:1746167269.916458:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1137 00000100:00100000:3.0:1746167269.916470:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167269.916486:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423489024:0@lo:400:kworker.0 00000100:00100000:2.0:1746167269.916508:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423489664 00000100:00100000:2.0:1746167269.916510:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423489664 00000100:00100000:2.0:1746167269.916525:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423490048 00000100:00100000:2.0:1746167269.916527:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423490048 00000100:00100000:0.0:1746167269.916639:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130488700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423489920:12345-0@lo:8:kworker.0 Request processed in 1735us (1784us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167269.916645:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50605 00000100:00100000:0.0:1746167269.916657:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8009 00000100:00100000:0.0:1746167269.916662:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423489664:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1746167269.917308:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167269.917312:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167269.917316:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423489920:0@lo:8:kworker.0 00000100:00080000:1.0:1746167269.917343:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167269.917661:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8010 00000100:00100000:2.0:1746167269.917669:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423490048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167269.917717:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423490048:12345-0@lo:400:kworker.0 Request processed in 49us (1246us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167269.917723:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8010 00000100:00100000:2.0:1746167269.917753:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423490048:0@lo:400:kworker.0 00000100:00100000:0.0:1746167269.920487:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423489664:12345-0@lo:400:kworker.0 Request processed in 3819us (4108us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167269.920497:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8009 00000100:00100000:0.0:1746167269.920548:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423489664:0@lo:400:kworker.0 00000100:00100000:2.0:1746167270.019112:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746167270.019133:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423490304:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167270.019192:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167270.019429:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423490304 00000100:00100000:3.0:1746167270.019436:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423490304 00000100:00100000:3.0:1746167270.019499:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36352 00000100:00100000:3.0:1746167270.019507:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423490304:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167270.019535:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167270.019578:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423490304:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167270.019588:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36352 00000100:00100000:2.0:1746167270.019756:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423490304:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167270.241889:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167270.241905:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423490432:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167270.241960:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167270.242080:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423490432 00000100:00100000:3.0:1746167270.242086:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423490432 00000100:00100000:3.0:1746167270.242156:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7394 00000100:00100000:3.0:1746167270.242162:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423490432:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167270.242184:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167270.242211:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423490432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167270.242417:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7394 00000100:00100000:0.0:1746167270.242750:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423490432:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167270.573884:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167271.575873:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167271.906978:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167271.907557:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167271.907861:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167271.908302:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439238144 00000100:00100000:2.0:1746167271.908310:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439238144 00000100:00100000:2.0:1746167271.908348:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1138 00000100:00100000:2.0:1746167271.908355:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439238144:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167271.908984:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439238272 00000100:00100000:3.0:1746167271.908989:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439238272 00000100:00100000:3.0:1746167271.909354:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439238400 00000100:00100000:3.0:1746167271.909357:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439238400 00000100:00100000:3.0:1746167271.909371:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3632 00000100:00100000:3.0:1746167271.909376:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439238272:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167271.909449:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439238144:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1092us (1889us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167271.909457:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1138 00000100:00100000:0.0:1746167271.909539:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167271.909557:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439238528 00000100:00100000:0.0:1746167271.909559:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439238528 00000100:00100000:0.0:1746167271.909574:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50606 00000100:00100000:0.0:1746167271.909577:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e322680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439238528:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167271.909595:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167271.910177:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e322680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439238528:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 596us (635us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167271.910183:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50606 00000100:00080000:0.0:1746167271.910207:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167271.910211:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167271.910225:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3633 00000100:00100000:2.0:1746167271.910233:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e321180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439238400:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167271.910263:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e321180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439238400:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 32us (2401us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167271.910268:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3633 00000100:00100000:3.0:1746167271.910352:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439238272:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 974us (3379us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167271.910359:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3632 00010000:00010000:3.0:1746167272.578456:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167273.581095:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167274.049986:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746167274.050002:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423490560:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167274.050051:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167274.050297:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423490560 00000100:00100000:0.0:1746167274.050303:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423490560 00000100:00100000:0.0:1746167274.050530:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7395 00000100:00100000:0.0:1746167274.050536:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423490560:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167274.050558:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167274.050581:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423490560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167274.050586:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7395 00000100:00100000:3.0:1746167274.050638:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423490560:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1746167274.050922:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746167274.581894:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167274.913919:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423490688:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167274.913978:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167274.914100:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423490688 00000100:00100000:0.0:1746167274.914108:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423490688 00000100:00100000:0.0:1746167274.914151:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36353 00000100:00100000:0.0:1746167274.914158:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423490688:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167274.914187:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167274.914224:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423490688:12345-0@lo:41:osp-pre-1-0.0 Request processed in 66us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167274.914230:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36353 00000100:00100000:3.0:1746167274.914326:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423490688:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1746167274.915126:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167274.915130:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167274.915132:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167274.915137:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11190 00000100:00080000:0.0:1746167274.915140:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167274.915143:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167274.915158:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095a21180 x1830977423491328/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167274.915193:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167274.915195:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167274.915197:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167274.915200:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11190 00000100:00080000:0.0:1746167274.915202:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167274.915205:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167274.915214:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009eef4000 x1830977423491712/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167274.915247:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423491200:0@lo:400:kworker.0 00000100:00100000:0.0:1746167274.915500:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167274.915532:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423491968:0@lo:400:kworker.0 00000100:00100000:0.0:1746167274.915552:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167274.915567:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1746167274.915572:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423491072:0@lo:400:kworker.0 00000100:00100000:0.0:1746167274.915588:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167274.915599:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423491840:0@lo:400:kworker.0 00000100:00100000:0.0:1746167274.915616:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167274.915634:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423491200 00000100:00100000:0.0:1746167274.915637:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423491200 00000100:00100000:0.0:1746167274.915654:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36354 00000100:00100000:0.0:1746167274.915659:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423491200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167274.915737:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423491200:12345-0@lo:400:kworker.0 Request processed in 77us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167274.915742:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36354 00000100:00100000:0.0:1746167274.915756:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423491840 00000100:00100000:0.0:1746167274.915758:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423491840 00000100:00100000:0.0:1746167274.915788:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8011 00000100:00100000:0.0:1746167274.915793:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423491840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167274.915817:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423491840:12345-0@lo:400:kworker.0 Request processed in 24us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167274.915822:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8011 00000100:00100000:0.0:1746167274.915849:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423491840:0@lo:400:kworker.0 00000100:00100000:0.0:1746167274.915856:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a21880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423491200:0@lo:400:kworker.0 00000100:00080000:0.0:1746167274.915873:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167274.915887:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423491968 00000100:00100000:0.0:1746167274.915890:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423491968 00000100:00100000:0.0:1746167274.915904:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423491072 00000100:00100000:0.0:1746167274.915905:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423491072 00000100:00100000:0.0:1746167274.915920:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3634 00000100:00100000:0.0:1746167274.915924:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090943b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423491968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167274.915959:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090943b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423491968:12345-0@lo:400:kworker.0 Request processed in 35us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167274.915964:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3634 00000100:00100000:0.0:1746167274.915973:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3635 00000100:00100000:0.0:1746167274.915977:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423491072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167274.915995:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423491072:12345-0@lo:400:kworker.0 Request processed in 17us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167274.915999:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3635 00000100:00080000:0.0:1746167274.916010:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167274.916023:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423491072:0@lo:400:kworker.0 00000100:00100000:0.0:1746167274.916030:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423491968:0@lo:400:kworker.0 00000100:00100000:1.0:1746167274.916122:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423491328:0@lo:8:kworker.0 00000100:00100000:1.0:1746167274.916146:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167274.916175:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423491712:0@lo:8:kworker.0 00000100:00100000:1.0:1746167274.916379:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167274.916455:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423490816:0@lo:400:kworker.0 00000100:00100000:2.0:1746167274.916482:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167274.916511:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423491456:0@lo:400:kworker.0 00000100:00100000:2.0:1746167274.916527:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167274.916540:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1746167274.916544:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423490944:0@lo:400:kworker.0 00000100:00100000:2.0:1746167274.916559:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167274.916569:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423491584:0@lo:400:kworker.0 00000100:00100000:2.0:1746167274.916582:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167274.916605:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423490816 00000100:00100000:2.0:1746167274.916608:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423490816 00000100:00100000:2.0:1746167274.916630:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1139 00000100:00100000:2.0:1746167274.916635:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423490816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167274.916659:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423490816:12345-0@lo:400:kworker.0 Request processed in 24us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167274.916664:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1139 00000100:00100000:2.0:1746167274.916722:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423490816:0@lo:400:kworker.0 00000100:00100000:2.0:1746167274.916916:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423491328 00000100:00100000:2.0:1746167274.916919:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423491328 00000100:00100000:2.0:1746167274.916931:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423491712 00000100:00100000:2.0:1746167274.916933:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423491712 00000100:00100000:2.0:1746167274.916940:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423491456 00000100:00100000:2.0:1746167274.916942:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423491456 00000100:00100000:2.0:1746167274.916955:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8012 00000100:00100000:2.0:1746167274.916960:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423491456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167274.916988:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423491456:12345-0@lo:400:kworker.0 Request processed in 27us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167274.916993:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8012 00000100:00100000:2.0:1746167274.917001:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50607 00000100:00100000:2.0:1746167274.917004:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423491328:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167274.917020:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167274.917041:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423491328:12345-0@lo:8:kworker.0 Request processed in 35us (894us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167274.917046:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50607 00000100:00100000:2.0:1746167274.917053:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50608 00000100:00100000:2.0:1746167274.917057:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423491712:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167274.917065:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167274.917081:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423491712:12345-0@lo:8:kworker.0 Request processed in 24us (702us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167274.917086:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50608 00000100:00100000:2.0:1746167274.917113:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423491456:0@lo:400:kworker.0 00000100:00100000:1.0:1746167274.917172:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423490944 00000100:00100000:1.0:1746167274.917175:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423490944 00000100:00100000:1.0:1746167274.917197:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423491584 00000100:00100000:1.0:1746167274.917199:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423491584 00000100:00100000:1.0:1746167274.917211:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3636 00000100:00100000:1.0:1746167274.917215:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423490944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167274.917255:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423490944:12345-0@lo:400:kworker.0 Request processed in 39us (695us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167274.917260:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3636 00000100:00100000:1.0:1746167274.917270:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3637 00000100:00100000:1.0:1746167274.917275:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423491584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167274.917297:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423491584:12345-0@lo:400:kworker.0 Request processed in 22us (713us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167274.917302:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3637 00000100:00080000:1.0:1746167274.917322:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167274.917325:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167274.917328:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423491328:0@lo:8:kworker.0 00000100:00080000:1.0:1746167274.917335:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167274.917337:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167274.917339:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423491712:0@lo:8:kworker.0 00000100:00080000:1.0:1746167274.917352:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167274.918646:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423490944:0@lo:400:kworker.0 00000100:00100000:2.0:1746167274.918655:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423491584:0@lo:400:kworker.0 00000100:00100000:0.0:1746167275.026947:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423492096:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167275.027003:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167275.029258:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423492096 00000100:00100000:1.0:1746167275.029266:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423492096 00000100:00100000:1.0:1746167275.029312:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36355 00000100:00100000:1.0:1746167275.029318:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423492096:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167275.029346:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167275.029919:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423492096:12345-0@lo:41:osp-pre-0-1.0 Request processed in 599us (2915us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167275.029926:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36355 00000100:00100000:0.0:1746167275.029990:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423492096:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167275.249940:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423492224:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746167275.249998:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167275.252437:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423492224 00000100:00100000:2.0:1746167275.252447:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423492224 00000100:00100000:2.0:1746167275.252496:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7396 00000100:00100000:2.0:1746167275.252503:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132100e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423492224:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167275.252532:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167275.252596:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132100e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423492224:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (2597us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167275.252602:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7396 00000100:00100000:3.0:1746167275.252920:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423492224:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167275.589853:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167276.588608:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167276.911487:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167276.911523:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167276.912915:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167276.913016:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167276.913044:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439238784 00000100:00100000:0.0:1746167276.913051:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439238784 00000100:00100000:2.0:1746167276.913485:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439239040 00000100:00100000:2.0:1746167276.913489:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439239040 00000100:00100000:2.0:1746167276.913518:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50609 00000100:00100000:2.0:1746167276.913525:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439239040:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167276.914630:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167276.914707:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439239040:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 1180us (3225us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167276.914715:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50609 00000100:00100000:3.0:1746167276.915089:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439238656 00000100:00100000:3.0:1746167276.915094:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439238656 00000100:00100000:3.0:1746167276.915130:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1140 00000100:00100000:3.0:1746167276.915137:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439238656:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167276.915172:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439238656:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 35us (2258us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167276.915177:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1140 00000100:00100000:1.0:1746167276.916161:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439238912 00000100:00100000:1.0:1746167276.916166:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439238912 00000100:00100000:0.0:1746167276.919018:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3638 00000100:00100000:0.0:1746167276.919029:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439238784:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167276.919097:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439238784:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 70us (7572us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167276.919103:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3638 00000100:00100000:1.0:1746167276.919376:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3639 00000100:00100000:1.0:1746167276.919384:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439238912:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:2.0:1746167276.919401:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746167276.919404:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167276.919415:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439238912:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 33us (6400us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167276.919422:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3639 00010000:00010000:3.0:1746167277.589947:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167278.594048:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167279.059333:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746167279.059529:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423492352:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167279.059582:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167279.060149:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423492352 00000100:00100000:2.0:1746167279.060155:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423492352 00000100:00080000:3.0:1746167279.060176:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167279.060191:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7397 00000100:00100000:2.0:1746167279.060199:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423492352:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167279.060222:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167279.060261:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423492352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (678us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167279.060266:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7397 00000100:00100000:1.0:1746167279.060885:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423492352:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167279.598466:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746167279.922225:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167279.922230:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167279.922233:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167279.922239:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11195 00000100:00080000:0.0:1746167279.922243:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167279.922247:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167279.922267:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009fa90000 x1830977423492992/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167279.922297:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167279.922299:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167279.922300:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167279.922303:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11195 00000100:00080000:0.0:1746167279.922306:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746167279.922309:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167279.922317:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090ccdc00 x1830977423493504/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167279.922329:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423492736:0@lo:400:kworker.0 00000100:00100000:0.0:1746167279.922352:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423492992:0@lo:8:kworker.0 00000100:00100000:1.0:1746167279.922465:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423492480:0@lo:400:kworker.0 00000100:00100000:2.0:1746167279.922613:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423492864:0@lo:400:kworker.0 00000100:00100000:0.0:1746167279.923975:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167279.924025:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423493504:0@lo:8:kworker.0 00000100:00100000:0.0:1746167279.924065:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167279.924155:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423492992 00000100:00100000:0.0:1746167279.924163:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423492992 00000100:00100000:0.0:1746167279.924184:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423493504 00000100:00100000:0.0:1746167279.924186:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423493504 00000100:00100000:3.0:1746167279.925381:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167279.925411:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423493376:0@lo:400:kworker.0 00000100:00100000:3.0:1746167279.925439:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167279.925458:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1746167279.925464:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423492608:0@lo:400:kworker.0 00000100:00100000:3.0:1746167279.925482:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167279.925495:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097630700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423493248:0@lo:400:kworker.0 00000100:00100000:3.0:1746167279.925508:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167279.925555:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423492736 00000100:00100000:3.0:1746167279.925559:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423492736 00000100:00100000:3.0:1746167279.925591:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423492608 00000100:00100000:3.0:1746167279.925594:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423492608 00000100:00100000:3.0:1746167279.925622:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423493248 00000100:00100000:3.0:1746167279.925624:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423493248 00000100:00100000:3.0:1746167279.925638:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3640 00000100:00100000:3.0:1746167279.925645:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132101880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423492736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167279.925904:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132101880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423492736:12345-0@lo:400:kworker.0 Request processed in 260us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167279.925911:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3640 00000100:00100000:3.0:1746167279.925927:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3641 00000100:00100000:3.0:1746167279.925944:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136054000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423492608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167279.925965:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136054000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423492608:12345-0@lo:400:kworker.0 Request processed in 34us (482us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167279.925969:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3641 00000100:00100000:3.0:1746167279.925978:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3642 00000100:00100000:3.0:1746167279.925983:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136055f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423493248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167279.926004:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136055f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423493248:12345-0@lo:400:kworker.0 Request processed in 21us (495us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167279.926008:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3642 00000100:00080000:3.0:1746167279.926026:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746167279.926030:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167279.926051:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423492608:0@lo:400:kworker.0 00000100:00100000:3.0:1746167279.926059:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097630700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423493248:0@lo:400:kworker.0 00000100:00100000:3.0:1746167279.926066:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423492736:0@lo:400:kworker.0 00000100:00100000:3.0:1746167279.926079:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746167279.926084:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423493888:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167279.926104:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167279.926124:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423493376 00000100:00100000:3.0:1746167279.926127:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423493376 00000100:00100000:3.0:1746167279.926143:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423493888 00000100:00100000:3.0:1746167279.926145:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423493888 00000100:00100000:3.0:1746167279.926153:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36356 00000100:00100000:3.0:1746167279.926157:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:3772:x1830977423493376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167279.926186:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:3772:x1830977423493376:12345-0@lo:400:kworker.0 Request processed in 28us (746us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167279.926191:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36356 00000100:00100000:3.0:1746167279.926200:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36357 00000100:00100000:3.0:1746167279.926205:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423493888:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746167279.926224:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167279.926244:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423493888:12345-0@lo:41:osp-pre-1-0.0 Request processed in 39us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167279.926249:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36357 00000100:00100000:3.0:1746167279.926274:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423493888:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167279.926281:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423493376:0@lo:400:kworker.0 00000100:00100000:1.0:1746167279.927215:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167279.927255:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423493120:0@lo:400:kworker.0 00000100:00100000:1.0:1746167279.927462:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167279.927488:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423492480 00000100:00100000:2.0:1746167279.927492:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423492480 00000100:00100000:2.0:1746167279.927519:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1141 00000100:00100000:2.0:1746167279.927525:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423492480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167279.927556:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423492480:12345-0@lo:400:kworker.0 Request processed in 32us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167279.927561:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1141 00000100:00100000:0.0:1746167279.932605:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423493120 00000100:00100000:0.0:1746167279.932617:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423493120 00000100:00100000:0.0:1746167279.932662:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8013 00000100:00100000:1.0:1746167279.932664:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423493760:0@lo:400:kworker.0 00000100:00100000:0.0:1746167279.932670:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423493120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167279.932718:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167279.932729:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423493120:12345-0@lo:400:kworker.0 Request processed in 61us (5267us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167279.932733:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423493760 00000100:00100000:0.0:1746167279.932736:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8013 00000100:00100000:1.0:1746167279.932736:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423493760 00000100:00100000:0.0:1746167279.932750:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50610 00000100:00100000:0.0:1746167279.932754:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423492992:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746167279.932757:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3643 00000100:00100000:1.0:1746167279.932762:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423493760:12345-0@lo:400:kworker.0 00010000:00020000:0.0:1746167279.932773:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167279.932784:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423493760:12345-0@lo:400:kworker.0 Request processed in 22us (66us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167279.932789:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3643 00000100:00100000:0.0:1746167279.932799:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423492992:12345-0@lo:8:kworker.0 Request processed in 44us (8827us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167279.932805:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50610 00000100:00100000:0.0:1746167279.932814:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50611 00000100:00100000:1.0:1746167279.932815:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423493760:0@lo:400:kworker.0 00000100:00100000:0.0:1746167279.932818:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e498000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423493504:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167279.932827:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167279.932832:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423492480:0@lo:400:kworker.0 00000100:00100000:1.0:1746167279.932839:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423493120:0@lo:400:kworker.0 00000100:00100000:0.0:1746167279.932845:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e498000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423493504:12345-0@lo:8:kworker.0 Request processed in 26us (8779us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167279.932850:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50611 00000100:00080000:1.0:1746167279.932880:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167279.932884:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167279.932887:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423492992:0@lo:8:kworker.0 00000100:00080000:1.0:1746167279.932894:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167279.932896:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167279.932899:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167279.932899:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423493504:0@lo:8:kworker.0 00000100:00100000:1.0:1746167279.932915:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423492864 00000100:00100000:1.0:1746167279.932917:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423492864 00000100:00100000:0.0:1746167279.932920:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423493632:0@lo:400:kworker.0 00000100:00100000:1.0:1746167279.932932:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36358 00000100:00100000:1.0:1746167279.932936:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e498380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423492864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167279.932940:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167279.932959:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e498380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423492864:12345-0@lo:400:kworker.0 Request processed in 23us (60us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167279.932964:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36358 00000100:00100000:0.0:1746167279.938611:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423493632 00000100:00100000:0.0:1746167279.938624:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423493632 00000100:00080000:3.0:1746167279.938968:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167279.941302:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423492864:0@lo:400:kworker.0 00000100:00100000:0.0:1746167279.944713:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8014 00000100:00100000:0.0:1746167279.944730:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e498700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423493632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167279.944838:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e498700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423493632:12345-0@lo:400:kworker.0 Request processed in 115us (11896us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167279.944844:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8014 00000100:00100000:3.0:1746167279.944960:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423493632:0@lo:400:kworker.0 00000100:00100000:3.0:1746167280.034741:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e498a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423494016:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167280.034801:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167280.035014:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423494016 00000100:00100000:1.0:1746167280.035020:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423494016 00000100:00100000:1.0:1746167280.035165:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36359 00000100:00100000:1.0:1746167280.035173:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423494016:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167280.035202:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167280.036684:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423494016:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1499us (1870us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167280.036693:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36359 00000100:00100000:3.0:1746167280.036781:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e498a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423494016:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167280.258136:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746167280.258154:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423494144:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167280.258212:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167280.260631:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423494144 00000100:00100000:2.0:1746167280.260642:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423494144 00000100:00100000:2.0:1746167280.260710:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7398 00000100:00100000:2.0:1746167280.260719:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423494144:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167280.260746:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167280.260806:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423494144:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (2594us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167280.260812:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7398 00000100:00100000:1.0:1746167280.260951:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423494144:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167280.599928:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167281.601839:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167281.919454:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167281.919501:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167281.919515:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439239168 00000100:00100000:1.0:1746167281.919523:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439239168 00000100:00100000:0.0:1746167281.919536:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167281.919562:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1142 00000100:00100000:1.0:1746167281.919580:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439239168:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167281.919602:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439239552 00000100:00100000:3.0:1746167281.919606:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439239552 00000100:00100000:0.0:1746167281.919609:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167281.919629:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50612 00000100:00100000:1.0:1746167281.919632:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439239168:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 53us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167281.919634:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e499180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439239552:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:1.0:1746167281.919637:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1142 00010000:00020000:3.0:1746167281.919654:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167281.919661:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439239296 00000100:00100000:1.0:1746167281.919664:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439239296 00000100:00100000:3.0:1746167281.919914:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e499180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439239552:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 278us (376us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167281.919919:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50612 00000100:00100000:1.0:1746167281.919924:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439239424 00000100:00100000:1.0:1746167281.919926:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439239424 00000100:00080000:3.0:1746167281.919935:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746167281.919937:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167281.919940:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3644 00000100:00100000:1.0:1746167281.919944:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e498e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439239296:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167281.919952:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3645 00000100:00100000:3.0:1746167281.919957:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e499500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439239424:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167281.919971:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e498e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439239296:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 26us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167281.919974:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e499500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439239424:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 18us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167281.919976:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3644 00000100:00100000:3.0:1746167281.919986:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3645 00010000:00010000:3.0:1746167282.604082:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167283.606321:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167284.066631:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423494272:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167284.066707:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167284.067947:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423494272 00000100:00100000:3.0:1746167284.067957:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423494272 00000100:00100000:3.0:1746167284.068001:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7399 00000100:00100000:3.0:1746167284.068008:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423494272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167284.068033:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167284.068066:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423494272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (1359us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167284.068072:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7399 00000100:00080000:0.0:1746167284.068278:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167284.068960:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423494272:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167284.608348:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167284.935477:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423494528:0@lo:400:kworker.0 00000100:00100000:3.0:1746167284.935544:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167284.935596:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746167284.935602:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e499880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423494400:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167284.935640:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167284.935873:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423494528 00000100:00100000:3.0:1746167284.935880:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423494528 00000100:00100000:3.0:1746167284.935919:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1143 00000100:00100000:3.0:1746167284.935925:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423494528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167284.935956:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423494528:12345-0@lo:400:kworker.0 Request processed in 32us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167284.935962:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1143 00000100:00100000:3.0:1746167284.935992:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423494528:0@lo:400:kworker.0 00000100:00100000:1.0:1746167284.936045:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423494400 00000100:00100000:1.0:1746167284.936048:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423494400 00000100:00100000:1.0:1746167284.936067:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36360 00000100:00100000:1.0:1746167284.936071:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423494400:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746167284.936090:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167284.936128:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423494400:12345-0@lo:41:osp-pre-1-0.0 Request processed in 57us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167284.936136:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36360 00000100:00100000:3.0:1746167284.936212:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e499880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423494400:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1746167284.937194:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167284.937199:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167284.937201:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167284.937206:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11200 00000100:00080000:2.0:1746167284.937209:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746167284.937212:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167284.937227:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009da19f80 x1830977423495040/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746167284.937249:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167284.937253:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167284.937254:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167284.937256:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11200 00000100:00080000:2.0:1746167284.937258:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746167284.937260:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167284.937278:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095c2d180 x1830977423495424/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167284.937334:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f87ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423495168:0@lo:400:kworker.0 00000100:00100000:2.0:1746167284.937364:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167284.937385:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1746167284.937389:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423494912:0@lo:400:kworker.0 00000100:00100000:2.0:1746167284.937404:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167284.937415:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423495680:0@lo:400:kworker.0 00000100:00100000:2.0:1746167284.937430:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167284.937448:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423495168 00000100:00100000:2.0:1746167284.937451:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423495168 00000100:00100000:2.0:1746167284.937471:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8015 00000100:00100000:2.0:1746167284.937476:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423495168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167284.937510:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423495168:12345-0@lo:400:kworker.0 Request processed in 34us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167284.937528:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8015 00000100:00100000:2.0:1746167284.937550:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f87ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423495168:0@lo:400:kworker.0 00000100:00100000:2.0:1746167284.937570:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423495680 00000100:00100000:2.0:1746167284.937573:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423495680 00000100:00100000:2.0:1746167284.937591:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3646 00000100:00100000:2.0:1746167284.937596:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423495680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167284.937621:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423495680:12345-0@lo:400:kworker.0 Request processed in 25us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167284.937626:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3646 00000100:00100000:2.0:1746167284.937645:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423495680:0@lo:400:kworker.0 00000100:00100000:2.0:1746167284.937661:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423494784:0@lo:400:kworker.0 00000100:00100000:2.0:1746167284.937701:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167284.937714:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423495552:0@lo:400:kworker.0 00000100:00100000:2.0:1746167284.937728:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167284.937739:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1746167284.937743:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423494656:0@lo:400:kworker.0 00000100:00100000:2.0:1746167284.937757:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167284.937767:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423495296:0@lo:400:kworker.0 00000100:00100000:2.0:1746167284.937779:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167284.937794:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423494784 00000100:00100000:2.0:1746167284.937797:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423494784 00000100:00100000:2.0:1746167284.937819:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423494656 00000100:00100000:2.0:1746167284.937821:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423494656 00000100:00100000:2.0:1746167284.937832:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423495296 00000100:00100000:2.0:1746167284.937833:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423495296 00000100:00100000:2.0:1746167284.937844:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3647 00000100:00100000:2.0:1746167284.937848:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423494784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167284.937873:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423494784:12345-0@lo:400:kworker.0 Request processed in 24us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167284.937877:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3647 00000100:00100000:2.0:1746167284.937886:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3648 00000100:00100000:2.0:1746167284.937890:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423494656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167284.937909:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423494656:12345-0@lo:400:kworker.0 Request processed in 18us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167284.937914:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3648 00000100:00100000:2.0:1746167284.937921:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3649 00000100:00100000:2.0:1746167284.937925:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423495296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167284.937942:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423495296:12345-0@lo:400:kworker.0 Request processed in 17us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167284.937946:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3649 00000100:00100000:2.0:1746167284.937960:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423495552 00000100:00100000:2.0:1746167284.937962:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423495552 00000100:00100000:2.0:1746167284.937976:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8016 00000100:00100000:2.0:1746167284.937980:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423495552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167284.938000:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423495552:12345-0@lo:400:kworker.0 Request processed in 20us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167284.938005:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8016 00000100:00100000:2.0:1746167284.938025:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423494656:0@lo:400:kworker.0 00000100:00100000:2.0:1746167284.938031:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423495296:0@lo:400:kworker.0 00000100:00100000:2.0:1746167284.938038:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423494784:0@lo:400:kworker.0 00000100:00100000:2.0:1746167284.938043:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423495552:0@lo:400:kworker.0 00000100:00080000:2.0:1746167284.938076:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746167284.938079:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746167284.938081:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167284.938094:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423494912 00000100:00100000:2.0:1746167284.938097:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423494912 00000100:00100000:2.0:1746167284.938112:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36361 00000100:00100000:2.0:1746167284.938117:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423494912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167284.938140:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423494912:12345-0@lo:400:kworker.0 Request processed in 24us (735us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167284.938145:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36361 00000100:00100000:2.0:1746167284.938161:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423494912:0@lo:400:kworker.0 00000100:00100000:2.0:1746167284.938177:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423495040:0@lo:8:kworker.0 00000100:00100000:2.0:1746167284.938191:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167284.938200:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423495424:0@lo:8:kworker.0 00000100:00100000:2.0:1746167284.938210:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167284.938223:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423495040 00000100:00100000:2.0:1746167284.938225:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423495040 00000100:00100000:2.0:1746167284.938233:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423495424 00000100:00100000:2.0:1746167284.938235:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423495424 00000100:00100000:2.0:1746167284.938242:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50613 00000100:00100000:2.0:1746167284.938245:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423495040:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167284.938260:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167284.938281:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423495040:12345-0@lo:8:kworker.0 Request processed in 34us (89us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167284.938285:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50613 00000100:00100000:2.0:1746167284.938293:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50614 00000100:00100000:2.0:1746167284.938296:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423495424:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167284.938303:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167284.938316:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423495424:12345-0@lo:8:kworker.0 Request processed in 20us (105us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167284.938321:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50614 00000100:00080000:2.0:1746167284.938335:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167284.938338:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167284.938340:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423495040:0@lo:8:kworker.0 00000100:00080000:2.0:1746167284.938403:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167284.938406:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167284.938409:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423495424:0@lo:8:kworker.0 00000100:00100000:1.0:1746167285.042104:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746167285.042123:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423495808:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167285.042185:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167285.042307:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423495808 00000100:00100000:3.0:1746167285.042315:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423495808 00000100:00100000:3.0:1746167285.042357:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36362 00000100:00100000:3.0:1746167285.042364:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423495808:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167285.042394:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167285.043473:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423495808:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1108us (1286us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167285.043481:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36362 00000100:00100000:1.0:1746167285.043599:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423495808:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167285.266897:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746167285.266917:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423495936:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167285.266975:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167285.269027:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423495936 00000100:00100000:3.0:1746167285.269038:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423495936 00000100:00100000:3.0:1746167285.269090:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7400 00000100:00100000:3.0:1746167285.269098:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423495936:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167285.269125:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167285.269178:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423495936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (2203us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167285.269185:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7400 00000100:00100000:2.0:1746167285.271005:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423495936:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167285.615130:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167286.621789:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167286.926179:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167286.926232:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167286.926267:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167286.926566:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167286.926713:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439239680 00000100:00100000:2.0:1746167286.926723:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439239680 00000100:00100000:2.0:1746167286.926787:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1144 00000100:00100000:2.0:1746167286.926797:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439239680:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167286.926870:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439239680:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 74us (703us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167286.926876:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1144 00000100:00100000:2.0:1746167286.926909:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439239808 00000100:00100000:2.0:1746167286.926911:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439239808 00000100:00100000:2.0:1746167286.926942:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439239936 00000100:00100000:2.0:1746167286.926943:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439239936 00000100:00100000:2.0:1746167286.926960:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3650 00000100:00100000:2.0:1746167286.926965:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e499c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439239808:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167286.926994:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e499c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439239808:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 29us (762us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167286.927004:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3650 00000100:00100000:2.0:1746167286.927013:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3651 00000100:00100000:2.0:1746167286.927018:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e499f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439239936:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167286.927037:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e499f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439239936:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 20us (770us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167286.927041:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3651 00000100:00080000:2.0:1746167286.927055:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746167286.927058:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167286.931141:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439240064 00000100:00100000:1.0:1746167286.931157:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439240064 00000100:00100000:1.0:1746167286.931220:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50615 00000100:00100000:1.0:1746167286.931228:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439240064:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167286.931258:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167286.931329:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439240064:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 100us (4761us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167286.931336:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50615 00010000:00010000:3.0:1746167287.621269:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167288.622177:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167289.074769:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746167289.075001:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423496064:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167289.075079:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167289.075626:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423496064 00000100:00100000:0.0:1746167289.075635:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423496064 00000100:00080000:2.0:1746167289.075762:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167289.075806:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7401 00000100:00100000:0.0:1746167289.075815:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423496064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167289.075846:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167289.076051:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423496064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 236us (970us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167289.076061:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7401 00000100:00100000:1.0:1746167289.076271:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423496064:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167289.623950:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167289.954035:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e49a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423496192:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167289.954113:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746167289.954389:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167289.954394:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167289.954397:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167289.954402:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11205 00000100:00080000:2.0:1746167289.954406:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746167289.954411:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167289.954459:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801223fa300 x1830977423496832/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746167289.954489:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167289.954492:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167289.954494:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167289.954497:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11205 00000100:00080000:2.0:1746167289.954499:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746167289.954502:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167289.954513:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880094319c00 x1830977423497344/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167289.954543:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423496832:0@lo:8:kworker.0 00000100:00100000:2.0:1746167289.954572:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167289.954623:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423497344:0@lo:8:kworker.0 00000100:00100000:2.0:1746167289.954642:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167289.954697:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423496832 00000100:00100000:2.0:1746167289.954705:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423496832 00000100:00100000:2.0:1746167289.954952:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423497344 00000100:00100000:2.0:1746167289.954955:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423497344 00000100:00100000:2.0:1746167289.954969:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50616 00000100:00100000:2.0:1746167289.954976:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423496832:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167289.954999:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167289.955035:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423496832:12345-0@lo:8:kworker.0 Request processed in 58us (461us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167289.955041:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50616 00000100:00100000:2.0:1746167289.955055:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50617 00000100:00100000:2.0:1746167289.955058:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423497344:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167289.955067:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167289.955084:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423497344:12345-0@lo:8:kworker.0 Request processed in 24us (441us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167289.955088:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50617 00000100:00080000:2.0:1746167289.955115:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167289.955118:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167289.955122:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423496832:0@lo:8:kworker.0 00000100:00080000:2.0:1746167289.955129:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167289.955131:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167289.955134:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423497344:0@lo:8:kworker.0 00000100:00100000:2.0:1746167289.955153:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423496320:0@lo:400:kworker.0 00000100:00100000:2.0:1746167289.955182:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167289.955211:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423496960:0@lo:400:kworker.0 00000100:00100000:2.0:1746167289.955229:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167289.955243:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423497600:0@lo:400:kworker.0 00000100:00100000:2.0:1746167289.955262:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167289.955345:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423496704:0@lo:400:kworker.0 00000100:00100000:1.0:1746167289.955372:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167289.955387:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009431aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423497472:0@lo:400:kworker.0 00000100:00100000:1.0:1746167289.955404:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167289.955426:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423496960 00000100:00100000:1.0:1746167289.955443:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423496960 00000100:00100000:1.0:1746167289.955469:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423497472 00000100:00100000:1.0:1746167289.955471:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423497472 00000100:00100000:1.0:1746167289.955496:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8017 00000100:00100000:1.0:1746167289.955501:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423496960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167289.955562:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423496960:12345-0@lo:400:kworker.0 Request processed in 60us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167289.955568:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8017 00000100:00100000:1.0:1746167289.955580:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8018 00000100:00100000:1.0:1746167289.955585:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b716680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423497472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167289.955609:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b716680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423497472:12345-0@lo:400:kworker.0 Request processed in 24us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167289.955614:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8018 00000100:00100000:1.0:1746167289.955629:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423496192 00000100:00100000:1.0:1746167289.955632:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423496192 00000100:00100000:0.0:1746167289.955713:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423496576:0@lo:400:kworker.0 00000100:00100000:0.0:1746167289.955752:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423496448:0@lo:400:kworker.0 00000100:00080000:0.0:1746167289.955781:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167289.956905:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423496704 00000100:00100000:1.0:1746167289.956911:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423496704 00000100:00100000:0.0:1746167289.956941:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423496320 00000100:00100000:0.0:1746167289.956946:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423496320 00000100:00100000:3.0:1746167289.956959:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36363 00000100:00100000:3.0:1746167289.956968:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423496192:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167289.956973:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1145 00000100:00100000:0.0:1746167289.956978:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423496320:12345-0@lo:400:kworker.0 00000004:00000024:3.0:1746167289.956997:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167289.957012:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423496320:12345-0@lo:400:kworker.0 Request processed in 35us (1830us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167289.957018:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1145 00000100:00100000:3.0:1746167289.957032:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423496192:12345-0@lo:41:osp-pre-1-0.0 Request processed in 66us (2920us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167289.957038:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36363 00000100:00100000:3.0:1746167289.957049:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36364 00000100:00100000:3.0:1746167289.957055:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423496704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167289.957069:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009431aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423497472:0@lo:400:kworker.0 00000100:00100000:3.0:1746167289.957079:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423496704:12345-0@lo:400:kworker.0 Request processed in 25us (1706us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167289.957083:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e49a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423496192:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167289.957085:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36364 00000100:00100000:0.0:1746167289.957105:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423496704:0@lo:400:kworker.0 00000100:00100000:2.0:1746167289.957194:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423496320:0@lo:400:kworker.0 00000100:00100000:2.0:1746167289.957205:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423496960:0@lo:400:kworker.0 00000100:00100000:0.0:1746167289.957311:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167289.957412:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423497600 00000100:00100000:3.0:1746167289.957417:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423497600 00000100:00100000:3.0:1746167289.957457:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3652 00000100:00100000:3.0:1746167289.957463:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094319c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423497600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167289.957495:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094319c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423497600:12345-0@lo:400:kworker.0 Request processed in 33us (2232us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167289.957501:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3652 00000100:00100000:3.0:1746167289.957530:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423497600:0@lo:400:kworker.0 00000100:00100000:0.0:1746167289.962623:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423497216:0@lo:400:kworker.0 00000100:00100000:0.0:1746167289.962921:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167289.962966:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167289.962984:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423497088:0@lo:400:kworker.0 00000100:00100000:0.0:1746167289.963004:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167289.963043:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423496576 00000100:00100000:0.0:1746167289.963050:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423496576 00000100:00100000:0.0:1746167289.963092:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423496448 00000100:00100000:0.0:1746167289.963094:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423496448 00000100:00100000:0.0:1746167289.963107:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423497088 00000100:00100000:0.0:1746167289.963109:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423497088 00000100:00100000:0.0:1746167289.963123:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3653 00000100:00100000:0.0:1746167289.963130:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423496576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167289.963171:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423496576:12345-0@lo:400:kworker.0 Request processed in 41us (5860us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167289.963176:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3653 00000100:00100000:0.0:1746167289.963189:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3654 00000100:00100000:0.0:1746167289.963193:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423496448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167289.963212:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423496448:12345-0@lo:400:kworker.0 Request processed in 18us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167289.963217:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3654 00000100:00100000:0.0:1746167289.963223:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3655 00000100:00100000:0.0:1746167289.963227:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423497088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167289.963242:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423497088:12345-0@lo:400:kworker.0 Request processed in 15us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167289.963246:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3655 00000100:00080000:0.0:1746167289.963261:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746167289.963263:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167289.963291:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423496576:0@lo:400:kworker.0 00000100:00100000:0.0:1746167289.963312:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423496448:0@lo:400:kworker.0 00000100:00100000:0.0:1746167289.963320:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423497088:0@lo:400:kworker.0 00000100:00100000:2.0:1746167289.963493:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423497216 00000100:00100000:2.0:1746167289.963497:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423497216 00000100:00100000:2.0:1746167289.963521:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36365 00000100:00100000:2.0:1746167289.963527:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423497216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167289.963567:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423497216:12345-0@lo:400:kworker.0 Request processed in 40us (646us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167289.963571:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36365 00000100:00100000:0.0:1746167289.963652:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423497216:0@lo:400:kworker.0 00000100:00100000:0.0:1746167290.051232:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423497728:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167290.051316:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167290.051440:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423497728 00000100:00100000:2.0:1746167290.051448:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423497728 00000100:00100000:2.0:1746167290.051511:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36366 00000100:00100000:2.0:1746167290.051520:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423497728:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746167290.051560:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746167290.054917:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423497728:12345-0@lo:41:osp-pre-0-1.0 Request processed in 3388us (3592us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167290.054935:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36366 00000100:00100000:0.0:1746167290.055047:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b717480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423497728:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167290.274731:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746167290.274754:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009431aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423497856:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167290.275457:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167290.275555:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423497856 00000100:00100000:2.0:1746167290.275563:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423497856 00000100:00100000:2.0:1746167290.277108:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7402 00000100:00100000:2.0:1746167290.277124:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423497856:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167290.277162:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167290.277227:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423497856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 108us (1771us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167290.277234:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7402 00000100:00100000:0.0:1746167290.277316:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009431aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423497856:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167290.628493:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167291.631330:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167291.934459:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167291.934502:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167291.934529:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167291.934560:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167291.934562:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439240320 00000100:00100000:3.0:1746167291.934576:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439240320 00000100:00100000:0.0:1746167291.934585:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439240448 00000100:00100000:0.0:1746167291.934592:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439240448 00000100:00100000:3.0:1746167291.934670:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3656 00000100:00100000:3.0:1746167291.934725:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439240320:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167291.934811:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439240320:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 89us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167291.934817:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3656 00000100:00100000:2.0:1746167291.935946:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439240576 00000100:00100000:2.0:1746167291.935952:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439240576 00000100:00100000:2.0:1746167291.935978:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50618 00000100:00100000:2.0:1746167291.935983:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e498a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439240576:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167291.936009:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167291.936043:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e498a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439240576:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 59us (1482us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167291.936048:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50618 00000100:00100000:1.0:1746167291.936589:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439240192 00000100:00100000:1.0:1746167291.936594:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439240192 00000100:00100000:1.0:1746167291.936622:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1146 00000100:00100000:1.0:1746167291.936628:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439240192:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167291.936879:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439240192:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 32us (2157us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167291.936888:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1146 00000100:00080000:3.0:1746167291.937356:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746167291.937360:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167291.937703:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3657 00000100:00100000:0.0:1746167291.937715:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e499880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439240448:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167291.937783:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e499880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439240448:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 71us (3253us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167291.937790:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3657 00010000:00010000:3.0:1746167292.631962:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167293.635153:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167294.082752:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423497984:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167294.082839:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167294.083041:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423497984 00000100:00100000:2.0:1746167294.083050:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423497984 00000100:00100000:2.0:1746167294.083151:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7403 00000100:00100000:2.0:1746167294.083161:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423497984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167294.083214:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:0.0:1746167294.083531:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167294.084974:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423497984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1811us (2131us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167294.084984:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7403 00000100:00100000:1.0:1746167294.085095:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423497984:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167294.638189:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746167294.962124:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167294.962129:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167294.962133:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167294.962141:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11210 00000100:00080000:0.0:1746167294.962146:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746167294.962155:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167294.962182:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800949c8380 x1830977423498624/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167294.962215:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167294.962218:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167294.962220:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167294.962223:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11210 00000100:00080000:0.0:1746167294.962225:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167294.962228:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167294.962238:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800949c9180 x1830977423499136/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167294.962275:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423498240:0@lo:400:kworker.0 00000100:00100000:0.0:1746167294.962376:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167294.962430:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423498880:0@lo:400:kworker.0 00000100:00100000:0.0:1746167294.962450:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167294.962470:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746167294.962474:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423498368:0@lo:400:kworker.0 00000100:00100000:0.0:1746167294.962491:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167294.962502:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423499008:0@lo:400:kworker.0 00000100:00100000:0.0:1746167294.962521:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167294.962655:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423498624:0@lo:8:kworker.0 00000100:00100000:2.0:1746167294.962699:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167294.962728:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423499136:0@lo:8:kworker.0 00000100:00100000:2.0:1746167294.962745:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167294.962773:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423498240 00000100:00100000:2.0:1746167294.962780:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423498240 00000100:00100000:3.0:1746167294.963068:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423498880 00000100:00100000:3.0:1746167294.963073:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423498880 00000100:00100000:1.0:1746167294.963525:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746167294.963535:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423499520:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167294.963563:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167294.963591:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423498496:0@lo:400:kworker.0 00000100:00100000:1.0:1746167294.963610:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167294.963624:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423499264:0@lo:400:kworker.0 00000100:00100000:1.0:1746167294.963638:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167294.963650:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1746167294.963655:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423498112:0@lo:400:kworker.0 00000100:00100000:1.0:1746167294.963702:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167294.963722:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423498752:0@lo:400:kworker.0 00000100:00100000:1.0:1746167294.963739:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167294.963751:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423499392:0@lo:400:kworker.0 00000100:00100000:1.0:1746167294.963766:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167294.964831:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423499008 00000100:00100000:1.0:1746167294.964838:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423499008 00000100:00100000:1.0:1746167294.964862:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423499520 00000100:00100000:1.0:1746167294.964864:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423499520 00000100:00100000:1.0:1746167294.964872:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423498496 00000100:00100000:1.0:1746167294.964874:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423498496 00000100:00100000:1.0:1746167294.964885:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36367 00000100:00100000:3.0:1746167294.964888:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423498368 00000100:00100000:1.0:1746167294.964892:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:3769:x1830977423499008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167294.964892:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423498368 00000100:00100000:3.0:1746167294.964911:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423499392 00000100:00100000:3.0:1746167294.964913:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423499392 00000100:00100000:3.0:1746167294.964922:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3658 00000100:00100000:3.0:1746167294.964927:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423498880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167294.964938:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:3769:x1830977423499008:12345-0@lo:400:kworker.0 Request processed in 47us (2416us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167294.964944:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36367 00000100:00100000:3.0:1746167294.964956:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423498880:12345-0@lo:400:kworker.0 Request processed in 29us (2505us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167294.964958:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36368 00000100:00100000:3.0:1746167294.964961:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3658 00000100:00100000:1.0:1746167294.964962:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b714a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423499520:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167294.964974:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3659 00000100:00100000:3.0:1746167294.964978:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423498240:12345-0@lo:400:kworker.0 00000004:00000024:1.0:1746167294.964984:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167294.964997:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423498240:12345-0@lo:400:kworker.0 Request processed in 19us (2624us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167294.965002:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3659 00000100:00100000:1.0:1746167294.965007:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b714a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423499520:12345-0@lo:41:osp-pre-1-0.0 Request processed in 45us (1444us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167294.965011:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3660 00000100:00100000:1.0:1746167294.965012:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36368 00000100:00100000:3.0:1746167294.965015:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423498368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167294.965020:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36369 00000100:00100000:1.0:1746167294.965024:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b715500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423498496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167294.965033:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423498368:12345-0@lo:400:kworker.0 Request processed in 18us (2541us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167294.965038:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3660 00000100:00100000:1.0:1746167294.965041:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b715500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423498496:12345-0@lo:400:kworker.0 Request processed in 18us (1432us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167294.965046:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3661 00000100:00100000:1.0:1746167294.965047:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36369 00000100:00100000:3.0:1746167294.965050:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b717480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423499392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167294.965064:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423498624 00000100:00100000:1.0:1746167294.965067:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423498624 00000100:00100000:3.0:1746167294.965068:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b717480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423499392:12345-0@lo:400:kworker.0 Request processed in 18us (1301us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167294.965072:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3661 00000100:00100000:1.0:1746167294.965078:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423499136 00000100:00100000:1.0:1746167294.965081:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423499136 00000100:00100000:1.0:1746167294.965089:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423499264 00000100:00100000:3.0:1746167294.965090:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423498112 00000100:00100000:1.0:1746167294.965091:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423499264 00000100:00100000:3.0:1746167294.965092:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423498112 00000100:00100000:1.0:1746167294.965106:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423498752 00000100:00100000:1.0:1746167294.965107:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423498752 00000100:00100000:3.0:1746167294.965108:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1147 00000100:00100000:3.0:1746167294.965112:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423498112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167294.965118:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8019 00000100:00100000:1.0:1746167294.965122:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b717800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423499264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167294.965133:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423498112:12345-0@lo:400:kworker.0 Request processed in 20us (1430us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167294.965138:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1147 00000100:00100000:1.0:1746167294.965143:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b717800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423499264:12345-0@lo:400:kworker.0 Request processed in 21us (1504us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167294.965147:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8019 00000100:00100000:1.0:1746167294.965154:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8020 00000100:00100000:1.0:1746167294.965158:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b715180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423498752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167294.965162:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50619 00000100:00100000:3.0:1746167294.965167:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423498624:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746167294.965174:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b715180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423498752:12345-0@lo:400:kworker.0 Request processed in 16us (1435us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167294.965178:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8020 00000100:00100000:1.0:1746167294.965184:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50620 00010000:00020000:3.0:1746167294.965186:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167294.965187:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423499136:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167294.965194:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167294.965209:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423498624:12345-0@lo:8:kworker.0 Request processed in 42us (2510us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167294.965215:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50619 00000100:00100000:1.0:1746167294.965216:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423499136:12345-0@lo:8:kworker.0 Request processed in 29us (2471us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167294.965221:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50620 00000100:00080000:3.0:1746167294.965246:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1746167294.965251:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b714000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423499520:0@lo:41:osp-pre-1-0.0 00000100:00080000:3.0:1746167294.965251:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167294.965254:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423498624:0@lo:8:kworker.0 00000100:00080000:3.0:1746167294.965262:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167294.965264:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167294.965267:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423499136:0@lo:8:kworker.0 00000100:00100000:1.0:1746167294.965278:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423498368:0@lo:400:kworker.0 00000100:00100000:1.0:1746167294.965285:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423499008:0@lo:400:kworker.0 00000100:00100000:1.0:1746167294.965293:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423498240:0@lo:400:kworker.0 00000100:00100000:1.0:1746167294.965485:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423498880:0@lo:400:kworker.0 00000100:00100000:1.0:1746167294.965508:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423498112:0@lo:400:kworker.0 00000100:00100000:1.0:1746167294.965516:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423498752:0@lo:400:kworker.0 00000100:00100000:1.0:1746167294.965522:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423499392:0@lo:400:kworker.0 00000100:00100000:1.0:1746167294.965530:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423498496:0@lo:400:kworker.0 00000100:00080000:3.0:1746167294.965532:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167294.965536:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423499264:0@lo:400:kworker.0 00000100:00080000:3.0:1746167294.965536:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746167294.965538:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167295.075069:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746167295.075091:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423499648:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167295.075170:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167295.075606:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423499648 00000100:00100000:0.0:1746167295.075615:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423499648 00000100:00100000:0.0:1746167295.075881:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36370 00000100:00100000:0.0:1746167295.075891:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423499648:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167295.075931:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167295.075988:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423499648:12345-0@lo:41:osp-pre-0-1.0 Request processed in 98us (818us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167295.075996:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36370 00000100:00100000:2.0:1746167295.076124:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423499648:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167295.286736:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423499776:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167295.286810:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167295.287008:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423499776 00000100:00100000:3.0:1746167295.287018:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423499776 00000100:00100000:3.0:1746167295.287578:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7404 00000100:00100000:3.0:1746167295.287588:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b714000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423499776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167295.287623:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167295.288082:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b714000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423499776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 495us (1271us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167295.288089:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7404 00000100:00100000:1.0:1746167295.288176:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423499776:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167295.642233:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167296.644128:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167296.948344:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167296.960798:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167296.961007:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439240832 00000100:00100000:2.0:1746167296.961023:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439240832 00000100:00100000:0.0:1746167296.961094:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167296.961493:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439240704 00000100:00100000:3.0:1746167296.961499:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439240704 00000100:00080000:3.0:1746167296.961514:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167296.961557:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1148 00000100:00100000:3.0:1746167296.961566:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439240704:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167296.962041:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439240960 00000100:00100000:2.0:1746167296.962045:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439240960 00000100:00100000:3.0:1746167296.962072:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439240704:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 506us (13769us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167296.962081:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1148 00000100:00100000:1.0:1746167296.962107:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3662 00000100:00100000:1.0:1746167296.962116:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439240832:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167296.962149:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167296.962159:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439240832:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 46us (1374us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167296.962165:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3662 00000100:00100000:1.0:1746167296.962199:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439241088 00000100:00100000:1.0:1746167296.962203:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439241088 00000100:00100000:1.0:1746167296.962221:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50621 00000100:00100000:1.0:1746167296.962225:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439241088:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167296.962250:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167296.962286:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439241088:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 58us (136us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167296.962292:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50621 00000100:00080000:2.0:1746167296.962558:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167296.962585:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3663 00000100:00100000:2.0:1746167296.962592:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439240960:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167296.962623:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439240960:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 33us (1531us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167296.962629:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3663 00010000:00010000:3.0:1746167297.646292:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167298.648004:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167299.090337:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167299.090361:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423499904:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167299.090428:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167299.090593:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423499904 00000100:00100000:3.0:1746167299.090601:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423499904 00000100:00100000:3.0:1746167299.090647:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7405 00000100:00100000:3.0:1746167299.090655:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423499904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167299.090727:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:2.0:1746167299.090736:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167299.090825:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423499904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 111us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167299.090831:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7405 00000100:00100000:1.0:1746167299.090940:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423499904:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167299.649992:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746167299.969866:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167299.969872:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167299.969875:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167299.969882:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11215 00000100:00080000:0.0:1746167299.969886:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167299.969892:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167299.969909:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800949c9880 x1830977423500544/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167299.969935:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167299.969937:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167299.969939:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167299.969941:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11215 00000100:00080000:0.0:1746167299.969943:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167299.969946:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167299.969953:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800949c9180 x1830977423501056/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167299.970017:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423500288:0@lo:400:kworker.0 00000100:00100000:0.0:1746167299.970067:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167299.970111:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423500928:0@lo:400:kworker.0 00000100:00100000:0.0:1746167299.970133:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167299.970152:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746167299.970158:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423500416:0@lo:400:kworker.0 00000100:00100000:0.0:1746167299.970171:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167299.970182:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423501184:0@lo:400:kworker.0 00000100:00100000:0.0:1746167299.970198:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167299.970220:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423500928 00000100:00100000:0.0:1746167299.970236:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423500928 00000100:00100000:0.0:1746167299.970464:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423500416 00000100:00100000:0.0:1746167299.970467:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423500416 00000100:00100000:0.0:1746167299.970481:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36371 00000100:00100000:0.0:1746167299.970487:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dce0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423500928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167299.970524:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dce0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423500928:12345-0@lo:400:kworker.0 Request processed in 37us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167299.970529:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36371 00000100:00100000:0.0:1746167299.970539:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36372 00000100:00100000:0.0:1746167299.970543:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dce0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423500416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167299.970557:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dce0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423500416:12345-0@lo:400:kworker.0 Request processed in 14us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167299.970561:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36372 00000100:00100000:1.0:1746167299.970586:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423500160:0@lo:400:kworker.0 00000100:00100000:0.0:1746167299.970587:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423500416:0@lo:400:kworker.0 00000100:00100000:0.0:1746167299.970594:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423500928:0@lo:400:kworker.0 00000100:00100000:0.0:1746167299.970622:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423501184 00000100:00100000:0.0:1746167299.970624:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423501184 00000100:00100000:0.0:1746167299.970646:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8021 00000100:00100000:1.0:1746167299.970647:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167299.970650:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dce0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423501184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167299.970715:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423500544:0@lo:8:kworker.0 00000100:00100000:1.0:1746167299.970724:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423500800:0@lo:400:kworker.0 00000100:00100000:2.0:1746167299.970912:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423500288 00000100:00100000:2.0:1746167299.970915:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423500288 00000100:00100000:2.0:1746167299.970940:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423500160 00000100:00100000:2.0:1746167299.970942:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423500160 00000100:00100000:2.0:1746167299.970958:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3664 00000100:00100000:2.0:1746167299.970962:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dce0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423500288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167299.971019:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dce0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423501184:12345-0@lo:400:kworker.0 Request processed in 368us (820us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167299.971024:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8021 00000100:00100000:0.0:1746167299.971060:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423501184:0@lo:400:kworker.0 00000100:00100000:0.0:1746167299.971091:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3665 00000100:00100000:0.0:1746167299.971106:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423500160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167299.971128:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423500160:12345-0@lo:400:kworker.0 Request processed in 33us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167299.971133:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3665 00000100:00080000:0.0:1746167299.971177:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746167299.971180:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167299.971181:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167299.971191:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423500032:0@lo:400:kworker.0 00000100:00100000:0.0:1746167299.971214:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167299.971232:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423500672:0@lo:400:kworker.0 00000100:00100000:0.0:1746167299.971244:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167299.971253:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dce0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423501312:0@lo:400:kworker.0 00000100:00100000:0.0:1746167299.971278:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167299.971288:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746167299.971292:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dce1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423501440:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167299.971303:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167299.971542:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423501312 00000100:00100000:0.0:1746167299.971545:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423501312 00000100:00100000:0.0:1746167299.971559:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3666 00000100:00100000:0.0:1746167299.971564:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dce1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423501312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167299.971593:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dce1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423501312:12345-0@lo:400:kworker.0 Request processed in 29us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167299.971601:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3666 00000100:00100000:0.0:1746167299.971613:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423501440 00000100:00100000:0.0:1746167299.971615:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423501440 00000100:00100000:0.0:1746167299.971627:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36373 00000100:00100000:0.0:1746167299.971630:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dce1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423501440:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167299.971648:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167299.971667:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dce1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423501440:12345-0@lo:41:osp-pre-1-0.0 Request processed in 36us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167299.971671:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36373 00000100:00100000:0.0:1746167299.971699:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423500672 00000100:00100000:0.0:1746167299.971701:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423500672 00000100:00100000:0.0:1746167299.971713:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8022 00000100:00100000:0.0:1746167299.971716:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dce1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423500672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167299.971741:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dce1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423500672:12345-0@lo:400:kworker.0 Request processed in 24us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167299.971745:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8022 00000100:00100000:0.0:1746167299.971764:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dce1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423501440:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167299.971771:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423500672:0@lo:400:kworker.0 00000100:00100000:0.0:1746167299.971777:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dce0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423501312:0@lo:400:kworker.0 00000100:00100000:0.0:1746167299.971798:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423500032 00000100:00100000:0.0:1746167299.971800:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423500032 00000100:00100000:0.0:1746167299.971816:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1149 00000100:00100000:0.0:1746167299.971819:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423500032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167299.971839:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423500032:12345-0@lo:400:kworker.0 Request processed in 19us (624us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167299.971843:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1149 00000100:00100000:0.0:1746167299.971856:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423500032:0@lo:400:kworker.0 00000100:00100000:3.0:1746167299.971958:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167299.971967:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167299.971984:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423501056:0@lo:8:kworker.0 00000100:00100000:1.0:1746167299.972013:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423500160:0@lo:400:kworker.0 00000100:00100000:0.0:1746167299.972021:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423500544 00000100:00100000:0.0:1746167299.972023:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423500544 00000100:00100000:0.0:1746167299.972035:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50622 00000100:00100000:0.0:1746167299.972039:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423500544:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167299.972053:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167299.972072:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423500544:12345-0@lo:8:kworker.0 Request processed in 33us (115us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167299.972077:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50622 00000100:00100000:0.0:1746167299.972090:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423500800 00000100:00100000:0.0:1746167299.972092:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423500800 00000100:00100000:0.0:1746167299.972104:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3667 00000100:00100000:0.0:1746167299.972108:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090461f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423500800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167299.972139:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090461f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423500800:12345-0@lo:400:kworker.0 Request processed in 30us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167299.972144:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3667 00000100:00100000:2.0:1746167299.972473:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dce0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423500288:12345-0@lo:400:kworker.0 Request processed in 1509us (2405us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167299.972478:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3664 00000100:00100000:2.0:1746167299.972518:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423500288:0@lo:400:kworker.0 00000100:00100000:3.0:1746167299.972618:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746167299.972645:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167299.972648:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167299.972651:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423500544:0@lo:8:kworker.0 00000100:00100000:0.0:1746167299.972697:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423501056 00000100:00100000:0.0:1746167299.972699:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423501056 00000100:00100000:0.0:1746167299.972711:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50623 00000100:00100000:0.0:1746167299.972714:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423501056:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167299.972726:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167299.972753:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423501056:12345-0@lo:8:kworker.0 Request processed in 37us (135us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167299.972757:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50623 00000100:00080000:3.0:1746167299.972798:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167299.972801:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167299.972804:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423501056:0@lo:8:kworker.0 00000100:00100000:1.0:1746167299.972881:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423500800:0@lo:400:kworker.0 00000100:00100000:0.0:1746167300.081900:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423501568:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167300.081956:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167300.082091:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423501568 00000100:00100000:2.0:1746167300.082097:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423501568 00000100:00100000:2.0:1746167300.082140:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36374 00000100:00100000:2.0:1746167300.082147:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dce0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423501568:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746167300.082174:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746167300.082218:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dce0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423501568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167300.082224:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36374 00000100:00100000:1.0:1746167300.082331:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423501568:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167300.290524:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167300.290595:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423501696:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167300.290650:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167300.290769:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423501696 00000100:00100000:3.0:1746167300.290775:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423501696 00000100:00100000:3.0:1746167300.290810:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7406 00000100:00100000:3.0:1746167300.290817:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dce1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423501696:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167300.290840:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167300.290887:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dce1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423501696:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167300.290892:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7406 00000100:00100000:1.0:1746167300.290971:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423501696:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167300.652979:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167301.654516:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167301.972829:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167301.972872:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167301.972903:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167301.972930:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167301.972978:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439241472 00000100:00100000:0.0:1746167301.972986:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439241472 00000100:00100000:0.0:1746167301.973028:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439241344 00000100:00100000:0.0:1746167301.973030:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439241344 00000100:00100000:0.0:1746167301.973047:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3668 00000100:00100000:0.0:1746167301.973054:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dce2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439241472:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167301.973108:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dce2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439241472:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 54us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167301.973114:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3668 00000100:00100000:0.0:1746167301.973127:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3669 00000100:00100000:0.0:1746167301.973133:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dce2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439241344:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167301.973154:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dce2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439241344:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 22us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167301.973160:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3669 00000100:00080000:0.0:1746167301.973175:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746167301.973177:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167301.973422:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439241216 00000100:00100000:2.0:1746167301.973426:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439241216 00000100:00100000:2.0:1746167301.973449:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1150 00000100:00100000:2.0:1746167301.973454:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f67ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439241216:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167301.973480:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f67ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439241216:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 26us (660us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167301.973485:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1150 00000100:00100000:3.0:1746167301.973724:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439241600 00000100:00100000:3.0:1746167301.973729:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439241600 00000100:00100000:3.0:1746167301.973747:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50624 00000100:00100000:3.0:1746167301.973752:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dce1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439241600:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167301.973953:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167301.973989:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dce1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439241600:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 236us (1116us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167301.973998:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50624 00010000:00010000:3.0:1746167302.655989:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167303.659598:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167304.098051:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746167304.098069:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423501824:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167304.098130:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167304.098170:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423501824 00000100:00100000:0.0:1746167304.098177:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423501824 00000100:00100000:0.0:1746167304.098229:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7407 00000100:00100000:0.0:1746167304.098236:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423501824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167304.098476:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:1.0:1746167304.098508:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167304.099266:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423501824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1029us (1134us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167304.099273:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7407 00000100:00100000:2.0:1746167304.099356:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423501824:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167304.662081:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746167304.977868:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167304.977874:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167304.977876:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167304.977882:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11220 00000100:00080000:0.0:1746167304.977885:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167304.977890:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167304.977906:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006dce3800 x1830977423502464/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167304.977932:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167304.977935:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167304.977936:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167304.977938:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11220 00000100:00080000:0.0:1746167304.977940:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746167304.977944:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167304.977952:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800949c9880 x1830977423502976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167304.977991:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dce2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423502080:0@lo:400:kworker.0 00000100:00100000:0.0:1746167304.978041:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167304.978085:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423502720:0@lo:400:kworker.0 00000100:00100000:0.0:1746167304.978102:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167304.978119:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746167304.978123:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dce3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423502208:0@lo:400:kworker.0 00000100:00100000:0.0:1746167304.978137:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167304.978147:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423502848:0@lo:400:kworker.0 00000100:00100000:0.0:1746167304.978164:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167304.978208:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423502080 00000100:00100000:0.0:1746167304.978214:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423502080 00000100:00100000:0.0:1746167304.978250:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423502720 00000100:00100000:0.0:1746167304.978252:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423502720 00000100:00100000:0.0:1746167304.978263:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423502208 00000100:00100000:0.0:1746167304.978265:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423502208 00000100:00100000:0.0:1746167304.978280:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3670 00000100:00100000:0.0:1746167304.978285:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423502080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167304.978321:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423502080:12345-0@lo:400:kworker.0 Request processed in 35us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167304.978326:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3670 00000100:00100000:0.0:1746167304.978338:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3671 00000100:00100000:0.0:1746167304.978529:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423502720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167304.978554:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423502720:12345-0@lo:400:kworker.0 Request processed in 212us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167304.978562:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3671 00000100:00100000:0.0:1746167304.978571:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3672 00000100:00100000:0.0:1746167304.978576:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423502208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167304.978596:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423502208:12345-0@lo:400:kworker.0 Request processed in 20us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167304.978600:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3672 00000100:00100000:0.0:1746167304.978616:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423502848 00000100:00100000:0.0:1746167304.978618:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423502848 00000100:00100000:0.0:1746167304.978636:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36375 00000100:00100000:0.0:1746167304.978641:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423502848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167304.978664:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423502848:12345-0@lo:400:kworker.0 Request processed in 23us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167304.978669:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36375 00000100:00100000:0.0:1746167304.978721:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dce3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423502208:0@lo:400:kworker.0 00000100:00100000:0.0:1746167304.978729:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423502848:0@lo:400:kworker.0 00000100:00100000:0.0:1746167304.978736:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dce2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423502080:0@lo:400:kworker.0 00000100:00100000:0.0:1746167304.978743:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423502720:0@lo:400:kworker.0 00000100:00080000:0.0:1746167304.978775:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167304.978778:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167304.978808:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dce3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423502464:0@lo:8:kworker.0 00000100:00100000:0.0:1746167304.978828:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167304.978856:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423502976:0@lo:8:kworker.0 00000100:00100000:0.0:1746167304.978870:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167304.978897:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423502464 00000100:00100000:0.0:1746167304.978900:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423502464 00000100:00100000:0.0:1746167304.978911:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423502976 00000100:00100000:0.0:1746167304.978912:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423502976 00000100:00100000:0.0:1746167304.978920:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50625 00000100:00100000:0.0:1746167304.978924:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423502464:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167304.978940:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167304.978959:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423502464:12345-0@lo:8:kworker.0 Request processed in 34us (131us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167304.978964:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50625 00000100:00100000:0.0:1746167304.978971:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50626 00000100:00100000:0.0:1746167304.978974:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423502976:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167304.978981:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167304.978995:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423502976:12345-0@lo:8:kworker.0 Request processed in 20us (125us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167304.979000:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50626 00000100:00080000:0.0:1746167304.979018:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167304.979021:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167304.979024:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dce3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423502464:0@lo:8:kworker.0 00000100:00080000:0.0:1746167304.979030:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167304.979032:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167304.979034:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423502976:0@lo:8:kworker.0 00000100:00100000:1.0:1746167304.979117:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dce3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423502336:0@lo:400:kworker.0 00000100:00100000:1.0:1746167304.979142:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167304.979159:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423503104:0@lo:400:kworker.0 00000100:00100000:1.0:1746167304.979174:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167304.979200:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1746167304.979205:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dce2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423501952:0@lo:400:kworker.0 00000100:00100000:1.0:1746167304.979225:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167304.979248:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dce3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423502592:0@lo:400:kworker.0 00000100:00100000:1.0:1746167304.979263:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167304.979273:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423503232:0@lo:400:kworker.0 00000100:00100000:1.0:1746167304.979285:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167304.979300:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423503232 00000100:00100000:1.0:1746167304.979303:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423503232 00000100:00100000:1.0:1746167304.979319:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3673 00000100:00100000:1.0:1746167304.979323:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423503232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167304.979346:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423503232:12345-0@lo:400:kworker.0 Request processed in 23us (60us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167304.979351:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3673 00000100:00100000:1.0:1746167304.979370:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423503232:0@lo:400:kworker.0 00000100:00100000:1.0:1746167304.979385:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423501952 00000100:00100000:1.0:1746167304.979387:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423501952 00000100:00100000:1.0:1746167304.979404:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1151 00000100:00100000:1.0:1746167304.979408:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f67e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423501952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167304.979431:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f67e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423501952:12345-0@lo:400:kworker.0 Request processed in 23us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167304.979436:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1151 00000100:00100000:1.0:1746167304.979452:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dce2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423501952:0@lo:400:kworker.0 00000100:00100000:2.0:1746167304.979560:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423503360:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167304.979595:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167304.979621:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423502336 00000100:00100000:2.0:1746167304.979624:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423502336 00000100:00100000:2.0:1746167304.979839:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423503360 00000100:00100000:2.0:1746167304.979842:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423503360 00000100:00100000:2.0:1746167304.979858:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36376 00000100:00100000:2.0:1746167304.979863:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423502336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167304.979890:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423502336:12345-0@lo:400:kworker.0 Request processed in 27us (748us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167304.979895:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36376 00000100:00100000:2.0:1746167304.979906:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36377 00000100:00100000:2.0:1746167304.979909:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423503360:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167304.979927:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167304.979951:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423503360:12345-0@lo:41:osp-pre-1-0.0 Request processed in 41us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167304.979956:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36377 00000100:00100000:2.0:1746167304.979978:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423503360:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167304.980074:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dce3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423502336:0@lo:400:kworker.0 00000100:00100000:0.0:1746167304.981012:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423503104 00000100:00100000:0.0:1746167304.981015:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423503104 00000100:00100000:0.0:1746167304.981054:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423502592 00000100:00100000:0.0:1746167304.981056:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423502592 00000100:00100000:0.0:1746167304.981067:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8023 00000100:00100000:0.0:1746167304.981072:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423503104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167304.981100:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423503104:12345-0@lo:400:kworker.0 Request processed in 29us (1926us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167304.981105:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8023 00000100:00100000:0.0:1746167304.981112:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8024 00000100:00100000:0.0:1746167304.981115:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423502592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167304.981130:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423502592:12345-0@lo:400:kworker.0 Request processed in 15us (1866us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167304.981134:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8024 00000100:00100000:0.0:1746167304.981161:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dce3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423502592:0@lo:400:kworker.0 00000100:00100000:0.0:1746167304.981168:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423503104:0@lo:400:kworker.0 00000100:00080000:2.0:1746167304.981262:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167305.089897:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746167305.089915:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423503488:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167305.089967:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167305.090052:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423503488 00000100:00100000:0.0:1746167305.090058:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423503488 00000100:00100000:0.0:1746167305.090097:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36378 00000100:00100000:0.0:1746167305.090104:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423503488:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167305.090131:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167305.090165:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423503488:12345-0@lo:41:osp-pre-0-1.0 Request processed in 61us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167305.090170:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36378 00000100:00100000:3.0:1746167305.090276:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423503488:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167305.297968:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423503616:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167305.298021:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167305.298129:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423503616 00000100:00100000:1.0:1746167305.298135:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423503616 00000100:00100000:1.0:1746167305.298200:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7408 00000100:00100000:1.0:1746167305.298208:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423503616:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167305.298232:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167305.298266:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423503616:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167305.298272:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7408 00000100:00100000:0.0:1746167305.299865:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423503616:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167305.665124:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167306.666998:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167306.989668:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167306.989735:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439241856 00000100:00100000:1.0:1746167306.989743:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439241856 00000100:00100000:0.0:1746167306.989744:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167306.990949:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439241728 00000100:00100000:2.0:1746167306.990956:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439241728 00000100:00100000:2.0:1746167306.990997:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1152 00000100:00100000:2.0:1746167306.991007:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439241728:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167306.991599:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3674 00000100:00100000:1.0:1746167306.991606:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439241856:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167306.991831:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439241728:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 826us (2084us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167306.991838:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1152 00000100:00100000:0.0:1746167306.992159:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167306.992210:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167306.992234:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439242112 00000100:00100000:0.0:1746167306.992237:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439242112 00000100:00100000:0.0:1746167306.992253:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50627 00000100:00100000:0.0:1746167306.992258:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d24850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439242112:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167306.992278:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167306.992303:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d24850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439242112:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 45us (94us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167306.992309:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50627 00000100:00100000:2.0:1746167306.992715:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439241984 00000100:00100000:2.0:1746167306.992719:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439241984 00000100:00100000:2.0:1746167306.992744:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3675 00000100:00100000:2.0:1746167306.992749:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439241984:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167306.992774:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439241984:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 25us (616us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167306.992778:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3675 00000100:00100000:1.0:1746167306.993193:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439241856:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1586us (3530us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167306.993200:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3674 00000100:00080000:3.0:1746167306.993510:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746167306.993514:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1746167307.669781:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167308.670211:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167309.106063:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423503744:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167309.106151:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167309.106328:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423503744 00000100:00100000:2.0:1746167309.106335:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423503744 00000100:00080000:3.0:1746167309.106416:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167309.107073:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7409 00000100:00100000:2.0:1746167309.107084:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423503744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167309.107121:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167309.107280:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423503744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 199us (1128us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167309.107286:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7409 00000100:00100000:3.0:1746167309.107348:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423503744:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167309.671875:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167309.986077:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423504000:0@lo:400:kworker.0 00000100:00100000:2.0:1746167309.986166:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167309.986201:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423503872:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167309.986219:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167309.986236:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746167309.986239:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423504128:0@lo:400:kworker.0 00000100:00100000:2.0:1746167309.986254:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167309.986303:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423504000 00000100:00100000:3.0:1746167309.986308:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423504000 00000100:00100000:3.0:1746167309.986335:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1153 00000100:00100000:3.0:1746167309.986341:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423504000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167309.986372:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423504000:12345-0@lo:400:kworker.0 Request processed in 32us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167309.986378:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1153 00000100:00100000:3.0:1746167309.986408:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423503872 00000100:00100000:3.0:1746167309.986410:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423503872 00000100:00100000:3.0:1746167309.986424:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36379 00000100:00100000:3.0:1746167309.986428:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423503872:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746167309.986447:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167309.986465:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423503872:12345-0@lo:41:osp-pre-1-0.0 Request processed in 36us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167309.986469:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36379 00000100:00100000:2.0:1746167309.986784:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423504000:0@lo:400:kworker.0 00000100:00100000:2.0:1746167309.986797:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423503872:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167309.986827:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423504128 00000100:00100000:2.0:1746167309.986830:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423504128 00000100:00100000:2.0:1746167309.986871:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3676 00000100:00100000:2.0:1746167309.986877:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423504128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167309.986906:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423504128:12345-0@lo:400:kworker.0 Request processed in 30us (651us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167309.986910:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3676 00000100:00100000:2.0:1746167309.986932:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423504128:0@lo:400:kworker.0 00000100:00080000:3.0:1746167309.986976:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167309.987376:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423504256:0@lo:400:kworker.0 00000100:00100000:1.0:1746167309.987403:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167309.989341:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423504256 00000100:00100000:2.0:1746167309.989351:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423504256 00000100:00100000:2.0:1746167309.989403:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3677 00000100:00100000:2.0:1746167309.989410:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423504256:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1746167309.989496:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167309.990379:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423504256:12345-0@lo:400:kworker.0 Request processed in 968us (2973us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167309.990387:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3677 00000100:00080000:0.0:1746167309.991484:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167309.991488:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167309.991490:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167309.991494:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11225 00000100:00080000:0.0:1746167309.991497:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746167309.991501:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167309.991514:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800949cb800 x1830977423504512/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167309.992035:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423504384:0@lo:400:kworker.0 00000100:00100000:3.0:1746167309.992070:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167309.992113:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423504384 00000100:00100000:3.0:1746167309.992117:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423504384 00000100:00100000:3.0:1746167309.992142:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36380 00000100:00100000:3.0:1746167309.992147:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423504384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167309.992177:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423504384:12345-0@lo:400:kworker.0 Request processed in 30us (107us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167309.992182:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36380 00000100:00100000:3.0:1746167309.992209:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423504384:0@lo:400:kworker.0 00000100:00100000:3.0:1746167309.992233:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423504512:0@lo:8:kworker.0 00000100:00100000:3.0:1746167309.992469:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167309.992496:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423504512 00000100:00100000:3.0:1746167309.992499:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423504512 00000100:00100000:3.0:1746167309.992510:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50628 00000100:00100000:3.0:1746167309.992513:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423504512:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167309.992530:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167309.992549:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423504512:12345-0@lo:8:kworker.0 Request processed in 35us (79us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167309.992553:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50628 00000100:00080000:3.0:1746167309.992566:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167309.992569:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167309.992571:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423504512:0@lo:8:kworker.0 00000100:00100000:2.0:1746167309.992746:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423504640:0@lo:400:kworker.0 00000100:00100000:2.0:1746167309.992765:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167309.993216:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423504256:0@lo:400:kworker.0 00000100:00100000:3.0:1746167309.996502:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423504640 00000100:00100000:3.0:1746167309.996513:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423504640 00000100:00100000:3.0:1746167309.996559:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8025 00000100:00100000:3.0:1746167309.996565:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423504640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167309.999256:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423504768:0@lo:400:kworker.0 00000100:00100000:1.0:1746167309.999295:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167309.999345:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423504768 00000100:00100000:1.0:1746167309.999348:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423504768 00000100:00100000:1.0:1746167309.999370:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3678 00000100:00100000:1.0:1746167309.999375:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423504768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167309.999405:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423504768:12345-0@lo:400:kworker.0 Request processed in 31us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167309.999411:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3678 00000100:00100000:1.0:1746167309.999443:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423504768:0@lo:400:kworker.0 00000100:00080000:0.0:1746167310.000163:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167310.000167:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167310.000170:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167310.000174:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11225 00000100:00080000:0.0:1746167310.000177:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746167310.000181:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167310.000204:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800949cb800 x1830977423504896/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167310.000237:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746167310.000250:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423505024:0@lo:400:kworker.0 00000100:00100000:0.0:1746167310.000281:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167310.000426:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423504640:0@lo:400:kworker.0 00000100:00100000:2.0:1746167310.000449:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423504896:0@lo:8:kworker.0 00000100:00100000:0.0:1746167310.000452:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130488700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423505152:0@lo:400:kworker.0 00000100:00100000:3.0:1746167310.000551:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423504640:12345-0@lo:400:kworker.0 Request processed in 3984us (7782us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167310.000556:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167310.000559:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8025 00000100:00100000:2.0:1746167310.000580:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423505024 00000100:00100000:2.0:1746167310.000582:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423505024 00000100:00100000:3.0:1746167310.000582:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423504896 00000100:00100000:3.0:1746167310.000585:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423504896 00000100:00080000:3.0:1746167310.000605:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167310.000608:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8026 00000100:00100000:2.0:1746167310.000613:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423505024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167310.000613:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50629 00000100:00100000:3.0:1746167310.000616:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423504896:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1746167310.000633:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423505024:12345-0@lo:400:kworker.0 Request processed in 21us (352us total) trans 0 rc 0/0 00010000:00020000:3.0:1746167310.000633:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167310.000638:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8026 00000100:00100000:3.0:1746167310.000659:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423504896:12345-0@lo:8:kworker.0 Request processed in 42us (103us total) trans 0 rc -19/-19 00000100:00080000:2.0:1746167310.000662:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167310.000665:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167310.000665:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50629 00000100:00100000:2.0:1746167310.000668:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423504896:0@lo:8:kworker.0 00000100:00100000:0.0:1746167310.001467:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167310.001500:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423505024:0@lo:400:kworker.0 00000100:00100000:1.0:1746167310.001511:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423505152 00000100:00100000:1.0:1746167310.001515:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423505152 00000100:00100000:1.0:1746167310.001545:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3679 00000100:00100000:1.0:1746167310.001550:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423505152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167310.001591:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423505152:12345-0@lo:400:kworker.0 Request processed in 41us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167310.001596:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3679 00000100:00100000:0.0:1746167310.002612:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130488700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423505152:0@lo:400:kworker.0 00000100:00100000:2.0:1746167310.098495:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423505280:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167310.098556:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167310.102715:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423505280 00000100:00100000:3.0:1746167310.102729:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423505280 00000100:00100000:3.0:1746167310.102795:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36381 00000100:00100000:3.0:1746167310.102803:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423505280:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167310.102833:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167310.102908:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423505280:12345-0@lo:41:osp-pre-0-1.0 Request processed in 106us (4352us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167310.102914:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36381 00000100:00100000:2.0:1746167310.102967:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423505280:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167310.307193:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130488700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423505408:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167310.307255:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167310.308138:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423505408 00000100:00100000:2.0:1746167310.308147:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423505408 00000100:00100000:2.0:1746167310.308196:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7410 00000100:00100000:2.0:1746167310.308204:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423505408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167310.308229:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167310.308279:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423505408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (1023us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167310.308285:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7410 00000100:00100000:0.0:1746167310.309002:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130488700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423505408:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167310.674149:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167311.678305:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167311.999816:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167311.999853:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167311.999881:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167311.999950:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167311.999987:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439242624 00000100:00100000:0.0:1746167311.999995:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439242624 00000100:00100000:0.0:1746167312.000022:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50630 00000100:00100000:0.0:1746167312.000028:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439242624:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167312.000050:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167312.000120:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439242624:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 91us (168us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167312.000126:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50630 00000100:00100000:1.0:1746167312.000248:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439242496 00000100:00100000:1.0:1746167312.000253:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439242496 00000100:00100000:1.0:1746167312.000479:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439242368 00000100:00100000:1.0:1746167312.000482:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439242368 00000100:00100000:1.0:1746167312.000508:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3680 00000100:00100000:1.0:1746167312.000515:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130488700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439242496:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167312.000551:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130488700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439242496:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 36us (697us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167312.000556:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3680 00000100:00100000:1.0:1746167312.000568:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3681 00000100:00100000:1.0:1746167312.000572:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e322680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439242368:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167312.000590:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e322680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439242368:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 18us (709us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167312.000595:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3681 00000100:00080000:1.0:1746167312.000652:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746167312.000655:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167312.000713:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439242240 00000100:00100000:3.0:1746167312.000717:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439242240 00000100:00100000:3.0:1746167312.000739:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1154 00000100:00100000:3.0:1746167312.000744:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439242240:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167312.000777:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439242240:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 32us (968us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167312.000782:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1154 00010000:00010000:3.0:1746167312.678612:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167313.680115:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167314.114634:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746167314.114654:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423505536:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167314.114742:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167314.115296:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423505536 00000100:00100000:2.0:1746167314.115304:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423505536 00000100:00100000:2.0:1746167314.115355:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7411 00000100:00100000:2.0:1746167314.115362:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423505536:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167314.115386:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167314.115432:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423505536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (690us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167314.115439:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7411 00000100:00100000:0.0:1746167314.115552:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423505536:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1746167314.115699:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746167314.681870:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167314.994932:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423505664:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167314.994984:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167314.995120:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423505664 00000100:00100000:2.0:1746167314.995127:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423505664 00000100:00100000:2.0:1746167314.995157:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36382 00000100:00100000:2.0:1746167314.995163:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423505664:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167314.995187:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167314.995229:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423505664:12345-0@lo:41:osp-pre-1-0.0 Request processed in 66us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167314.995235:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36382 00000100:00100000:1.0:1746167314.995609:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423505664:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167315.010043:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423505792:0@lo:400:kworker.0 00000100:00100000:2.0:1746167315.010097:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167315.010212:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423505792 00000100:00100000:3.0:1746167315.010219:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423505792 00000100:00100000:3.0:1746167315.010262:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1155 00000100:00100000:3.0:1746167315.010269:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423505792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167315.010309:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423505792:12345-0@lo:400:kworker.0 Request processed in 41us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167315.010315:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1155 00000100:00100000:2.0:1746167315.010399:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423505792:0@lo:400:kworker.0 00000100:00100000:2.0:1746167315.011021:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746167315.011030:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423505920:0@lo:400:kworker.0 00000100:00100000:2.0:1746167315.011056:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167315.011641:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423506048:0@lo:400:kworker.0 00000100:00100000:2.0:1746167315.011662:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167315.011701:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423505920 00000100:00100000:2.0:1746167315.011705:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423505920 00000100:00100000:2.0:1746167315.011738:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423506048 00000100:00100000:2.0:1746167315.011740:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423506048 00000100:00080000:0.0:1746167315.011753:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1746167315.011755:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3682 00000100:00080000:0.0:1746167315.011757:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1746167315.011759:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dced880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423505920:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1746167315.011760:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167315.011763:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11230 00000100:00080000:0.0:1746167315.011766:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746167315.011769:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167315.011783:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ae88e00 x1830977423506304/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167315.011787:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dced880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423505920:12345-0@lo:400:kworker.0 Request processed in 28us (730us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167315.011792:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3682 00000100:00100000:2.0:1746167315.011801:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3683 00000100:00100000:2.0:1746167315.011805:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423506048:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1746167315.011807:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167315.011809:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167315.011811:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167315.011813:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11230 00000100:00080000:0.0:1746167315.011815:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746167315.011818:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167315.011822:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423506048:12345-0@lo:400:kworker.0 Request processed in 17us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167315.011826:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008e498000 x1830977423506688/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167315.011826:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3683 00000100:00100000:2.0:1746167315.011841:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e498700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423506816:0@lo:400:kworker.0 00000100:00100000:0.0:1746167315.011850:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423506304:0@lo:8:kworker.0 00000100:00100000:2.0:1746167315.011861:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167315.011870:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423506560:0@lo:400:kworker.0 00000100:00100000:2.0:1746167315.011883:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423506048:0@lo:400:kworker.0 00000100:00100000:0.0:1746167315.011885:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167315.011892:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746167315.011895:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746167315.011895:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423506176:0@lo:400:kworker.0 00000100:00100000:0.0:1746167315.011899:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423506432:0@lo:400:kworker.0 00000100:00100000:0.0:1746167315.011910:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167315.011910:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167315.011920:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e499180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423506944:0@lo:400:kworker.0 00000100:00100000:0.0:1746167315.011924:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167315.011932:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e498000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423506688:0@lo:8:kworker.0 00000100:00100000:2.0:1746167315.011933:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167315.011946:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167315.011950:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423506816 00000100:00100000:2.0:1746167315.011953:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423506816 00000100:00100000:0.0:1746167315.011963:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423506432 00000100:00100000:0.0:1746167315.011965:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423506432 00000100:00100000:2.0:1746167315.011971:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423506304 00000100:00100000:2.0:1746167315.011973:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423506304 00000100:00100000:0.0:1746167315.011979:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423506688 00000100:00100000:0.0:1746167315.011980:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423506688 00000100:00100000:2.0:1746167315.011981:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8027 00000100:00100000:2.0:1746167315.011985:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423506816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167315.011988:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8028 00000100:00100000:0.0:1746167315.011992:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e498a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423506432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167315.012027:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e498a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423506432:12345-0@lo:400:kworker.0 Request processed in 33us (115us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167315.012032:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8028 00000100:00100000:0.0:1746167315.012041:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50631 00000100:00100000:0.0:1746167315.012045:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423506304:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1746167315.012055:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50632 00000100:00100000:3.0:1746167315.012058:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423506688:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167315.012060:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1746167315.012066:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167315.012081:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423506304:12345-0@lo:8:kworker.0 Request processed in 35us (156us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167315.012081:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423506688:12345-0@lo:8:kworker.0 Request processed in 22us (135us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167315.012086:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50631 00000100:00100000:3.0:1746167315.012095:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50632 00000100:00080000:0.0:1746167315.012107:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1746167315.012108:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423506176 00000100:00080000:0.0:1746167315.012110:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167315.012110:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423506176 00000100:00100000:0.0:1746167315.012113:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423506304:0@lo:8:kworker.0 00000100:00080000:0.0:1746167315.012119:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167315.012120:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167315.012123:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e498000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423506688:0@lo:8:kworker.0 00000100:00100000:3.0:1746167315.012127:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36383 00000100:00100000:3.0:1746167315.012131:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423506176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167315.012142:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423506432:0@lo:400:kworker.0 00000100:00100000:0.0:1746167315.012163:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423506560 00000100:00100000:0.0:1746167315.012165:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423506560 00000100:00100000:2.0:1746167315.012542:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423506816:12345-0@lo:400:kworker.0 Request processed in 555us (679us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167315.012548:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8027 00000100:00100000:2.0:1746167315.012566:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423506944 00000100:00100000:2.0:1746167315.012569:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423506944 00000100:00100000:2.0:1746167315.012583:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3684 00000100:00100000:2.0:1746167315.012587:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423506944:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1746167315.012959:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746167315.012963:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167315.012964:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167315.012964:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423506176:12345-0@lo:400:kworker.0 Request processed in 832us (1052us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167315.012970:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36383 00000100:00100000:1.0:1746167315.012997:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423506176:0@lo:400:kworker.0 00000100:00100000:3.0:1746167315.012999:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423505920:0@lo:400:kworker.0 00000100:00100000:1.0:1746167315.013061:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e499180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423506944:0@lo:400:kworker.0 00000100:00100000:2.0:1746167315.013061:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423506944:12345-0@lo:400:kworker.0 Request processed in 472us (1125us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167315.013066:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3684 00000100:00100000:1.0:1746167315.013068:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e498700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423506816:0@lo:400:kworker.0 00000100:00100000:0.0:1746167315.013227:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3685 00000100:00100000:0.0:1746167315.013232:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423506560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167315.014829:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423506560:12345-0@lo:400:kworker.0 Request processed in 1595us (2941us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167315.014835:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3685 00000100:00100000:1.0:1746167315.014901:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423506560:0@lo:400:kworker.0 00000100:00100000:3.0:1746167315.106093:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423507072:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167315.106153:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167315.106628:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423507072 00000100:00100000:2.0:1746167315.106634:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423507072 00000100:00100000:2.0:1746167315.106696:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36384 00000100:00100000:2.0:1746167315.106703:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423507072:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746167315.106731:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746167315.107048:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423507072:12345-0@lo:41:osp-pre-0-1.0 Request processed in 344us (893us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167315.107053:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36384 00000100:00100000:0.0:1746167315.107063:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423507072:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167315.313913:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e498700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423507200:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167315.313975:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167315.314282:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423507200 00000100:00100000:3.0:1746167315.314289:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423507200 00000100:00100000:3.0:1746167315.314324:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7412 00000100:00100000:3.0:1746167315.314331:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423507200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167315.314354:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167315.314388:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423507200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167315.314394:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7412 00000100:00100000:1.0:1746167315.314565:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e498700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423507200:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167315.684473:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167316.686891:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167317.010556:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167317.011072:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167317.011104:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439243008 00000100:00100000:1.0:1746167317.011112:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439243008 00000100:00100000:0.0:1746167317.011114:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167317.011150:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439242752 00000100:00100000:2.0:1746167317.011154:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439242752 00000100:00100000:3.0:1746167317.011545:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439242880 00000100:00100000:2.0:1746167317.011549:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1156 00000100:00100000:3.0:1746167317.011549:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439242880 00000100:00100000:1.0:1746167317.011551:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3686 00000100:00100000:2.0:1746167317.011557:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439242752:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167317.011558:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e499180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439243008:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167317.011573:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3687 00000100:00100000:3.0:1746167317.011579:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e498000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439242880:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167317.011606:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e498000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439242880:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 28us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167317.011607:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e499180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439243008:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 50us (535us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167317.011607:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439242752:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 51us (1059us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167317.011611:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3687 00000100:00100000:2.0:1746167317.011612:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1156 00000100:00100000:1.0:1746167317.011615:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3686 00000100:00080000:1.0:1746167317.011630:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746167317.011633:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167317.011742:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167317.012602:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439243136 00000100:00100000:1.0:1746167317.012607:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439243136 00000100:00100000:1.0:1746167317.012775:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50633 00000100:00100000:1.0:1746167317.012781:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e498700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439243136:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167317.012801:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167317.012843:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e498700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439243136:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 60us (1100us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167317.012849:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50633 00010000:00010000:3.0:1746167317.691191:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167318.694230:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167319.121897:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423507328:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167319.121980:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167319.122092:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423507328 00000100:00100000:3.0:1746167319.122099:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423507328 00000100:00100000:3.0:1746167319.122150:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7413 00000100:00080000:0.0:1746167319.122158:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167319.122158:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423507328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167319.122193:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167319.122478:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423507328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 321us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167319.122485:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7413 00000100:00100000:1.0:1746167319.123140:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423507328:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167319.696724:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167320.002164:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423507456:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167320.002221:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167320.002401:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423507456 00000100:00100000:3.0:1746167320.002408:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423507456 00000100:00100000:3.0:1746167320.002452:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36385 00000100:00100000:3.0:1746167320.002459:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423507456:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746167320.002486:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167320.002521:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423507456:12345-0@lo:41:osp-pre-1-0.0 Request processed in 63us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167320.002527:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36385 00000100:00100000:2.0:1746167320.002900:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423507456:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167320.019183:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423507584:0@lo:400:kworker.0 00000100:00100000:2.0:1746167320.019240:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167320.019361:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423507584 00000100:00100000:3.0:1746167320.019369:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423507584 00000100:00100000:3.0:1746167320.019402:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1157 00000100:00100000:3.0:1746167320.019408:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423507584:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1746167320.019876:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167320.019881:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167320.019883:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167320.019887:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11235 00000100:00080000:0.0:1746167320.019891:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746167320.019895:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167320.019914:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b716680 x1830977423508096/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167320.019949:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167320.019952:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167320.019953:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167320.019955:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11235 00000100:00080000:0.0:1746167320.019957:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167320.019960:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167320.019969:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006dc7c700 x1830977423508480/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167320.019995:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423508096:0@lo:8:kworker.0 00000100:00100000:0.0:1746167320.020020:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167320.020034:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423508480:0@lo:8:kworker.0 00000100:00100000:0.0:1746167320.020047:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167320.020152:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423507712:0@lo:400:kworker.0 00000100:00100000:1.0:1746167320.020178:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167320.020197:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423508352:0@lo:400:kworker.0 00000100:00100000:1.0:1746167320.020209:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167320.020221:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746167320.020225:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423508224:0@lo:400:kworker.0 00000100:00100000:1.0:1746167320.020246:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423507712 00000100:00100000:1.0:1746167320.020249:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423507712 00000100:00100000:1.0:1746167320.020274:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423508352 00000100:00100000:1.0:1746167320.020276:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423508352 00000100:00100000:1.0:1746167320.020288:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3688 00000100:00100000:1.0:1746167320.020293:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423507712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167320.020321:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423507712:12345-0@lo:400:kworker.0 Request processed in 28us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167320.020326:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3688 00000100:00100000:1.0:1746167320.020339:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3689 00000100:00100000:1.0:1746167320.020343:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423508352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167320.020363:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423508352:12345-0@lo:400:kworker.0 Request processed in 20us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167320.020367:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3689 00000100:00080000:1.0:1746167320.020383:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167320.020401:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423507840:0@lo:400:kworker.0 00000100:00100000:1.0:1746167320.020417:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167320.020429:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423508608:0@lo:400:kworker.0 00000100:00100000:1.0:1746167320.020444:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423507840 00000100:00100000:1.0:1746167320.020447:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423507840 00000100:00100000:1.0:1746167320.020464:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3690 00000100:00100000:1.0:1746167320.020469:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423507840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167320.020492:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423507840:12345-0@lo:400:kworker.0 Request processed in 23us (74us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167320.020496:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3690 00000100:00080000:1.0:1746167320.020506:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167320.020615:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423507584:12345-0@lo:400:kworker.0 Request processed in 1206us (1374us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167320.020620:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1157 00000100:00100000:2.0:1746167320.020691:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423507584:0@lo:400:kworker.0 00000100:00100000:0.0:1746167320.021544:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167320.021783:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423507712:0@lo:400:kworker.0 00000100:00100000:0.0:1746167320.021791:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423508352:0@lo:400:kworker.0 00000100:00100000:1.0:1746167320.021909:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423508096 00000100:00100000:1.0:1746167320.021913:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423508096 00000100:00100000:1.0:1746167320.021941:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423508480 00000100:00100000:1.0:1746167320.021943:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423508480 00000100:00100000:1.0:1746167320.021954:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423508224 00000100:00100000:1.0:1746167320.021956:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423508224 00000100:00100000:1.0:1746167320.021972:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8029 00000100:00100000:1.0:1746167320.021977:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dce0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423508224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167320.022010:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dce0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423508224:12345-0@lo:400:kworker.0 Request processed in 33us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167320.022018:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8029 00000100:00100000:1.0:1746167320.022027:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50634 00000100:00100000:1.0:1746167320.022031:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423508096:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167320.022048:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167320.022067:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423508096:12345-0@lo:8:kworker.0 Request processed in 36us (2047us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167320.022073:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50634 00000100:00100000:1.0:1746167320.022080:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50635 00000100:00100000:1.0:1746167320.022083:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423508480:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167320.022091:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167320.022105:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423508480:12345-0@lo:8:kworker.0 Request processed in 21us (2057us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167320.022109:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50635 00000100:00100000:1.0:1746167320.022122:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f87ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423507968:0@lo:400:kworker.0 00000100:00100000:1.0:1746167320.022143:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167320.022158:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423508736:0@lo:400:kworker.0 00000100:00100000:1.0:1746167320.022171:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167320.022189:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423508736 00000100:00100000:1.0:1746167320.022191:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423508736 00000100:00100000:3.0:1746167320.022321:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167320.022346:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423507840:0@lo:400:kworker.0 00000100:00100000:3.0:1746167320.022359:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423508608 00000100:00100000:3.0:1746167320.022362:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423508608 00000100:00100000:3.0:1746167320.022380:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8030 00000100:00100000:3.0:1746167320.022385:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423508608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167320.022409:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423508608:12345-0@lo:400:kworker.0 Request processed in 25us (88us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167320.022414:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8030 00000100:00080000:3.0:1746167320.022428:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167320.022439:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423508608:0@lo:400:kworker.0 00000100:00100000:3.0:1746167320.022463:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3691 00000100:00100000:3.0:1746167320.022467:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423508736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167320.022489:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423508736:12345-0@lo:400:kworker.0 Request processed in 22us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167320.022493:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3691 00000100:00100000:3.0:1746167320.022509:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423508736:0@lo:400:kworker.0 00000100:00080000:0.0:1746167320.022606:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167320.022610:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167320.022613:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423508096:0@lo:8:kworker.0 00000100:00080000:0.0:1746167320.022620:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167320.022622:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167320.022624:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423508480:0@lo:8:kworker.0 00000100:00100000:0.0:1746167320.022645:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423508224:0@lo:400:kworker.0 00000100:00100000:1.0:1746167320.022790:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423507968 00000100:00100000:1.0:1746167320.022794:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423507968 00000100:00100000:1.0:1746167320.022934:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36386 00000100:00100000:1.0:1746167320.022940:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423507968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167320.023073:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423507968:12345-0@lo:400:kworker.0 Request processed in 133us (928us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167320.023081:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36386 00000100:00100000:3.0:1746167320.023128:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f87ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423507968:0@lo:400:kworker.0 00000100:00100000:1.0:1746167320.114357:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746167320.114374:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dce1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423508864:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167320.114433:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167320.114554:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423508864 00000100:00100000:0.0:1746167320.114560:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423508864 00000100:00100000:0.0:1746167320.114604:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36387 00000100:00100000:0.0:1746167320.114611:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423508864:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167320.114638:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167320.114692:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423508864:12345-0@lo:41:osp-pre-0-1.0 Request processed in 63us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167320.114698:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36387 00000100:00100000:1.0:1746167320.115818:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dce1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423508864:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167320.323246:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423508992:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167320.323302:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167320.328224:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423508992 00000100:00100000:3.0:1746167320.328460:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423508992 00000100:00100000:3.0:1746167320.328524:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7414 00000100:00100000:3.0:1746167320.328531:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423508992:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167320.328558:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167320.328616:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423508992:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (5313us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167320.328623:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7414 00000100:00100000:2.0:1746167320.329005:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423508992:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167320.699500:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167321.704143:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167322.032855:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167322.032933:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167322.032970:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167322.033014:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167322.033065:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439243392 00000100:00100000:2.0:1746167322.033078:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439243392 00000100:00100000:1.0:1746167322.033104:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439243520 00000100:00100000:1.0:1746167322.033111:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439243520 00000100:00100000:2.0:1746167322.033173:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3692 00000100:00100000:2.0:1746167322.033184:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dce3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439243520:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:3.0:1746167322.033202:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746167322.033206:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167322.033220:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439243264 00000100:00100000:3.0:1746167322.033223:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439243264 00000100:00100000:3.0:1746167322.033252:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1158 00000100:00100000:2.0:1746167322.033255:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dce3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439243520:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 73us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167322.033259:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439243264:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167322.033261:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3692 00000100:00100000:2.0:1746167322.033275:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3693 00000100:00100000:2.0:1746167322.033280:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dce1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439243392:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167322.033319:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dce1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439243392:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 38us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167322.033319:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439243264:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 60us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167322.033324:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3693 00000100:00100000:3.0:1746167322.033330:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1158 00000100:00100000:0.0:1746167322.035740:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439243648 00000100:00100000:0.0:1746167322.035749:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439243648 00000100:00100000:0.0:1746167322.035785:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50636 00000100:00100000:0.0:1746167322.035791:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dce3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439243648:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167322.035816:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167322.038329:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dce3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439243648:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 2524us (5302us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167322.038343:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50636 00010000:00010000:3.0:1746167322.706514:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167323.708167:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167324.130743:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423509120:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167324.130831:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167324.131649:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423509120 00000100:00100000:0.0:1746167324.131659:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423509120 00000100:00100000:0.0:1746167324.131749:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7415 00000100:00100000:0.0:1746167324.131758:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423509120:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167324.131793:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167324.131834:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423509120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (1003us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167324.131841:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7415 00000100:00080000:2.0:1746167324.131908:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167324.132723:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423509120:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167324.710190:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167325.010982:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746167325.011006:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423509248:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167325.011086:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167325.011596:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423509248 00000100:00100000:0.0:1746167325.011604:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423509248 00000100:00100000:0.0:1746167325.011661:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36388 00000100:00100000:0.0:1746167325.011669:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423509248:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167325.011738:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167325.011793:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423509248:12345-0@lo:41:osp-pre-1-0.0 Request processed in 125us (708us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167325.011802:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36388 00000100:00100000:3.0:1746167325.012026:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423509248:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1746167325.025923:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167325.025929:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167325.025933:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167325.025941:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11240 00000100:00080000:0.0:1746167325.025946:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167325.025952:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167325.025977:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006dce1500 x1830977423509888/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167325.026013:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167325.026017:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167325.026018:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167325.026021:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11240 00000100:00080000:0.0:1746167325.026023:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167325.026027:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167325.026057:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b715180 x1830977423510272/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167325.026122:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dce3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423509760:0@lo:400:kworker.0 00000100:00100000:0.0:1746167325.026196:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167325.026251:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423510528:0@lo:400:kworker.0 00000100:00100000:0.0:1746167325.026275:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167325.026298:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1746167325.026303:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dce2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423509632:0@lo:400:kworker.0 00000100:00100000:0.0:1746167325.026320:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167325.026335:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423510400:0@lo:400:kworker.0 00000100:00100000:0.0:1746167325.026354:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167325.026386:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423510528 00000100:00100000:0.0:1746167325.026394:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423510528 00000100:00100000:0.0:1746167325.026433:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423509632 00000100:00100000:0.0:1746167325.026436:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423509632 00000100:00100000:0.0:1746167325.026463:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3694 00000100:00100000:0.0:1746167325.026469:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423510528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167325.026512:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423510528:12345-0@lo:400:kworker.0 Request processed in 43us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167325.026519:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3694 00000100:00100000:0.0:1746167325.026534:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3695 00000100:00100000:0.0:1746167325.026538:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423509632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167325.026558:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423509632:12345-0@lo:400:kworker.0 Request processed in 20us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167325.026562:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3695 00000100:00100000:0.0:1746167325.026582:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423510400 00000100:00100000:0.0:1746167325.026585:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423510400 00000100:00100000:0.0:1746167325.026608:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8031 00000100:00100000:0.0:1746167325.026613:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423510400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167325.026637:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423510400:12345-0@lo:400:kworker.0 Request processed in 24us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167325.026642:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8031 00000100:00100000:0.0:1746167325.026702:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dce2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423509632:0@lo:400:kworker.0 00000100:00100000:0.0:1746167325.026713:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423510400:0@lo:400:kworker.0 00000100:00100000:0.0:1746167325.026720:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423510528:0@lo:400:kworker.0 00000100:00080000:0.0:1746167325.026762:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746167325.026766:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167325.026776:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423509760 00000100:00100000:0.0:1746167325.026779:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423509760 00000100:00100000:0.0:1746167325.026800:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36389 00000100:00100000:0.0:1746167325.026805:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423509760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167325.026832:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423509760:12345-0@lo:400:kworker.0 Request processed in 27us (637us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167325.026852:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36389 00000100:00100000:0.0:1746167325.026876:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dce3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423509760:0@lo:400:kworker.0 00000100:00100000:2.0:1746167325.027082:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dce3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423509504:0@lo:400:kworker.0 00000100:00100000:2.0:1746167325.027107:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167325.027143:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423510144:0@lo:400:kworker.0 00000100:00100000:2.0:1746167325.027159:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167325.027173:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1746167325.027178:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dce2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423509376:0@lo:400:kworker.0 00000100:00100000:2.0:1746167325.027199:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167325.027222:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423510016:0@lo:400:kworker.0 00000100:00100000:2.0:1746167325.027239:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167325.027259:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423510016 00000100:00100000:2.0:1746167325.027261:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423510016 00000100:00100000:2.0:1746167325.027491:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8032 00000100:00100000:2.0:1746167325.027498:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423510016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167325.027526:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423510016:12345-0@lo:400:kworker.0 Request processed in 29us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167325.027535:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8032 00000100:00100000:2.0:1746167325.027559:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b717800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423510016:0@lo:400:kworker.0 00000100:00100000:2.0:1746167325.027582:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423509376 00000100:00100000:2.0:1746167325.027584:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423509376 00000100:00100000:2.0:1746167325.027605:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1159 00000100:00100000:2.0:1746167325.027609:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423509376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167325.027634:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423509376:12345-0@lo:400:kworker.0 Request processed in 25us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167325.027639:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1159 00000100:00100000:2.0:1746167325.027665:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dce2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423509376:0@lo:400:kworker.0 00000100:00100000:1.0:1746167325.027763:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dce1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423509888:0@lo:8:kworker.0 00000100:00100000:1.0:1746167325.027793:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167325.027812:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423510272:0@lo:8:kworker.0 00000100:00100000:1.0:1746167325.027828:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167325.029342:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423509504 00000100:00100000:0.0:1746167325.029349:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423509504 00000100:00100000:0.0:1746167325.029394:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423510144 00000100:00100000:0.0:1746167325.029397:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423510144 00000100:00100000:0.0:1746167325.029413:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3696 00000100:00100000:0.0:1746167325.029420:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423509504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167325.029485:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423509504:12345-0@lo:400:kworker.0 Request processed in 65us (2376us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167325.029491:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3696 00000100:00100000:0.0:1746167325.029503:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3697 00000100:00100000:0.0:1746167325.029508:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423510144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167325.029530:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423510144:12345-0@lo:400:kworker.0 Request processed in 23us (2370us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167325.029534:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3697 00000100:00100000:2.0:1746167325.030230:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423509888 00000100:00100000:2.0:1746167325.030242:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423509888 00000100:00100000:2.0:1746167325.030279:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423510272 00000100:00100000:2.0:1746167325.030281:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423510272 00000100:00100000:2.0:1746167325.030296:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50637 00000100:00100000:2.0:1746167325.030302:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088faf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423509888:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167325.030330:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167325.030595:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088faf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423509888:12345-0@lo:8:kworker.0 Request processed in 292us (2800us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167325.030601:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50637 00000100:00100000:2.0:1746167325.030614:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50638 00000100:00100000:2.0:1746167325.030617:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423510272:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167325.030627:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167325.030645:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423510272:12345-0@lo:8:kworker.0 Request processed in 27us (2816us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167325.030650:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50638 00000100:00080000:1.0:1746167325.030915:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746167325.031066:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167325.031072:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167325.031078:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dce1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423509888:0@lo:8:kworker.0 00000100:00080000:0.0:1746167325.031091:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167325.031094:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167325.031098:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b715180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423510272:0@lo:8:kworker.0 00000100:00100000:3.0:1746167325.031146:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dce3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423509504:0@lo:400:kworker.0 00000100:00100000:3.0:1746167325.031158:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b716680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423510144:0@lo:400:kworker.0 00000100:00100000:3.0:1746167325.122159:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423510656:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167325.122242:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167325.122367:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423510656 00000100:00100000:0.0:1746167325.122377:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423510656 00000100:00100000:0.0:1746167325.123947:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36390 00000100:00100000:0.0:1746167325.123958:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423510656:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167325.123994:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167325.124061:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423510656:12345-0@lo:41:osp-pre-0-1.0 Request processed in 105us (1818us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167325.124067:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36390 00000100:00100000:3.0:1746167325.124313:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423510656:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167325.345996:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423510784:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167325.346073:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167325.346418:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423510784 00000100:00100000:1.0:1746167325.346427:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423510784 00000100:00100000:1.0:1746167325.346475:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7416 00000100:00100000:1.0:1746167325.346483:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423510784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167325.346513:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167325.347381:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423510784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 897us (1307us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167325.347389:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7416 00000100:00100000:0.0:1746167325.347996:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423510784:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167325.712002:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167326.714718:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167327.038917:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167327.038970:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167327.039014:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167327.039043:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167327.039072:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439243904 00000100:00100000:0.0:1746167327.039081:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439243904 00000100:00100000:0.0:1746167327.039130:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439244032 00000100:00100000:0.0:1746167327.039132:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439244032 00000100:00100000:0.0:1746167327.039148:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3698 00000100:00100000:0.0:1746167327.039155:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439243904:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167327.039221:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439243904:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 68us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167327.039227:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3698 00000100:00100000:0.0:1746167327.039239:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3699 00000100:00100000:0.0:1746167327.039243:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439244032:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167327.039257:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439244032:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 13us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167327.039261:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3699 00000100:00080000:0.0:1746167327.039272:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167327.039275:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167327.039592:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439244160 00000100:00100000:2.0:1746167327.039598:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439244160 00000100:00100000:2.0:1746167327.039918:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50639 00000100:00100000:2.0:1746167327.039923:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439244160:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167327.039948:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167327.039971:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439244160:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 48us (1067us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167327.039976:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50639 00000100:00100000:2.0:1746167327.040000:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439243776 00000100:00100000:2.0:1746167327.040002:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439243776 00000100:00100000:2.0:1746167327.040022:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1160 00000100:00100000:2.0:1746167327.040026:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439243776:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167327.040499:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439243776:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 471us (1483us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167327.040504:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1160 00010000:00010000:3.0:1746167327.716094:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167328.720714:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167329.140655:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423510912:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167329.140740:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167329.142842:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423510912 00000100:00100000:1.0:1746167329.142853:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423510912 00000100:00080000:0.0:1746167329.143544:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167329.143607:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7417 00000100:00100000:1.0:1746167329.143616:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423510912:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167329.143653:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167329.144558:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423510912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 941us (3815us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167329.144566:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7417 00000100:00100000:0.0:1746167329.148463:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423510912:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167329.722116:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167330.018218:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746167330.018244:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423511040:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167330.018320:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167330.018784:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423511040 00000100:00100000:2.0:1746167330.018793:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423511040 00000100:00100000:2.0:1746167330.018852:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36391 00000100:00100000:2.0:1746167330.018859:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423511040:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167330.018895:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167330.018949:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423511040:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (630us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167330.018955:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36391 00000100:00100000:1.0:1746167330.018980:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423511040:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1746167330.034112:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167330.034119:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167330.034123:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167330.034131:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11245 00000100:00080000:0.0:1746167330.034136:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167330.034143:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167330.034165:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d9b7100 x1830977423511680/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167330.034197:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167330.034200:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167330.034202:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167330.034206:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11245 00000100:00080000:0.0:1746167330.034209:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746167330.034213:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167330.034223:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d9b7b80 x1830977423512064/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167330.034267:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423511680:0@lo:8:kworker.0 00000100:00100000:1.0:1746167330.034300:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423511296:0@lo:400:kworker.0 00000100:00100000:0.0:1746167330.034338:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167330.034338:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167330.034439:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423511936:0@lo:400:kworker.0 00000100:00100000:3.0:1746167330.034452:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423511680 00000100:00100000:3.0:1746167330.034460:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423511680 00000100:00100000:1.0:1746167330.034477:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167330.034495:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50640 00000100:00100000:1.0:1746167330.034498:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1746167330.034501:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dce2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423511680:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746167330.034502:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423511168:0@lo:400:kworker.0 00010000:00020000:3.0:1746167330.034525:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167330.034529:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167330.034550:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423511808:0@lo:400:kworker.0 00000100:00100000:3.0:1746167330.034559:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dce2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423511680:12345-0@lo:8:kworker.0 Request processed in 57us (221us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167330.034564:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167330.034565:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50640 00000100:00100000:3.0:1746167330.034580:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423511808 00000100:00100000:3.0:1746167330.034582:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423511808 00000100:00100000:1.0:1746167330.034587:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423511296 00000100:00100000:1.0:1746167330.034589:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423511296 00000100:00100000:3.0:1746167330.034605:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8033 00000100:00100000:3.0:1746167330.034610:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b630380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423511808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167330.034616:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423511936 00000100:00100000:1.0:1746167330.034617:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423511936 00000100:00100000:1.0:1746167330.034630:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3700 00000100:00100000:1.0:1746167330.034635:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088faf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423511296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167330.034640:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b630380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423511808:12345-0@lo:400:kworker.0 Request processed in 31us (75us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167330.034645:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8033 00000100:00100000:1.0:1746167330.034658:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088faf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423511296:12345-0@lo:400:kworker.0 Request processed in 23us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167330.034664:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3700 00000100:00100000:1.0:1746167330.034673:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3701 00000100:00100000:1.0:1746167330.034694:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b630000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423511936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167330.034696:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423511168 00000100:00100000:3.0:1746167330.034699:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423511168 00000100:00100000:3.0:1746167330.034719:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1161 00000100:00100000:3.0:1746167330.034724:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423511168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167330.034725:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b630000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423511936:12345-0@lo:400:kworker.0 Request processed in 31us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167330.034730:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3701 00000100:00100000:3.0:1746167330.034744:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423511168:12345-0@lo:400:kworker.0 Request processed in 20us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167330.034749:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1161 00000100:00100000:1.0:1746167330.034775:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423511168:0@lo:400:kworker.0 00000100:00100000:1.0:1746167330.034787:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423511808:0@lo:400:kworker.0 00000100:00100000:1.0:1746167330.034795:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423511296:0@lo:400:kworker.0 00000100:00100000:1.0:1746167330.034802:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423511936:0@lo:400:kworker.0 00000100:00080000:3.0:1746167330.034815:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167330.034824:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423511424:0@lo:400:kworker.0 00000100:00100000:1.0:1746167330.034843:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167330.034871:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dce3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423512192:0@lo:400:kworker.0 00000100:00100000:2.0:1746167330.034892:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423511552:0@lo:400:kworker.0 00000100:00100000:2.0:1746167330.034922:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167330.034942:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dce1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423512320:0@lo:400:kworker.0 00000100:00100000:2.0:1746167330.034957:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167330.034986:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423511552 00000100:00100000:2.0:1746167330.034989:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423511552 00000100:00100000:2.0:1746167330.035013:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36392 00000100:00100000:2.0:1746167330.035017:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423511552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167330.035047:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423511552:12345-0@lo:400:kworker.0 Request processed in 29us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167330.035051:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36392 00000100:00100000:2.0:1746167330.035074:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423511552:0@lo:400:kworker.0 00000100:00100000:3.0:1746167330.036068:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423511424 00000100:00100000:3.0:1746167330.036074:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423511424 00000100:00100000:3.0:1746167330.036117:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423512320 00000100:00100000:3.0:1746167330.036120:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423512320 00000100:00100000:3.0:1746167330.036134:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3702 00000100:00100000:3.0:1746167330.036139:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b630700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423511424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167330.036168:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b630700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423511424:12345-0@lo:400:kworker.0 Request processed in 30us (1325us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167330.036174:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3702 00000100:00100000:3.0:1746167330.036185:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3703 00000100:00100000:3.0:1746167330.036189:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dceea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423512320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167330.036210:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dceea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423512320:12345-0@lo:400:kworker.0 Request processed in 22us (1253us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167330.036215:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3703 00000100:00100000:3.0:1746167330.036242:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dce1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423512320:0@lo:400:kworker.0 00000100:00080000:0.0:1746167330.036501:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167330.036505:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167330.036508:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423511680:0@lo:8:kworker.0 00000100:00100000:0.0:1746167330.036514:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423512064:0@lo:8:kworker.0 00000100:00100000:0.0:1746167330.036535:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746167330.036607:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167330.037777:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167330.038645:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423511424:0@lo:400:kworker.0 00000100:00100000:2.0:1746167330.047809:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423512192 00000100:00100000:3.0:1746167330.047809:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423512064 00000100:00100000:2.0:1746167330.047823:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423512192 00000100:00100000:3.0:1746167330.047823:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423512064 00000100:00100000:3.0:1746167330.047883:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50641 00000100:00100000:3.0:1746167330.047890:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dce3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423512064:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167330.047923:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1746167330.047945:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167330.048013:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dce3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423512064:12345-0@lo:8:kworker.0 Request processed in 122us (11476us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167330.048015:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8034 00000100:00100000:3.0:1746167330.048019:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50641 00000100:00100000:2.0:1746167330.048023:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b630a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423512192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167330.048088:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b630a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423512192:12345-0@lo:400:kworker.0 Request processed in 67us (10313us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167330.048094:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8034 00000100:00100000:1.0:1746167330.048137:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dce3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423512192:0@lo:400:kworker.0 00000100:00080000:0.0:1746167330.048163:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167330.048169:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167330.048173:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423512064:0@lo:8:kworker.0 00000100:00100000:0.0:1746167330.131317:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423512448:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167330.131394:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167330.131508:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423512448 00000100:00100000:2.0:1746167330.131517:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423512448 00000100:00100000:2.0:1746167330.131559:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36393 00000100:00100000:2.0:1746167330.131567:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dce2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423512448:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746167330.131602:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746167330.131658:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dce2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423512448:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167330.131668:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36393 00000100:00100000:1.0:1746167330.131718:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423512448:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167330.354049:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dce3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423512576:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167330.354128:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167330.355158:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423512576 00000100:00100000:2.0:1746167330.355168:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423512576 00000100:00100000:2.0:1746167330.355230:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7418 00000100:00100000:2.0:1746167330.355240:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b630e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423512576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167330.355274:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167330.355339:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b630e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423512576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (1210us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167330.355345:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7418 00000100:00100000:1.0:1746167330.355398:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dce3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423512576:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167330.724503:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167331.728154:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167332.048783:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167332.048894:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167332.048924:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167332.049044:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439244288 00000100:00100000:2.0:1746167332.049059:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439244288 00000100:00100000:2.0:1746167332.049129:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1162 00000100:00100000:2.0:1746167332.049139:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439244288:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167332.049238:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439244416 00000100:00100000:3.0:1746167332.049246:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439244416 00000100:00100000:3.0:1746167332.049294:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439244544 00000100:00100000:3.0:1746167332.049297:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439244544 00000100:00100000:3.0:1746167332.049320:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3704 00000100:00100000:3.0:1746167332.049328:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dce1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439244416:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167332.049417:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167332.050909:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439244288:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1767us (2010us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167332.050918:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1162 00000100:00100000:2.0:1746167332.050973:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3705 00000100:00100000:2.0:1746167332.050982:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dce3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439244544:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167332.051305:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dce1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439244416:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1973us (2527us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167332.051315:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3704 00000100:00100000:3.0:1746167332.051367:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439244672 00000100:00100000:3.0:1746167332.051372:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439244672 00000100:00100000:2.0:1746167332.051406:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dce3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439244544:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 425us (2479us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167332.051413:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3705 00000100:00080000:2.0:1746167332.051450:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746167332.051455:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167332.052273:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50642 00000100:00100000:3.0:1746167332.052279:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439244672:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167332.052298:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167332.052343:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439244672:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 64us (2926us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167332.052349:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50642 00010000:00010000:3.0:1746167332.729934:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167333.733497:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167334.161975:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423512704:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167334.162125:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167334.162798:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423512704 00000100:00100000:2.0:1746167334.162808:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423512704 00000100:00100000:2.0:1746167334.162860:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7419 00000100:00100000:2.0:1746167334.162868:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b631180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423512704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167334.162901:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:3.0:1746167334.163240:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167334.163437:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b631180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423512704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 570us (1311us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167334.163443:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7419 00000100:00100000:1.0:1746167334.163517:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423512704:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167334.735934:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167335.025991:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b631500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423512832:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167335.026079:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167335.026604:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423512832 00000100:00100000:1.0:1746167335.026613:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423512832 00000100:00100000:1.0:1746167335.026735:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36394 00000100:00100000:1.0:1746167335.026743:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423512832:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746167335.026778:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167335.026822:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423512832:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (744us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167335.026829:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36394 00000100:00100000:3.0:1746167335.027243:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b631500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423512832:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1746167335.041935:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1746167335.041940:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423513088:0@lo:400:kworker.0 00000100:00080000:0.0:1746167335.041941:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167335.041945:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167335.041951:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11250 00000100:00080000:0.0:1746167335.041955:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746167335.041963:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167335.041983:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008ede1500 x1830977423513472/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167335.042009:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167335.042012:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1746167335.042012:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746167335.042013:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167335.042016:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11250 00000100:00080000:0.0:1746167335.042018:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746167335.042021:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167335.042030:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008ede1f80 x1830977423513856/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167335.042070:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423513472:0@lo:8:kworker.0 00000100:00100000:1.0:1746167335.042079:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423513728:0@lo:400:kworker.0 00000100:00100000:1.0:1746167335.042098:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167335.042114:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167335.042114:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1746167335.042118:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423512960:0@lo:400:kworker.0 00000100:00100000:1.0:1746167335.042142:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167335.042144:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423513856:0@lo:8:kworker.0 00000100:00100000:0.0:1746167335.042162:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167335.042167:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423513600:0@lo:400:kworker.0 00000100:00100000:1.0:1746167335.042185:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167335.042188:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423513216:0@lo:400:kworker.0 00000100:00100000:0.0:1746167335.042209:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167335.042211:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423512960 00000100:00100000:1.0:1746167335.042218:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423512960 00000100:00100000:0.0:1746167335.042221:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423513984:0@lo:400:kworker.0 00000100:00100000:0.0:1746167335.042237:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167335.042249:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746167335.042253:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423513344:0@lo:400:kworker.0 00000100:00100000:1.0:1746167335.042255:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1163 00000100:00100000:1.0:1746167335.042262:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423512960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167335.042271:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167335.042283:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423514112:0@lo:400:kworker.0 00000100:00100000:2.0:1746167335.042551:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423513088 00000100:00100000:2.0:1746167335.042555:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423513088 00000100:00100000:2.0:1746167335.042589:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423513728 00000100:00100000:2.0:1746167335.042591:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423513728 00000100:00100000:2.0:1746167335.042603:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423513216 00000100:00100000:2.0:1746167335.042605:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423513216 00000100:00100000:2.0:1746167335.042624:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3706 00000100:00100000:2.0:1746167335.042631:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b631880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423513088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167335.042888:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3707 00000100:00100000:3.0:1746167335.042896:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b631c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423513728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167335.043955:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423512960:12345-0@lo:400:kworker.0 Request processed in 1689us (1808us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167335.043957:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167335.043964:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1163 00000100:00100000:0.0:1746167335.043991:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423514112 00000100:00100000:0.0:1746167335.043995:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423514112 00000100:00100000:1.0:1746167335.044001:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423513472 00000100:00100000:1.0:1746167335.044005:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423513472 00000100:00100000:0.0:1746167335.044016:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3708 00000100:00100000:1.0:1746167335.044020:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423513856 00000100:00100000:1.0:1746167335.044022:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423513856 00000100:00100000:0.0:1746167335.044023:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423513216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167335.044031:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423513600 00000100:00100000:1.0:1746167335.044033:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423513600 00000100:00100000:1.0:1746167335.044048:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423513984 00000100:00100000:1.0:1746167335.044050:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423513984 00000100:00100000:0.0:1746167335.044058:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423513216:12345-0@lo:400:kworker.0 Request processed in 36us (1848us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167335.044063:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3708 00000100:00100000:1.0:1746167335.044065:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8035 00000100:00100000:1.0:1746167335.044070:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b631f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423513600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167335.044075:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3709 00000100:00100000:0.0:1746167335.044079:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423514112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167335.044098:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b631f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423513600:12345-0@lo:400:kworker.0 Request processed in 28us (1912us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167335.044101:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423514112:12345-0@lo:400:kworker.0 Request processed in 22us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167335.044104:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8035 00000100:00100000:0.0:1746167335.044106:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3709 00000100:00100000:1.0:1746167335.044113:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8036 00000100:00100000:1.0:1746167335.044117:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423513984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167335.044126:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50643 00000100:00100000:0.0:1746167335.044130:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423513472:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746167335.044135:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423513984:12345-0@lo:400:kworker.0 Request processed in 18us (1897us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167335.044139:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8036 00000100:00100000:1.0:1746167335.044147:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50644 00010000:00020000:0.0:1746167335.044150:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167335.044150:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423513856:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167335.044160:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167335.044176:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423513472:12345-0@lo:8:kworker.0 Request processed in 45us (2062us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167335.044178:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423513856:12345-0@lo:8:kworker.0 Request processed in 27us (2015us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167335.044181:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50643 00000100:00100000:1.0:1746167335.044187:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50644 00000100:00080000:0.0:1746167335.044222:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1746167335.044222:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423512960:0@lo:400:kworker.0 00000100:00080000:0.0:1746167335.044226:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167335.044229:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423513472:0@lo:8:kworker.0 00000100:00100000:1.0:1746167335.044235:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423513600:0@lo:400:kworker.0 00000100:00080000:0.0:1746167335.044236:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167335.044239:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167335.044241:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423513856:0@lo:8:kworker.0 00000100:00100000:2.0:1746167335.044533:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b631880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423513088:12345-0@lo:400:kworker.0 Request processed in 1901us (2519us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167335.044539:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3706 00000100:00100000:2.0:1746167335.044562:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423513344 00000100:00100000:2.0:1746167335.044565:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423513344 00000100:00100000:2.0:1746167335.044584:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36395 00000100:00100000:2.0:1746167335.044589:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423513344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167335.044614:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423513344:12345-0@lo:400:kworker.0 Request processed in 26us (2342us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167335.044619:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36395 00000100:00080000:2.0:1746167335.044631:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746167335.044634:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746167335.044636:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167335.044854:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b631c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423513728:12345-0@lo:400:kworker.0 Request processed in 1957us (2753us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167335.044861:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3707 00000100:00100000:0.0:1746167335.044960:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423513344:0@lo:400:kworker.0 00000100:00100000:1.0:1746167335.044970:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423513728:0@lo:400:kworker.0 00000100:00100000:0.0:1746167335.044971:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423514112:0@lo:400:kworker.0 00000100:00100000:0.0:1746167335.044979:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423513216:0@lo:400:kworker.0 00000100:00100000:1.0:1746167335.044981:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423513088:0@lo:400:kworker.0 00000100:00100000:0.0:1746167335.044988:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423513984:0@lo:400:kworker.0 00000100:00100000:2.0:1746167335.138600:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423514240:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167335.138723:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167335.139112:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423514240 00000100:00100000:1.0:1746167335.139121:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423514240 00000100:00100000:1.0:1746167335.139163:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36396 00000100:00100000:1.0:1746167335.139171:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b716680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423514240:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167335.139206:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167335.139273:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b716680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423514240:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (550us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167335.139280:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36396 00000100:00100000:3.0:1746167335.139326:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423514240:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167335.363020:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b632680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423514368:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167335.363095:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167335.363283:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423514368 00000100:00100000:2.0:1746167335.363292:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423514368 00000100:00100000:2.0:1746167335.365744:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7420 00000100:00100000:2.0:1746167335.365762:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423514368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167335.365802:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167335.365892:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423514368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 137us (2796us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167335.365898:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7420 00000100:00100000:0.0:1746167335.366305:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b632680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423514368:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167335.738792:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167336.742321:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167337.055875:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167337.057528:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167337.057555:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167337.057623:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167337.057671:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439244800 00000100:00100000:2.0:1746167337.057720:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439244800 00000100:00100000:3.0:1746167337.059160:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439244928 00000100:00100000:3.0:1746167337.059169:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439244928 00000100:00100000:3.0:1746167337.059210:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439245056 00000100:00100000:3.0:1746167337.059212:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439245056 00000100:00100000:2.0:1746167337.061498:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1164 00000100:00100000:2.0:1746167337.061512:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439244800:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167337.061571:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439244800:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 65us (4046us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167337.061577:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1164 00000100:00080000:2.0:1746167337.061605:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746167337.061608:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167337.062628:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439245184 00000100:00100000:1.0:1746167337.062644:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439245184 00000100:00100000:1.0:1746167337.062666:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50645 00000100:00100000:1.0:1746167337.062671:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439245184:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167337.062701:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167337.062730:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439245184:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 59us (5108us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167337.062735:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50645 00000100:00100000:3.0:1746167337.064699:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3710 00000100:00100000:3.0:1746167337.064713:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439244928:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167337.064757:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439244928:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 51us (8890us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167337.064763:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3710 00000100:00100000:3.0:1746167337.064776:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3711 00000100:00100000:3.0:1746167337.064783:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439245056:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167337.064801:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439245056:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 20us (7245us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167337.064807:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3711 00010000:00010000:3.0:1746167337.743910:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167338.745918:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167339.170972:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b632a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423514496:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167339.171032:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167339.171806:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423514496 00000100:00100000:2.0:1746167339.171813:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423514496 00000100:00080000:0.0:1746167339.171936:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167339.171985:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7421 00000100:00100000:2.0:1746167339.171993:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423514496:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167339.172020:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167339.172071:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423514496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (1039us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167339.172077:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7421 00000100:00100000:0.0:1746167339.172508:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b632a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423514496:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167339.749247:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167340.034965:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423514624:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167340.035023:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167340.035175:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423514624 00000100:00100000:2.0:1746167340.035182:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423514624 00000100:00100000:2.0:1746167340.035523:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36397 00000100:00100000:2.0:1746167340.035530:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423514624:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167340.035569:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167340.039031:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423514624:12345-0@lo:41:osp-pre-1-0.0 Request processed in 3495us (4001us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167340.039042:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36397 00000100:00100000:3.0:1746167340.039985:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423514624:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167340.050536:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423514752:0@lo:400:kworker.0 00000100:00100000:3.0:1746167340.050599:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167340.050854:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423514752 00000100:00100000:3.0:1746167340.050860:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423514752 00000100:00100000:3.0:1746167340.050888:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1165 00000100:00100000:3.0:1746167340.050894:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423514752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167340.050924:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423514752:12345-0@lo:400:kworker.0 Request processed in 31us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167340.050930:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1165 00000100:00100000:3.0:1746167340.050962:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423514752:0@lo:400:kworker.0 00000100:00080000:0.0:1746167340.052047:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167340.052051:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167340.052054:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167340.052058:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11255 00000100:00080000:0.0:1746167340.052062:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746167340.052066:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167340.052080:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008ede1880 x1830977423515264/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167340.052097:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167340.052100:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167340.052102:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167340.052104:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11255 00000100:00080000:0.0:1746167340.052107:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746167340.052109:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167340.052117:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008ede0380 x1830977423515520/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167340.052160:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423515264:0@lo:8:kworker.0 00000100:00100000:0.0:1746167340.052188:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167340.052225:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423515136:0@lo:400:kworker.0 00000100:00100000:3.0:1746167340.052228:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423515392:0@lo:400:kworker.0 00000100:00100000:2.0:1746167340.052249:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167340.052272:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1746167340.052277:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423515008:0@lo:400:kworker.0 00000100:00100000:2.0:1746167340.052294:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167340.052306:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423515776:0@lo:400:kworker.0 00000100:00100000:2.0:1746167340.052321:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167340.052335:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423515008 00000100:00100000:3.0:1746167340.052340:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423515008 00000100:00100000:3.0:1746167340.052350:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167340.052399:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423514880:0@lo:400:kworker.0 00000100:00100000:1.0:1746167340.052433:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423515136 00000100:00100000:1.0:1746167340.052436:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423515136 00000100:00100000:1.0:1746167340.052459:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36398 00000100:00100000:1.0:1746167340.052465:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b715180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423515136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167340.052498:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b715180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423515136:12345-0@lo:400:kworker.0 Request processed in 34us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167340.052504:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36398 00000100:00100000:1.0:1746167340.052535:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423515136:0@lo:400:kworker.0 00000100:00100000:0.0:1746167340.052713:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423515520:0@lo:8:kworker.0 00000100:00100000:0.0:1746167340.052731:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167340.052755:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423515264 00000100:00100000:0.0:1746167340.052758:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423515264 00000100:00100000:0.0:1746167340.052769:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423515520 00000100:00100000:0.0:1746167340.052770:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423515520 00000100:00100000:0.0:1746167340.052779:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50646 00000100:00100000:0.0:1746167340.052783:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423515264:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167340.052799:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167340.052822:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423515264:12345-0@lo:8:kworker.0 Request processed in 38us (634us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167340.052997:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50646 00000100:00100000:0.0:1746167340.053006:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50647 00000100:00100000:0.0:1746167340.053009:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423515520:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167340.053017:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167340.053032:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423515520:12345-0@lo:8:kworker.0 Request processed in 22us (300us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167340.053036:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50647 00000100:00080000:0.0:1746167340.053047:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167340.053061:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167340.053064:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167340.053066:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423515264:0@lo:8:kworker.0 00000100:00080000:0.0:1746167340.053072:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167340.053073:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167340.053075:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423515520:0@lo:8:kworker.0 00000100:00100000:2.0:1746167340.053130:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423515776 00000100:00100000:2.0:1746167340.053134:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423515776 00000100:00100000:2.0:1746167340.053151:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423515392 00000100:00100000:2.0:1746167340.053153:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423515392 00000100:00100000:2.0:1746167340.053164:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3712 00000100:00100000:2.0:1746167340.053169:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b717800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423515008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167340.053195:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b717800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423515008:12345-0@lo:400:kworker.0 Request processed in 26us (899us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167340.053199:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3712 00000100:00100000:2.0:1746167340.053208:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3713 00000100:00100000:2.0:1746167340.053212:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423515776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167340.053230:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423515776:12345-0@lo:400:kworker.0 Request processed in 18us (908us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167340.053235:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3713 00000100:00100000:2.0:1746167340.053242:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3714 00000100:00100000:2.0:1746167340.053245:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136055880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423515392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167340.053268:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136055880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423515392:12345-0@lo:400:kworker.0 Request processed in 22us (918us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167340.053272:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3714 00000100:00100000:2.0:1746167340.053296:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423515392:0@lo:400:kworker.0 00000100:00100000:1.0:1746167340.053435:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423515008:0@lo:400:kworker.0 00000100:00100000:1.0:1746167340.053442:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423515776:0@lo:400:kworker.0 00000100:00100000:1.0:1746167340.053458:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167340.053480:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423515648:0@lo:400:kworker.0 00000100:00100000:1.0:1746167340.053496:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167340.053551:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423515648 00000100:00100000:2.0:1746167340.053555:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423515648 00000100:00100000:2.0:1746167340.053578:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8037 00000100:00100000:2.0:1746167340.053593:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b633480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423515648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167340.053621:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b633480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423515648:12345-0@lo:400:kworker.0 Request processed in 38us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167340.053626:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8037 00000100:00100000:2.0:1746167340.053639:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423514880 00000100:00100000:2.0:1746167340.053641:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423514880 00000100:00100000:2.0:1746167340.053656:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3715 00000100:00100000:2.0:1746167340.053660:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b633100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423514880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167340.053698:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b633100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423514880:12345-0@lo:400:kworker.0 Request processed in 37us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167340.053702:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3715 00000100:00080000:1.0:1746167340.053755:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746167340.053758:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167340.053774:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423514880:0@lo:400:kworker.0 00000100:00100000:1.0:1746167340.053781:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423515648:0@lo:400:kworker.0 00000100:00100000:1.0:1746167340.146054:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423515904:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167340.146112:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167340.146427:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423515904 00000100:00100000:2.0:1746167340.146436:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423515904 00000100:00100000:2.0:1746167340.146472:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36399 00000100:00100000:2.0:1746167340.146479:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b633800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423515904:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746167340.146511:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746167340.146562:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b633800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423515904:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167340.146568:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36399 00000100:00100000:0.0:1746167340.147286:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423515904:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167340.369917:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423516032:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167340.369968:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167340.370090:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423516032 00000100:00100000:3.0:1746167340.370097:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423516032 00000100:00100000:3.0:1746167340.370170:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7422 00000100:00100000:3.0:1746167340.370176:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423516032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167340.370192:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167340.370230:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423516032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167340.370235:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7422 00000100:00100000:0.0:1746167340.370474:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423516032:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167340.751106:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167341.754657:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167342.069799:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167342.069853:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167342.069887:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167342.069943:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439245568 00000100:00100000:3.0:1746167342.069953:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439245568 00000100:00100000:3.0:1746167342.070018:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439245440 00000100:00100000:3.0:1746167342.070020:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439245440 00000100:00100000:0.0:1746167342.070024:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167342.070041:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3716 00000100:00100000:3.0:1746167342.070048:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439245568:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167342.070056:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439245696 00000100:00100000:0.0:1746167342.070063:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439245696 00000100:00100000:0.0:1746167342.070093:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50648 00000100:00100000:0.0:1746167342.070100:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439245696:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:3.0:1746167342.070116:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439245568:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 68us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167342.070121:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3716 00010000:00020000:0.0:1746167342.070130:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167342.070135:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3717 00000100:00100000:3.0:1746167342.070140:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439245440:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167342.070178:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439245696:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 77us (153us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167342.070178:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439245440:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 37us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167342.070183:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3717 00000100:00100000:0.0:1746167342.070186:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50648 00000100:00080000:3.0:1746167342.070216:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746167342.070218:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167342.071142:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439245312 00000100:00100000:2.0:1746167342.071148:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439245312 00000100:00100000:2.0:1746167342.071196:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1166 00000100:00100000:2.0:1746167342.071204:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439245312:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167342.071612:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439245312:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 406us (1824us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167342.071619:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1166 00010000:00010000:3.0:1746167342.755914:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167343.758504:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167344.177952:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423516160:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167344.178025:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167344.178098:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423516160 00000100:00100000:3.0:1746167344.178107:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423516160 00000100:00100000:3.0:1746167344.178159:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7423 00000100:00100000:3.0:1746167344.178167:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b633b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423516160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167344.178197:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:0.0:1746167344.178208:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167344.178250:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b633b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423516160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167344.178261:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7423 00000100:00100000:1.0:1746167344.178483:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423516160:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167344.759921:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746167345.057931:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1746167345.057931:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423516288:0@lo:400:kworker.0 00000100:00080000:0.0:1746167345.057936:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167345.057940:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167345.057945:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11260 00000100:00080000:0.0:1746167345.057950:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746167345.057956:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167345.057975:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088caaa00 x1830977423516800/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167345.058001:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167345.058004:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167345.058005:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1746167345.058006:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746167345.058008:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11260 00000100:00080000:0.0:1746167345.058010:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167345.058013:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167345.058022:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088cab480 x1830977423517184/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167345.058055:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088caaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423516800:0@lo:8:kworker.0 00000100:00100000:2.0:1746167345.058066:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088caad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423516928:0@lo:400:kworker.0 00000100:00100000:0.0:1746167345.058087:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167345.058088:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167345.058120:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423516800 00000100:00100000:0.0:1746167345.058128:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423516800 00000100:00100000:1.0:1746167345.058449:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423516416:0@lo:400:kworker.0 00000100:00100000:1.0:1746167345.058478:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167345.058867:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423516288 00000100:00100000:2.0:1746167345.058871:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423516288 00000100:00100000:2.0:1746167345.058900:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1167 00000100:00100000:2.0:1746167345.058908:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423516288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167345.058954:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423516288:12345-0@lo:400:kworker.0 Request processed in 46us (947us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167345.058960:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1167 00000100:00100000:2.0:1746167345.059006:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423516288:0@lo:400:kworker.0 00000100:00100000:2.0:1746167345.059058:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423516928 00000100:00100000:2.0:1746167345.059061:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423516928 00000100:00100000:2.0:1746167345.059081:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423516416 00000100:00100000:2.0:1746167345.059084:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423516416 00000100:00100000:2.0:1746167345.059105:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3718 00000100:00100000:2.0:1746167345.059110:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423516928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167345.059140:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423516928:12345-0@lo:400:kworker.0 Request processed in 30us (1050us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167345.059145:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3718 00000100:00100000:2.0:1746167345.059154:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3719 00000100:00100000:2.0:1746167345.059158:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b632d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423516416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167345.059193:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b632d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423516416:12345-0@lo:400:kworker.0 Request processed in 35us (714us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167345.059197:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3719 00000100:00100000:0.0:1746167345.059896:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50649 00000100:00100000:0.0:1746167345.059902:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423516800:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167345.059924:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167345.060331:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423516416:0@lo:400:kworker.0 00000100:00100000:1.0:1746167345.060339:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088cab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423517056:0@lo:400:kworker.0 00000100:00100000:1.0:1746167345.060363:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167345.060427:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423517056 00000100:00100000:1.0:1746167345.060431:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423517056 00000100:00100000:1.0:1746167345.060458:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36400 00000100:00100000:1.0:1746167345.060463:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b632a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423517056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167345.060493:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b632a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423517056:12345-0@lo:400:kworker.0 Request processed in 31us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167345.060498:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36400 00000100:00100000:1.0:1746167345.060529:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088caa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423516672:0@lo:400:kworker.0 00000100:00100000:1.0:1746167345.060549:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167345.060563:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088cabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423517440:0@lo:400:kworker.0 00000100:00100000:1.0:1746167345.060579:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167345.060592:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1746167345.060597:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088caa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423516544:0@lo:400:kworker.0 00000100:00100000:1.0:1746167345.060613:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167345.060626:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088cab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423517312:0@lo:400:kworker.0 00000100:00100000:1.0:1746167345.060642:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167345.060664:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423517312 00000100:00100000:1.0:1746167345.060667:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423517312 00000100:00100000:1.0:1746167345.060709:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8038 00000100:00100000:1.0:1746167345.060714:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423517312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167345.060743:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423517312:12345-0@lo:400:kworker.0 Request processed in 29us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167345.060748:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8038 00000100:00100000:1.0:1746167345.060761:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423517440 00000100:00100000:1.0:1746167345.060764:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423517440 00000100:00100000:1.0:1746167345.060780:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423516544 00000100:00100000:1.0:1746167345.060782:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423516544 00000100:00100000:1.0:1746167345.060796:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3720 00000100:00100000:1.0:1746167345.060801:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b631500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423517440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167345.060827:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b631500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423517440:12345-0@lo:400:kworker.0 Request processed in 26us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167345.060832:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3720 00000100:00100000:1.0:1746167345.060841:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3721 00000100:00100000:1.0:1746167345.060845:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423516544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167345.060865:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423516544:12345-0@lo:400:kworker.0 Request processed in 19us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167345.060869:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3721 00000100:00100000:1.0:1746167345.060884:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423516672 00000100:00100000:1.0:1746167345.060886:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423516672 00000100:00100000:1.0:1746167345.060902:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36401 00000100:00100000:1.0:1746167345.060905:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b632300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423516672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167345.060928:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b632300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423516672:12345-0@lo:400:kworker.0 Request processed in 22us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167345.060935:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36401 00000100:00100000:1.0:1746167345.060958:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088caa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423516544:0@lo:400:kworker.0 00000100:00100000:1.0:1746167345.060966:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088cab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423517312:0@lo:400:kworker.0 00000100:00100000:1.0:1746167345.060973:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088caa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423516672:0@lo:400:kworker.0 00000100:00100000:1.0:1746167345.060979:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088cabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423517440:0@lo:400:kworker.0 00000100:00100000:1.0:1746167345.061003:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088cab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423517056:0@lo:400:kworker.0 00000100:00100000:1.0:1746167345.061010:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746167345.061014:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b632680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423517568:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167345.061032:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167345.061047:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423517568 00000100:00100000:2.0:1746167345.061051:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423517568 00000100:00100000:1.0:1746167345.061069:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36402 00000100:00100000:1.0:1746167345.061073:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423517568:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167345.061096:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088caad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423516928:0@lo:400:kworker.0 00000004:00000024:1.0:1746167345.061097:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167345.061122:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423517568:12345-0@lo:41:osp-pre-1-0.0 Request processed in 49us (90us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167345.061127:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36402 00000100:00080000:3.0:1746167345.061343:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746167345.061348:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746167345.061349:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746167345.061566:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167345.061570:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167345.061574:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088caaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423516800:0@lo:8:kworker.0 00000100:00100000:2.0:1746167345.061581:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088cab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423517184:0@lo:8:kworker.0 00000100:00100000:0.0:1746167345.062183:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423516800:12345-0@lo:8:kworker.0 Request processed in 2277us (4092us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167345.062192:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50649 00000100:00100000:2.0:1746167345.062529:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167345.063048:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b632680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423517568:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167345.064196:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423517184 00000100:00100000:0.0:1746167345.064205:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423517184 00000100:00100000:0.0:1746167345.064246:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50650 00000100:00100000:0.0:1746167345.064253:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423517184:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167345.064277:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167345.064328:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423517184:12345-0@lo:8:kworker.0 Request processed in 75us (1799us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167345.064334:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50650 00000100:00080000:2.0:1746167345.064397:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167345.064402:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167345.064405:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088cab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423517184:0@lo:8:kworker.0 00000100:00100000:2.0:1746167345.158314:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746167345.158344:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423517696:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167345.158431:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167345.158575:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423517696 00000100:00100000:0.0:1746167345.158583:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423517696 00000100:00100000:0.0:1746167345.158638:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36403 00000100:00100000:0.0:1746167345.158646:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423517696:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167345.158702:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167345.158759:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423517696:12345-0@lo:41:osp-pre-0-1.0 Request processed in 113us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167345.158766:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36403 00000100:00100000:3.0:1746167345.158819:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423517696:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167345.378747:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423517824:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167345.378827:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167345.378977:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423517824 00000100:00100000:3.0:1746167345.378986:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423517824 00000100:00100000:3.0:1746167345.379040:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7424 00000100:00100000:3.0:1746167345.379050:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423517824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167345.379074:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167345.379114:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423517824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167345.379121:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7424 00000100:00100000:2.0:1746167345.379222:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423517824:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167345.762891:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167346.765941:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167347.069668:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167347.069754:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167347.069777:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167347.070047:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439245824 00000100:00100000:3.0:1746167347.070058:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439245824 00000100:00100000:0.0:1746167347.070076:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167347.070113:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1168 00000100:00100000:3.0:1746167347.070122:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439245824:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167347.070125:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439245952 00000100:00100000:0.0:1746167347.070129:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439245952 00000100:00100000:2.0:1746167347.070131:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439246080 00000100:00100000:2.0:1746167347.070135:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439246080 00000100:00100000:3.0:1746167347.070195:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439245824:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 74us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167347.070201:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1168 00000100:00080000:3.0:1746167347.070234:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746167347.070238:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167347.070588:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439246208 00000100:00100000:1.0:1746167347.070596:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439246208 00000100:00100000:1.0:1746167347.070617:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50651 00000100:00100000:1.0:1746167347.070622:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d24450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439246208:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167347.070647:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167347.070700:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d24450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439246208:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 52us (599us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167347.070706:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50651 00000100:00100000:0.0:1746167347.071175:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3722 00000100:00100000:0.0:1746167347.071183:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439246080:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167347.071221:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439246080:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 39us (1442us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167347.071226:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3722 00000100:00100000:0.0:1746167347.071238:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3723 00000100:00100000:0.0:1746167347.071243:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439245952:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167347.071264:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439245952:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 22us (1610us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167347.071270:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3723 00010000:00010000:3.0:1746167347.769543:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167348.769902:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167349.186356:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423517952:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167349.186458:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167349.186702:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423517952 00000100:00100000:0.0:1746167349.186710:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423517952 00000100:00100000:0.0:1746167349.187329:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7425 00000100:00100000:0.0:1746167349.187337:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423517952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167349.187368:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167349.187408:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423517952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (952us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167349.187414:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7425 00000100:00080000:3.0:1746167349.188101:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167349.188216:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423517952:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167349.772069:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167350.066810:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423518208:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167350.066883:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167350.067062:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088cab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423518080:0@lo:400:kworker.0 00000100:00100000:3.0:1746167350.067099:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167350.067129:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423518080 00000100:00100000:0.0:1746167350.067138:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423518080 00000100:00100000:3.0:1746167350.067168:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088caad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423518464:0@lo:400:kworker.0 00000100:00100000:0.0:1746167350.067178:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1169 00000100:00100000:0.0:1746167350.067186:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423518080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167350.067193:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167350.067209:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746167350.067214:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088caaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423518336:0@lo:400:kworker.0 00000100:00100000:3.0:1746167350.067232:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167350.067236:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423518080:12345-0@lo:400:kworker.0 Request processed in 49us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167350.067246:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1169 00000100:00100000:3.0:1746167350.067258:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423518464 00000100:00100000:3.0:1746167350.067260:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423518464 00000100:00100000:0.0:1746167350.067287:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088cab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423518080:0@lo:400:kworker.0 00000100:00100000:3.0:1746167350.067291:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423518336 00000100:00100000:3.0:1746167350.067293:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423518336 00000100:00100000:3.0:1746167350.067310:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3724 00000100:00100000:3.0:1746167350.067316:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097630700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423518464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167350.067347:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097630700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423518464:12345-0@lo:400:kworker.0 Request processed in 32us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167350.067352:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3724 00000100:00100000:0.0:1746167350.067535:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3725 00000100:00100000:0.0:1746167350.067542:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097630000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423518336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167350.067571:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097630000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423518336:12345-0@lo:400:kworker.0 Request processed in 30us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167350.067576:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3725 00000100:00080000:0.0:1746167350.067602:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167350.067606:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167350.067609:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167350.067614:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11265 00000100:00080000:0.0:1746167350.067617:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167350.067621:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167350.067641:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088cab100 x1830977423518720/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167350.067661:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088cab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423518720:0@lo:8:kworker.0 00000100:00100000:2.0:1746167350.067725:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423518208 00000100:00100000:2.0:1746167350.067730:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423518208 00000100:00100000:2.0:1746167350.067757:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36404 00000100:00100000:2.0:1746167350.067763:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423518208:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167350.067788:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167350.067882:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746167350.067883:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167350.067888:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088cab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423518592:0@lo:400:kworker.0 00000100:00100000:1.0:1746167350.067909:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167350.067926:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423518592 00000100:00100000:0.0:1746167350.067929:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423518592 00000100:00100000:1.0:1746167350.067941:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423518720 00000100:00100000:1.0:1746167350.067945:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423518720 00000100:00100000:0.0:1746167350.067948:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36405 00000100:00100000:0.0:1746167350.067953:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423518592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167350.067963:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50652 00000100:00100000:1.0:1746167350.067967:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088cabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423518720:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1746167350.067981:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423518592:12345-0@lo:400:kworker.0 Request processed in 29us (71us total) trans 0 rc 0/0 00010000:00020000:1.0:1746167350.067986:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167350.067987:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36405 00000100:00100000:0.0:1746167350.068010:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088cab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423518592:0@lo:400:kworker.0 00000100:00100000:1.0:1746167350.068015:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088cabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423518720:12345-0@lo:8:kworker.0 Request processed in 47us (132us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167350.068020:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50652 00000100:00080000:0.0:1746167350.068033:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167350.068037:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167350.068040:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088cab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423518720:0@lo:8:kworker.0 00000100:00080000:0.0:1746167350.068057:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167350.068061:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167350.068062:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167350.068065:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11265 00000100:00080000:0.0:1746167350.068067:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167350.068071:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167350.068073:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088caa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423518848:0@lo:400:kworker.0 00000100:00100000:0.0:1746167350.068081:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088cab100 x1830977423518976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167350.068092:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167350.068095:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088cab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423518976:0@lo:8:kworker.0 00000100:00100000:1.0:1746167350.068112:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423518848 00000100:00100000:0.0:1746167350.068113:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167350.068114:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423518848 00000100:00100000:1.0:1746167350.068129:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423518976 00000100:00100000:1.0:1746167350.068131:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423518976 00000100:00100000:1.0:1746167350.068143:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50653 00000100:00100000:1.0:1746167350.068146:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088cab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423518976:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167350.068154:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167350.068178:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088cab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423518976:12345-0@lo:8:kworker.0 Request processed in 31us (64us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167350.068182:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50653 00000100:00080000:0.0:1746167350.068188:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167350.068191:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167350.068195:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088cab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423518976:0@lo:8:kworker.0 00000100:00100000:1.0:1746167350.068208:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3726 00000100:00100000:1.0:1746167350.068213:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423518848:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1746167350.068783:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746167350.068787:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167350.068797:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088caa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423519232:0@lo:400:kworker.0 00000100:00100000:3.0:1746167350.068822:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167350.068842:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088caaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423518336:0@lo:400:kworker.0 00000100:00100000:3.0:1746167350.068851:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088caad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423518464:0@lo:400:kworker.0 00000100:00100000:3.0:1746167350.068870:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746167350.068875:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088cab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423519104:0@lo:400:kworker.0 00000100:00100000:3.0:1746167350.068895:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167350.068913:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423519232 00000100:00100000:3.0:1746167350.068916:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423519232 00000100:00100000:1.0:1746167350.069589:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423518848:12345-0@lo:400:kworker.0 Request processed in 1372us (1491us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167350.069596:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3726 00000100:00100000:1.0:1746167350.069611:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3727 00000100:00100000:1.0:1746167350.069617:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423519232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167350.069650:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423519232:12345-0@lo:400:kworker.0 Request processed in 34us (828us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167350.069655:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3727 00000100:00100000:2.0:1746167350.069853:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423518208:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2089us (2968us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167350.069860:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36404 00000100:00100000:2.0:1746167350.069931:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088caa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423519232:0@lo:400:kworker.0 00000100:00100000:2.0:1746167350.069953:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423519104 00000100:00100000:2.0:1746167350.069956:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423519104 00000100:00100000:2.0:1746167350.069981:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8039 00000100:00100000:2.0:1746167350.069986:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423519104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167350.070011:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423519104:12345-0@lo:400:kworker.0 Request processed in 26us (1116us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167350.070016:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8039 00000100:00100000:2.0:1746167350.070030:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088cab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423519104:0@lo:400:kworker.0 00000100:00100000:0.0:1746167350.070098:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088caa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423518848:0@lo:400:kworker.0 00000100:00100000:0.0:1746167350.070119:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423518208:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1746167350.070178:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167350.178032:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098deaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423519360:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167350.178115:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167350.178583:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423519360 00000100:00100000:2.0:1746167350.178592:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423519360 00000100:00100000:2.0:1746167350.178655:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36406 00000100:00100000:2.0:1746167350.178664:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088caa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423519360:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746167350.178734:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746167350.178793:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088caa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423519360:12345-0@lo:41:osp-pre-0-1.0 Request processed in 131us (679us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167350.178800:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36406 00000100:00100000:0.0:1746167350.179949:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098deaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423519360:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167350.386765:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423519488:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167350.386842:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167350.386944:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423519488 00000100:00100000:2.0:1746167350.386953:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423519488 00000100:00100000:2.0:1746167350.387009:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7426 00000100:00100000:2.0:1746167350.387018:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423519488:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167350.387049:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167350.387102:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423519488:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167350.387109:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7426 00000100:00100000:1.0:1746167350.387268:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423519488:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167350.773980:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167351.775994:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167352.082859:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167352.082898:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167352.082923:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167352.082950:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439246336 00000100:00100000:2.0:1746167352.082962:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439246336 00000100:00100000:0.0:1746167352.082984:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167352.083027:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1170 00000100:00100000:0.0:1746167352.083029:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439246464 00000100:00100000:0.0:1746167352.083035:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439246464 00000100:00100000:2.0:1746167352.083036:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439246336:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:0.0:1746167352.083056:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167352.083084:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439246592 00000100:00100000:0.0:1746167352.083087:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439246592 00000100:00080000:0.0:1746167352.083096:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167352.083113:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439246336:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 78us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167352.083115:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3728 00000100:00100000:2.0:1746167352.083120:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1170 00000100:00100000:0.0:1746167352.083122:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088cab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439246464:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167352.083166:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088cab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439246464:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 46us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167352.083170:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3728 00000100:00100000:0.0:1746167352.083180:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3729 00000100:00100000:0.0:1746167352.083183:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439246592:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167352.083193:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439246592:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 10us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167352.083196:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3729 00000100:00100000:1.0:1746167352.083566:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439246720 00000100:00100000:1.0:1746167352.083571:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439246720 00000100:00100000:1.0:1746167352.083595:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50654 00000100:00100000:1.0:1746167352.083599:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439246720:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167352.083628:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167352.083655:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439246720:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 55us (670us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167352.085803:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50654 00010000:00010000:3.0:1746167352.782040:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167353.782182:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167354.194590:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423519616:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167354.194647:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167354.194809:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423519616 00000100:00100000:3.0:1746167354.194816:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423519616 00000100:00100000:3.0:1746167354.195055:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7427 00000100:00100000:3.0:1746167354.195063:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088cab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423519616:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1746167354.195152:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:3.0:1746167354.195194:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167354.195566:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088cab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423519616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 504us (919us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167354.195572:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7427 00000100:00100000:0.0:1746167354.195618:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423519616:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167354.785142:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746167355.074782:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167355.074787:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167355.074791:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167355.074797:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11270 00000100:00080000:0.0:1746167355.074800:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167355.074805:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167355.074821:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088ca8a80 x1830977423520256/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167355.074842:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423520256:0@lo:8:kworker.0 00000100:00100000:0.0:1746167355.074887:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167355.074953:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088caad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423519872:0@lo:400:kworker.0 00000100:00100000:0.0:1746167355.074971:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167355.074980:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088caaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423520000:0@lo:400:kworker.0 00000100:00100000:0.0:1746167355.074988:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423520128:0@lo:400:kworker.0 00000100:00100000:3.0:1746167355.075004:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167355.075017:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167355.075029:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746167355.075031:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423520256 00000100:00100000:0.0:1746167355.075033:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088caa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423519744:0@lo:400:kworker.0 00000100:00100000:3.0:1746167355.075036:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423520256 00000100:00100000:0.0:1746167355.075051:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167355.075053:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50655 00000100:00100000:3.0:1746167355.075058:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423520256:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167355.075074:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167355.075093:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423519872 00000100:00100000:2.0:1746167355.075097:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423519872 00000100:00100000:3.0:1746167355.075098:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423520256:12345-0@lo:8:kworker.0 Request processed in 39us (211us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167355.075103:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50655 00000100:00100000:2.0:1746167355.075126:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423520000 00000100:00100000:2.0:1746167355.075128:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423520000 00000100:00080000:3.0:1746167355.075131:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167355.075135:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167355.075138:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423520256:0@lo:8:kworker.0 00000100:00100000:2.0:1746167355.075142:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3730 00000100:00100000:2.0:1746167355.075148:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423519872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167355.075162:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3731 00000100:00100000:3.0:1746167355.075168:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423520000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167355.075184:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423519872:12345-0@lo:400:kworker.0 Request processed in 37us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167355.075189:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3730 00000100:00100000:3.0:1746167355.075196:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423520000:12345-0@lo:400:kworker.0 Request processed in 29us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167355.075201:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3731 00000100:00100000:2.0:1746167355.075214:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088caad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423519872:0@lo:400:kworker.0 00000100:00100000:3.0:1746167355.075220:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088caaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423520000:0@lo:400:kworker.0 00000100:00100000:2.0:1746167355.075246:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423520128 00000100:00080000:3.0:1746167355.075246:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167355.075248:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423520128 00000100:00080000:3.0:1746167355.075248:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167355.075266:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36407 00000100:00100000:2.0:1746167355.075270:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f150000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423520128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167355.075293:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f150000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423520128:12345-0@lo:400:kworker.0 Request processed in 23us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167355.075298:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36407 00000100:00080000:1.0:1746167355.075855:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167355.075858:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167355.075860:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167355.075863:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11270 00000100:00080000:1.0:1746167355.075865:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1746167355.075869:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167355.075879:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008ede3480 x1830977423520768/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167355.075881:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423520640:0@lo:400:kworker.0 00000100:00100000:1.0:1746167355.075891:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423520768:0@lo:8:kworker.0 00000100:00100000:3.0:1746167355.075901:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167355.075911:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167355.075916:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746167355.075920:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423520512:0@lo:400:kworker.0 00000100:00100000:3.0:1746167355.075934:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167355.075950:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423520512 00000100:00100000:3.0:1746167355.075953:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423520512 00000100:00100000:1.0:1746167355.075955:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423520640 00000100:00100000:1.0:1746167355.075958:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423520640 00000100:00100000:3.0:1746167355.075969:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3732 00000100:00100000:1.0:1746167355.075972:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36408 00000100:00100000:3.0:1746167355.075973:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088caad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423520512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167355.075976:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088caaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423520640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167355.075997:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088caad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423520512:12345-0@lo:400:kworker.0 Request processed in 24us (62us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167355.076001:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088caaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423520640:12345-0@lo:400:kworker.0 Request processed in 24us (99us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167355.076002:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3732 00000100:00100000:1.0:1746167355.076005:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36408 00000100:00100000:1.0:1746167355.076019:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423520768 00000100:00100000:1.0:1746167355.076021:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423520768 00000100:00100000:3.0:1746167355.076023:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423520512:0@lo:400:kworker.0 00000100:00100000:3.0:1746167355.076030:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423520640:0@lo:400:kworker.0 00000100:00100000:1.0:1746167355.076032:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50656 00000100:00100000:1.0:1746167355.076035:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423520768:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167355.076045:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167355.076067:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423520768:12345-0@lo:8:kworker.0 Request processed in 31us (155us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167355.076071:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50656 00000100:00080000:1.0:1746167355.076088:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167355.076091:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167355.076094:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423520768:0@lo:8:kworker.0 00000100:00100000:2.0:1746167355.076584:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423520384:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167355.076605:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167355.076617:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423521024:0@lo:400:kworker.0 00000100:00100000:2.0:1746167355.076628:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167355.076647:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746167355.076650:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423520896:0@lo:400:kworker.0 00000100:00100000:2.0:1746167355.076664:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167355.076710:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423520896 00000100:00100000:2.0:1746167355.076713:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423520896 00000100:00100000:2.0:1746167355.076735:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8040 00000100:00100000:2.0:1746167355.076740:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423520896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167355.076950:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423520896:12345-0@lo:400:kworker.0 Request processed in 210us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167355.076955:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8040 00000100:00100000:2.0:1746167355.076976:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423520896:0@lo:400:kworker.0 00000100:00080000:2.0:1746167355.077009:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167355.077086:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423521024 00000100:00100000:3.0:1746167355.077089:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423521024 00000100:00100000:3.0:1746167355.077115:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3733 00000100:00100000:3.0:1746167355.077119:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423521024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167355.077146:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423521024:12345-0@lo:400:kworker.0 Request processed in 27us (517us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167355.077150:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3733 00000100:00100000:0.0:1746167355.077161:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423520128:0@lo:400:kworker.0 00000100:00100000:3.0:1746167355.077168:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423521024:0@lo:400:kworker.0 00000100:00100000:3.0:1746167355.077185:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423519744 00000100:00100000:3.0:1746167355.077187:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423519744 00000100:00100000:3.0:1746167355.077201:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1171 00000100:00100000:3.0:1746167355.077205:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423519744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167355.077223:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423519744:12345-0@lo:400:kworker.0 Request processed in 18us (2172us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167355.077227:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1171 00000100:00100000:0.0:1746167355.077246:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088caa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423519744:0@lo:400:kworker.0 00000100:00100000:1.0:1746167355.077444:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423520384 00000100:00100000:1.0:1746167355.077448:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423520384 00000100:00100000:1.0:1746167355.077473:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36409 00000100:00100000:1.0:1746167355.077478:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a406450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423520384:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746167355.077497:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167355.077526:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a406450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423520384:12345-0@lo:41:osp-pre-1-0.0 Request processed in 48us (919us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167355.077531:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36409 00000100:00100000:3.0:1746167355.077628:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423520384:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167355.186606:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423521152:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167355.186659:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167355.187133:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423521152 00000100:00100000:1.0:1746167355.187140:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423521152 00000100:00100000:1.0:1746167355.187188:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36410 00000100:00100000:1.0:1746167355.187196:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f150380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423521152:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167355.187226:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167355.187277:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f150380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423521152:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (619us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167355.187283:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36410 00000100:00100000:0.0:1746167355.187666:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423521152:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167355.395614:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423521280:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167355.395667:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167355.412032:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423521280 00000100:00100000:3.0:1746167355.412043:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423521280 00000100:00100000:3.0:1746167355.412103:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7428 00000100:00100000:3.0:1746167355.412111:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423521280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167355.412132:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167355.412200:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423521280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (16532us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167355.412205:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7428 00000100:00100000:0.0:1746167355.412365:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423521280:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167355.785858:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167356.788116:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167357.103997:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167357.106390:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439246848 00000100:00100000:3.0:1746167357.106400:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439246848 00000100:00100000:0.0:1746167357.106423:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167357.106722:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1172 00000100:00100000:0.0:1746167357.106730:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167357.106730:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a81ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439246848:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167357.106772:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167357.106780:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a81ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439246848:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 52us (2792us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167357.106785:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1172 00000100:00100000:3.0:1746167357.106812:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439246976 00000100:00100000:3.0:1746167357.106815:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439246976 00000100:00100000:3.0:1746167357.106839:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439247104 00000100:00100000:3.0:1746167357.106841:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439247104 00000100:00100000:3.0:1746167357.106855:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3734 00000100:00100000:3.0:1746167357.106860:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f150a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439246976:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167357.106885:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f150a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439246976:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 25us (155us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167357.106890:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3734 00000100:00100000:3.0:1746167357.106899:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3735 00000100:00100000:3.0:1746167357.106903:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f150e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439247104:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167357.106920:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f150e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439247104:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 17us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167357.106924:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3735 00000100:00080000:3.0:1746167357.106939:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746167357.106942:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167357.106960:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439247232 00000100:00100000:3.0:1746167357.106962:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439247232 00000100:00100000:3.0:1746167357.106977:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50657 00000100:00100000:3.0:1746167357.106981:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f150700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439247232:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167357.107000:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167357.107019:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f150700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439247232:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 37us (598us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167357.107023:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50657 00010000:00010000:3.0:1746167357.790067:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167358.793491:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167359.203252:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423521408:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167359.203333:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167359.203479:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423521408 00000100:00100000:2.0:1746167359.203485:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423521408 00000100:00080000:3.0:1746167359.203528:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167359.203532:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7429 00000100:00100000:2.0:1746167359.203541:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f151180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423521408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167359.203913:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167359.203951:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f151180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423521408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 412us (617us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167359.203957:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7429 00000100:00100000:0.0:1746167359.204032:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423521408:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167359.793878:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167360.081926:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167360.081946:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423521536:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167360.082006:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746167360.082160:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167360.082164:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167360.082167:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167360.082175:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11275 00000100:00080000:1.0:1746167360.082179:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1746167360.082184:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167360.082201:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e323480 x1830977423522176/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167360.082220:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167360.082223:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167360.082224:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167360.082227:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11275 00000100:00080000:1.0:1746167360.082228:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1746167360.082231:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167360.082239:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095c2dc00 x1830977423522432/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167360.082292:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e323480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423522176:0@lo:8:kworker.0 00000100:00100000:1.0:1746167360.082317:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167360.082347:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423522432:0@lo:8:kworker.0 00000100:00100000:1.0:1746167360.082363:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167360.082384:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423521920:0@lo:400:kworker.0 00000100:00100000:1.0:1746167360.082402:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167360.082413:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423522688:0@lo:400:kworker.0 00000100:00100000:1.0:1746167360.082424:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167360.082435:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746167360.082440:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423522048:0@lo:400:kworker.0 00000100:00100000:1.0:1746167360.082454:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167360.082474:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423521920 00000100:00100000:1.0:1746167360.082479:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423521920 00000100:00100000:1.0:1746167360.082514:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423522688 00000100:00100000:1.0:1746167360.082516:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423522688 00000100:00100000:1.0:1746167360.082531:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3736 00000100:00100000:1.0:1746167360.082537:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b715500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423521920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167360.082542:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423521536 00000100:00100000:3.0:1746167360.082545:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423521536 00000100:00100000:3.0:1746167360.082562:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423522048 00000100:00100000:3.0:1746167360.082565:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423522048 00000100:00100000:1.0:1746167360.082572:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b715500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423521920:12345-0@lo:400:kworker.0 Request processed in 36us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167360.082575:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36411 00000100:00100000:1.0:1746167360.082577:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3736 00000100:00100000:3.0:1746167360.082579:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f151500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423521536:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167360.082588:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3737 00000100:00100000:1.0:1746167360.082592:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b716680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423522688:12345-0@lo:400:kworker.0 00000004:00000024:3.0:1746167360.082598:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167360.082608:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b716680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423522688:12345-0@lo:400:kworker.0 Request processed in 16us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167360.082612:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3737 00000100:00100000:3.0:1746167360.082618:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f151500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423521536:12345-0@lo:41:osp-pre-1-0.0 Request processed in 39us (614us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167360.082623:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36411 00000100:00100000:1.0:1746167360.082627:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36412 00000100:00100000:1.0:1746167360.082631:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b715180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423522048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167360.082638:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423522176 00000100:00100000:3.0:1746167360.082641:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423522176 00000100:00100000:1.0:1746167360.082650:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b715180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423522048:12345-0@lo:400:kworker.0 Request processed in 18us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167360.082651:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423522432 00000100:00100000:3.0:1746167360.082653:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423522432 00000100:00100000:1.0:1746167360.082654:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36412 00000100:00100000:3.0:1746167360.082662:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50658 00000100:00100000:3.0:1746167360.082665:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423522176:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746167360.082669:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50659 00000100:00100000:1.0:1746167360.082671:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b714a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423522432:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167360.082695:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167360.082720:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423522176:12345-0@lo:8:kworker.0 Request processed in 53us (402us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167360.082725:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50658 00000100:00080000:3.0:1746167360.082947:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167360.082991:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423522048:0@lo:400:kworker.0 00000100:00100000:3.0:1746167360.083000:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423521920:0@lo:400:kworker.0 00000100:00100000:3.0:1746167360.083006:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423522688:0@lo:400:kworker.0 00000100:00100000:3.0:1746167360.083018:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423521536:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167360.083030:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423521792:0@lo:400:kworker.0 00000100:00100000:2.0:1746167360.083052:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746167360.083058:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167360.083060:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167360.083063:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e323480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423522176:0@lo:8:kworker.0 00000100:00100000:2.0:1746167360.083066:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423522560:0@lo:400:kworker.0 00000100:00100000:3.0:1746167360.083075:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423521792 00000100:00100000:3.0:1746167360.083077:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423521792 00000100:00100000:2.0:1746167360.083079:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167360.083089:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1746167360.083093:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423521664:0@lo:400:kworker.0 00000100:00100000:3.0:1746167360.083095:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3738 00000100:00100000:3.0:1746167360.083099:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423521792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167360.083112:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167360.083120:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423521792:12345-0@lo:400:kworker.0 Request processed in 21us (67us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167360.083125:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3738 00000100:00100000:2.0:1746167360.083131:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423522304:0@lo:400:kworker.0 00000100:00100000:3.0:1746167360.083136:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423522560 00000100:00100000:3.0:1746167360.083138:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423522560 00000100:00100000:2.0:1746167360.083145:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167360.083153:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8041 00000100:00100000:3.0:1746167360.083157:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423522560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167360.083160:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423521792:0@lo:400:kworker.0 00000100:00100000:2.0:1746167360.083176:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423521664 00000100:00100000:2.0:1746167360.083178:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423521664 00000100:00100000:3.0:1746167360.083178:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423522560:12345-0@lo:400:kworker.0 Request processed in 21us (99us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167360.083183:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8041 00000100:00100000:3.0:1746167360.083193:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423522304 00000100:00100000:2.0:1746167360.083195:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1173 00000100:00100000:3.0:1746167360.083195:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423522304 00000100:00100000:2.0:1746167360.083199:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423521664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167360.083205:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3739 00000100:00100000:3.0:1746167360.083208:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423522304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167360.083220:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423521664:12345-0@lo:400:kworker.0 Request processed in 21us (107us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167360.083222:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423522304:12345-0@lo:400:kworker.0 Request processed in 14us (77us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167360.083225:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1173 00000100:00100000:3.0:1746167360.083226:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3739 00000100:00080000:3.0:1746167360.083236:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746167360.083237:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167360.083262:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423521664:0@lo:400:kworker.0 00000100:00100000:2.0:1746167360.083270:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423522304:0@lo:400:kworker.0 00000100:00100000:2.0:1746167360.083995:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423522560:0@lo:400:kworker.0 00010000:00020000:1.0:1746167360.085470:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167360.085523:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b714a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423522432:12345-0@lo:8:kworker.0 Request processed in 2848us (3157us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167360.085534:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50659 00000100:00080000:3.0:1746167360.086055:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167360.086059:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167360.086063:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423522432:0@lo:8:kworker.0 00000100:00100000:2.0:1746167360.193826:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f151880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423522816:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167360.193891:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167360.193952:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423522816 00000100:00100000:0.0:1746167360.193959:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423522816 00000100:00100000:0.0:1746167360.194000:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36413 00000100:00100000:0.0:1746167360.194007:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423522816:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167360.194035:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167360.194066:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423522816:12345-0@lo:41:osp-pre-0-1.0 Request processed in 60us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167360.194071:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36413 00000100:00100000:2.0:1746167360.194170:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f151880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423522816:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167360.418078:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746167360.418097:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f151c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423522944:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746167360.418151:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167360.418984:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423522944 00000100:00100000:0.0:1746167360.418991:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423522944 00000100:00100000:0.0:1746167360.419033:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7430 00000100:00100000:0.0:1746167360.419039:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423522944:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167360.419058:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167360.419099:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423522944:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (948us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167360.419104:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7430 00000100:00100000:3.0:1746167360.419354:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f151c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423522944:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167360.796964:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167361.798086:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167362.095057:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167362.095102:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167362.095118:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439247488 00000100:00100000:1.0:1746167362.095126:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439247488 00000100:00100000:1.0:1746167362.095195:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3740 00000100:00100000:1.0:1746167362.095203:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f151f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439247488:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167362.095268:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f151f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439247488:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 66us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167362.095274:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3740 00000100:00080000:3.0:1746167362.095431:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167362.096986:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167362.097023:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167362.097033:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439247616 00000100:00100000:1.0:1746167362.097037:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439247616 00000100:00100000:1.0:1746167362.097080:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3741 00000100:00100000:1.0:1746167362.097086:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f152300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439247616:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167362.097118:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f152300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439247616:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 33us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167362.097123:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3741 00000100:00100000:1.0:1746167362.097139:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439247744 00000100:00100000:1.0:1746167362.097142:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439247744 00000100:00100000:1.0:1746167362.097155:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50660 00000100:00100000:1.0:1746167362.097159:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f152680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439247744:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167362.097178:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167362.097196:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f152680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439247744:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 36us (172us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167362.097201:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50660 00000100:00080000:3.0:1746167362.097336:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167362.097521:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439247360 00000100:00100000:2.0:1746167362.097526:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439247360 00000100:00100000:2.0:1746167362.097560:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1174 00000100:00100000:2.0:1746167362.097566:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439247360:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167362.097605:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439247360:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 39us (2502us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167362.097610:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1174 00010000:00010000:3.0:1746167362.801295:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167363.802576:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167364.210868:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f152a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423523072:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167364.210924:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167364.211031:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423523072 00000100:00100000:0.0:1746167364.211039:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423523072 00000100:00080000:3.0:1746167364.211166:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167364.211222:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7431 00000100:00100000:0.0:1746167364.211230:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088caa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423523072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167364.211251:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167364.211282:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088caa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423523072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167364.211287:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7431 00000100:00100000:3.0:1746167364.211620:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f152a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423523072:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167364.807706:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167365.090287:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746167365.090306:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088caaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423523200:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167365.090369:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167365.090502:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423523200 00000100:00100000:1.0:1746167365.090509:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423523200 00000100:00100000:1.0:1746167365.090541:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36414 00000100:00100000:1.0:1746167365.090547:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423523200:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746167365.090575:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167365.090612:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423523200:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167365.090618:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36414 00000100:00080000:3.0:1746167365.090772:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746167365.090776:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167365.090779:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167365.090783:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11280 00000100:00080000:3.0:1746167365.090786:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1746167365.090790:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167365.090805:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800949c8e00 x1830977423523840/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746167365.090823:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746167365.090831:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167365.090832:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167365.090835:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11280 00000100:00080000:3.0:1746167365.090837:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1746167365.090839:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167365.090849:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009caef480 x1830977423524096/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167365.090958:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088caaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423523200:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167365.090974:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088caa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423523328:0@lo:400:kworker.0 00000100:00100000:2.0:1746167365.090995:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167365.091021:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423523968:0@lo:400:kworker.0 00000100:00100000:2.0:1746167365.091038:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167365.091052:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746167365.091056:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423523712:0@lo:400:kworker.0 00000100:00100000:2.0:1746167365.091070:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167365.091089:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423523328 00000100:00100000:2.0:1746167365.091092:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423523328 00000100:00100000:2.0:1746167365.091112:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1175 00000100:00100000:2.0:1746167365.091117:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423523328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167365.091141:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423523328:12345-0@lo:400:kworker.0 Request processed in 24us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167365.091145:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1175 00000100:00100000:2.0:1746167365.091178:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423523456:0@lo:400:kworker.0 00000100:00100000:2.0:1746167365.091196:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167365.091209:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423524224:0@lo:400:kworker.0 00000100:00100000:2.0:1746167365.091225:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167365.091236:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1746167365.091241:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e323480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423523584:0@lo:400:kworker.0 00000100:00100000:2.0:1746167365.091255:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167365.091268:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423524352:0@lo:400:kworker.0 00000100:00100000:2.0:1746167365.091282:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167365.091301:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423523968 00000100:00100000:2.0:1746167365.091303:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423523968 00000100:00100000:2.0:1746167365.091546:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423523456 00000100:00100000:2.0:1746167365.091549:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423523456 00000100:00100000:2.0:1746167365.091569:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423523584 00000100:00100000:2.0:1746167365.091570:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423523584 00000100:00100000:2.0:1746167365.091578:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423524352 00000100:00100000:2.0:1746167365.091580:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423524352 00000100:00100000:2.0:1746167365.091588:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3742 00000100:00100000:2.0:1746167365.091592:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088caaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423523968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167365.091615:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088caaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423523968:12345-0@lo:400:kworker.0 Request processed in 23us (576us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167365.091620:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3742 00000100:00100000:2.0:1746167365.091627:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3743 00000100:00100000:2.0:1746167365.091632:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423523456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167365.091651:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423523456:12345-0@lo:400:kworker.0 Request processed in 20us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167365.091656:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3743 00000100:00100000:2.0:1746167365.091664:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3744 00000100:00100000:2.0:1746167365.091668:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423523584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167365.091712:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423523584:12345-0@lo:400:kworker.0 Request processed in 42us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167365.091716:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3744 00000100:00100000:2.0:1746167365.091725:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3745 00000100:00100000:2.0:1746167365.091730:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423524352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167365.091746:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423524352:12345-0@lo:400:kworker.0 Request processed in 17us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167365.091751:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3745 00000100:00080000:2.0:1746167365.091766:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746167365.091768:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167365.091782:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e323480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423523584:0@lo:400:kworker.0 00000100:00100000:2.0:1746167365.091789:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423524352:0@lo:400:kworker.0 00000100:00100000:2.0:1746167365.091795:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423523456:0@lo:400:kworker.0 00000100:00100000:2.0:1746167365.091991:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088caa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423523328:0@lo:400:kworker.0 00000100:00100000:2.0:1746167365.091999:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423523968:0@lo:400:kworker.0 00000100:00100000:2.0:1746167365.092033:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423523840:0@lo:8:kworker.0 00000100:00100000:2.0:1746167365.092051:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167365.092063:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423524096:0@lo:8:kworker.0 00000100:00100000:2.0:1746167365.092077:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167365.092104:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423524224 00000100:00100000:2.0:1746167365.092107:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423524224 00000100:00100000:2.0:1746167365.092127:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423523840 00000100:00100000:2.0:1746167365.092130:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423523840 00000100:00100000:2.0:1746167365.092137:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423524096 00000100:00100000:2.0:1746167365.092139:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423524096 00000100:00100000:2.0:1746167365.092146:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8042 00000100:00100000:2.0:1746167365.092151:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423524224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167365.092191:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423524224:12345-0@lo:400:kworker.0 Request processed in 41us (965us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167365.092196:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8042 00000100:00100000:2.0:1746167365.092204:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50661 00000100:00100000:2.0:1746167365.092208:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423523840:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167365.092222:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167365.092242:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423523840:12345-0@lo:8:kworker.0 Request processed in 33us (190us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167365.092247:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50661 00000100:00100000:2.0:1746167365.092254:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50662 00000100:00100000:2.0:1746167365.092257:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423524096:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167365.092266:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167365.092279:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423524096:12345-0@lo:8:kworker.0 Request processed in 21us (202us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167365.092283:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50662 00000100:00080000:2.0:1746167365.092301:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167365.092303:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167365.092306:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423523840:0@lo:8:kworker.0 00000100:00080000:2.0:1746167365.092312:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167365.092314:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167365.092317:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423524096:0@lo:8:kworker.0 00000100:00080000:2.0:1746167365.092341:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167365.092351:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423524224:0@lo:400:kworker.0 00000100:00100000:1.0:1746167365.093236:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423523712 00000100:00100000:1.0:1746167365.093242:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423523712 00000100:00100000:1.0:1746167365.093266:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36415 00000100:00100000:1.0:1746167365.093271:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423523712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167365.093531:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423523712:12345-0@lo:400:kworker.0 Request processed in 260us (2459us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167365.093536:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36415 00000100:00100000:2.0:1746167365.093969:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423523712:0@lo:400:kworker.0 00000100:00100000:0.0:1746167365.202111:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423524480:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167365.202171:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167365.203486:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423524480 00000100:00100000:1.0:1746167365.203494:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423524480 00000100:00100000:1.0:1746167365.203535:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36416 00000100:00100000:1.0:1746167365.203546:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f152d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423524480:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167365.203574:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167365.203618:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f152d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423524480:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (1447us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167365.203624:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36416 00000100:00100000:0.0:1746167365.203705:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423524480:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167365.425940:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423524608:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167365.425994:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167365.426133:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423524608 00000100:00100000:2.0:1746167365.426140:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423524608 00000100:00100000:2.0:1746167365.426202:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7432 00000100:00100000:2.0:1746167365.426209:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f153100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423524608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167365.426237:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167365.426279:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f153100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423524608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167365.426286:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7432 00000100:00100000:1.0:1746167365.427450:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423524608:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167365.809860:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167366.813947:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167367.104334:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167367.104392:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167367.104443:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167367.104622:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439248000 00000100:00100000:1.0:1746167367.104633:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439248000 00000100:00100000:1.0:1746167367.104950:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439248128 00000100:00100000:1.0:1746167367.104953:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439248128 00000100:00100000:1.0:1746167367.104976:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3746 00000100:00100000:1.0:1746167367.104985:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f153480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439248000:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167367.105058:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f153480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439248000:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 74us (736us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167367.105065:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3746 00000100:00100000:1.0:1746167367.105082:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3747 00000100:00100000:1.0:1746167367.105087:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f153800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439248128:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167367.105110:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f153800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439248128:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 23us (667us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167367.105116:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3747 00000100:00080000:1.0:1746167367.105258:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167367.105262:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167367.105335:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439247872 00000100:00100000:2.0:1746167367.105350:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439247872 00000100:00100000:2.0:1746167367.105378:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1176 00000100:00100000:2.0:1746167367.105383:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439247872:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167367.105421:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439247872:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 38us (1029us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167367.105428:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1176 00000100:00100000:2.0:1746167367.106749:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167367.109704:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439248256 00000100:00100000:3.0:1746167367.109717:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439248256 00000100:00100000:3.0:1746167367.109798:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50663 00000100:00100000:3.0:1746167367.109808:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439248256:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167367.109837:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167367.109913:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439248256:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 105us (3167us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167367.109919:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50663 00010000:00010000:3.0:1746167367.816165:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167368.818206:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167369.221198:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423524736:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167369.221279:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167369.221333:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423524736 00000100:00100000:0.0:1746167369.221342:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423524736 00000100:00080000:1.0:1746167369.221386:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167369.221397:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7433 00000100:00100000:0.0:1746167369.221405:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423524736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167369.221439:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167369.221479:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423524736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167369.221486:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7433 00000100:00100000:2.0:1746167369.227530:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423524736:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167369.824229:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167370.098565:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f153b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423524864:0@lo:400:kworker.0 00000100:00100000:1.0:1746167370.099000:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f152a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423524992:0@lo:400:kworker.0 00000100:00100000:1.0:1746167370.099073:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167370.099900:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746167370.099907:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423525120:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167370.099938:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167370.099980:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423524992 00000100:00100000:1.0:1746167370.099987:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423524992 00000100:00100000:1.0:1746167370.100039:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3748 00000100:00100000:1.0:1746167370.100047:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423524992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167370.100107:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423524992:12345-0@lo:400:kworker.0 Request processed in 61us (1034us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167370.100114:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3748 00000100:00080000:1.0:1746167370.100134:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167370.100160:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f152a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423524992:0@lo:400:kworker.0 00000100:00100000:1.0:1746167370.100203:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423525120 00000100:00100000:1.0:1746167370.100207:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423525120 00000100:00100000:1.0:1746167370.100228:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36417 00000100:00100000:1.0:1746167370.100233:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423525120:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746167370.100260:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167370.100290:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423525120:12345-0@lo:41:osp-pre-1-0.0 Request processed in 57us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167370.100295:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36417 00000100:00100000:1.0:1746167370.100322:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423525120:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1746167370.101190:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167370.101194:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167370.101197:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167370.101202:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11285 00000100:00080000:0.0:1746167370.101205:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746167370.101209:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167370.101228:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f150000 x1830977423525504/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167370.101251:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167370.101254:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167370.101255:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167370.101258:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11285 00000100:00080000:0.0:1746167370.101260:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167370.101271:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167370.101458:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009da1bb80 x1830977423525760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167370.101483:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167370.101490:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f152a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423525632:0@lo:400:kworker.0 00000100:00100000:0.0:1746167370.101512:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167370.101516:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f151880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423525376:0@lo:400:kworker.0 00000100:00100000:0.0:1746167370.101526:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167370.101530:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423525888:0@lo:400:kworker.0 00000100:00100000:2.0:1746167370.101534:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167370.101546:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1746167370.101548:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167370.101551:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f151c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423525248:0@lo:400:kworker.0 00000100:00100000:0.0:1746167370.101569:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423525888 00000100:00100000:0.0:1746167370.101572:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423525888 00000100:00100000:2.0:1746167370.101576:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167370.101589:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423526016:0@lo:400:kworker.0 00000100:00100000:0.0:1746167370.101600:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8043 00000100:00100000:2.0:1746167370.101603:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167370.101606:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423525888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167370.101621:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f150000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423525504:0@lo:8:kworker.0 00000100:00100000:2.0:1746167370.101637:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167370.101650:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423525760:0@lo:8:kworker.0 00000100:00100000:2.0:1746167370.101666:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167370.101706:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423524864 00000100:00100000:2.0:1746167370.101709:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423524864 00000100:00100000:2.0:1746167370.101732:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1177 00000100:00100000:2.0:1746167370.101737:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423524864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167370.101765:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423524864:12345-0@lo:400:kworker.0 Request processed in 28us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167370.101771:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1177 00000100:00100000:2.0:1746167370.101796:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423525504 00000100:00100000:2.0:1746167370.101819:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423525504 00000100:00100000:2.0:1746167370.101831:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423525760 00000100:00100000:2.0:1746167370.101833:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423525760 00000100:00100000:2.0:1746167370.101842:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50664 00000100:00100000:2.0:1746167370.101845:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423525504:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167370.101863:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167370.101885:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423525504:12345-0@lo:8:kworker.0 Request processed in 38us (247us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167370.101889:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50664 00000100:00100000:2.0:1746167370.101897:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50665 00000100:00100000:2.0:1746167370.101900:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423525760:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167370.101908:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167370.101923:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423525760:12345-0@lo:8:kworker.0 Request processed in 22us (257us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167370.101927:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50665 00000100:00080000:2.0:1746167370.101958:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167370.101962:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167370.101965:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f150000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423525504:0@lo:8:kworker.0 00000100:02020000:2.0:1746167370.101973:0:3768:0:(client.c:1389:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_connect to node 0@lo failed: rc = -19 00000100:00080000:2.0:1746167370.101976:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167370.101978:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167370.101980:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423525760:0@lo:8:kworker.0 00000100:00100000:2.0:1746167370.102008:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f153b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423524864:0@lo:400:kworker.0 00000100:00100000:2.0:1746167370.102035:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423525632 00000100:00100000:2.0:1746167370.102038:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423525632 00000100:00100000:2.0:1746167370.102052:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423525248 00000100:00100000:2.0:1746167370.102054:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423525248 00000100:00100000:2.0:1746167370.102065:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423526016 00000100:00100000:2.0:1746167370.102066:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423526016 00000100:00100000:2.0:1746167370.102086:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3749 00000100:00100000:2.0:1746167370.102092:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423525632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167370.103286:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423525888:12345-0@lo:400:kworker.0 Request processed in 1676us (1732us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167370.103296:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8043 00000100:00100000:0.0:1746167370.103536:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3750 00000100:00100000:0.0:1746167370.103544:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088caa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423525248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167370.103584:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088caa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423525248:12345-0@lo:400:kworker.0 Request processed in 43us (2006us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167370.103589:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3750 00000100:00100000:0.0:1746167370.103602:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3751 00000100:00100000:0.0:1746167370.103607:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423526016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167370.103629:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423526016:12345-0@lo:400:kworker.0 Request processed in 22us (2024us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167370.103634:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3751 00000100:00080000:0.0:1746167370.103650:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167370.103654:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167370.103693:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f151c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423525248:0@lo:400:kworker.0 00000100:00100000:0.0:1746167370.103706:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423526016:0@lo:400:kworker.0 00000100:00100000:0.0:1746167370.103742:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423525888:0@lo:400:kworker.0 00000100:00100000:2.0:1746167370.105840:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423525632:12345-0@lo:400:kworker.0 Request processed in 3741us (4320us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167370.105850:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3749 00000100:00100000:2.0:1746167370.105959:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423525376 00000100:00100000:2.0:1746167370.105972:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423525376 00000100:00100000:2.0:1746167370.106038:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36418 00000100:00100000:2.0:1746167370.106047:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423525376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167370.106149:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423525376:12345-0@lo:400:kworker.0 Request processed in 104us (4612us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167370.106156:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36418 00000100:00100000:1.0:1746167370.106188:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f151880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423525376:0@lo:400:kworker.0 00000100:00100000:0.0:1746167370.107281:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f152a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423525632:0@lo:400:kworker.0 00000100:00100000:1.0:1746167370.231240:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423526144:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167370.231326:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167370.231635:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423526144 00000100:00100000:3.0:1746167370.231643:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423526144 00000100:00100000:3.0:1746167370.231723:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36419 00000100:00100000:3.0:1746167370.231731:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e498380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423526144:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167370.231951:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167370.232068:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e498380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423526144:12345-0@lo:41:osp-pre-0-1.0 Request processed in 337us (742us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167370.232100:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36419 00000100:00100000:0.0:1746167370.232182:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423526144:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167370.434034:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e49aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423526272:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167370.434163:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167370.434376:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423526272 00000100:00100000:3.0:1746167370.434387:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423526272 00000100:00100000:3.0:1746167370.434457:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7434 00000100:00100000:3.0:1746167370.434465:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423526272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167370.434500:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167370.434555:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423526272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167370.434565:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7434 00000100:00100000:1.0:1746167370.434663:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e49aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423526272:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167370.822144:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167371.824082:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167372.110542:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167372.110592:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167372.110625:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167372.110664:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439248512 00000100:00100000:2.0:1746167372.110707:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439248512 00000100:00100000:0.0:1746167372.110743:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00080000:0.0:1746167372.110762:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167372.110772:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439248640 00000100:00100000:2.0:1746167372.110775:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439248640 00000100:00100000:0.0:1746167372.110960:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439248768 00000100:00100000:0.0:1746167372.110964:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439248768 00000100:00100000:2.0:1746167372.110982:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3752 00000100:00100000:0.0:1746167372.110987:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50666 00000100:00100000:2.0:1746167372.110992:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439248512:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167372.110993:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439248768:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167372.111018:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167372.111098:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439248512:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 108us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167372.111106:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3752 00000100:00100000:2.0:1746167372.111122:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3753 00000100:00100000:2.0:1746167372.111128:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088faf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439248640:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167372.111211:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439248384 00000100:00100000:3.0:1746167372.111215:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439248384 00000100:00100000:3.0:1746167372.111242:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1178 00000100:00100000:3.0:1746167372.111247:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439248384:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167372.111290:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439248768:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 293us (543us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167372.111296:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50666 00000100:00080000:0.0:1746167372.111310:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167372.111452:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439248384:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 203us (858us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167372.111453:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088faf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439248640:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 324us (825us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167372.111458:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1178 00000100:00100000:2.0:1746167372.111460:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3753 00010000:00010000:3.0:1746167372.828611:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167373.832405:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167374.227945:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423526400:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167374.228033:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167374.229334:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423526400 00000100:00100000:1.0:1746167374.229343:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423526400 00000100:00100000:1.0:1746167374.229410:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7435 00000100:00100000:1.0:1746167374.229418:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dce0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423526400:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167374.229451:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:3.0:1746167374.229655:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167374.237749:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dce0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423526400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 8318us (9702us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167374.237766:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7435 00000100:00100000:0.0:1746167374.237906:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dceca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423526400:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167374.834185:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167375.106194:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746167375.106218:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e49aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423526528:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167375.106487:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167375.106717:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423526528 00000100:00100000:2.0:1746167375.106725:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423526528 00000100:00080000:1.0:1746167375.107079:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167375.107084:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167375.107088:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167375.107094:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11290 00000100:00080000:1.0:1746167375.107097:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167375.107102:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167375.107126:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e2a0a80 x1830977423527168/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167375.107154:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167375.107157:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167375.107159:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167375.107162:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11290 00000100:00080000:1.0:1746167375.107164:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167375.107167:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167375.107178:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b632a00 x1830977423527424/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167375.107209:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e498a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423526784:0@lo:400:kworker.0 00000100:00100000:1.0:1746167375.107241:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167375.107296:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423527552:0@lo:400:kworker.0 00000100:00100000:1.0:1746167375.107322:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167375.107635:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36420 00000100:00100000:2.0:1746167375.107645:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dce0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423526528:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167375.107718:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167375.107763:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dce0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423526528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 120us (1276us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167375.107771:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36420 00000100:00100000:2.0:1746167375.107799:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423527168:0@lo:8:kworker.0 00000100:00100000:2.0:1746167375.107822:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167375.107844:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b632a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423527424:0@lo:8:kworker.0 00000100:00100000:2.0:1746167375.107858:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167375.108050:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746167375.108059:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e498700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423526912:0@lo:400:kworker.0 00000100:00100000:1.0:1746167375.108081:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167375.108097:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b630380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423527680:0@lo:400:kworker.0 00000100:00100000:1.0:1746167375.108111:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167375.108132:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423526784 00000100:00100000:1.0:1746167375.108136:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423526784 00000100:00100000:0.0:1746167375.108331:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e49aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423526528:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167375.108352:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e49b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423526656:0@lo:400:kworker.0 00000100:00100000:0.0:1746167375.108378:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167375.109235:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423527040:0@lo:400:kworker.0 00000100:00100000:3.0:1746167375.109266:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167375.109294:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423527040 00000100:00100000:3.0:1746167375.109297:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423527040 00000100:00100000:3.0:1746167375.109322:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36421 00000100:00100000:3.0:1746167375.109327:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423527040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167375.109358:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423527040:12345-0@lo:400:kworker.0 Request processed in 31us (91us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167375.109363:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36421 00000100:00100000:3.0:1746167375.109382:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423527040:0@lo:400:kworker.0 00000100:00100000:3.0:1746167375.109411:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423526912 00000100:00100000:3.0:1746167375.109414:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423526912 00000100:00100000:2.0:1746167375.109458:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423527552 00000100:00100000:2.0:1746167375.109461:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423527552 00000100:00100000:1.0:1746167375.109536:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423527680 00000100:00100000:1.0:1746167375.109539:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423527680 00000100:00100000:1.0:1746167375.109551:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3754 00000100:00100000:1.0:1746167375.109556:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b630a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423526784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167375.109587:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b630a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423526784:12345-0@lo:400:kworker.0 Request processed in 31us (2346us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167375.109591:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3754 00000100:00100000:1.0:1746167375.109600:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3755 00000100:00100000:1.0:1746167375.109603:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b632680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423527680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167375.109619:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b632680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423527680:12345-0@lo:400:kworker.0 Request processed in 15us (1508us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167375.109623:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3755 00000100:00100000:1.0:1746167375.109638:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423527168 00000100:00100000:1.0:1746167375.109641:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423527168 00000100:00100000:1.0:1746167375.109652:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423527424 00000100:00100000:1.0:1746167375.109654:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423527424 00000100:00100000:1.0:1746167375.109662:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50667 00000100:00100000:1.0:1746167375.109665:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423527168:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167375.109700:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167375.110084:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b633800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423527296:0@lo:400:kworker.0 00000100:00100000:0.0:1746167375.110109:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167375.110132:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423527296 00000100:00100000:0.0:1746167375.110135:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423527296 00000100:00100000:0.0:1746167375.110153:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3756 00000100:00100000:0.0:1746167375.110158:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dce1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423527296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167375.110185:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dce1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423527296:12345-0@lo:400:kworker.0 Request processed in 27us (75us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167375.110191:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3756 00000100:00100000:0.0:1746167375.110220:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b633800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423527296:0@lo:400:kworker.0 00000100:00100000:0.0:1746167375.110264:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b630380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423527680:0@lo:400:kworker.0 00000100:00100000:0.0:1746167375.110276:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e498a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423526784:0@lo:400:kworker.0 00000100:00100000:0.0:1746167375.110303:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50668 00000100:00100000:0.0:1746167375.110307:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423527424:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167375.110316:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167375.110346:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423527424:12345-0@lo:8:kworker.0 Request processed in 38us (2486us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167375.110352:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50668 00000100:00100000:3.0:1746167375.111026:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3757 00000100:00100000:3.0:1746167375.111034:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b633480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423526912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167375.111074:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b633480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423526912:12345-0@lo:400:kworker.0 Request processed in 42us (2991us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167375.111080:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3757 00000100:00100000:3.0:1746167375.111115:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e498700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423526912:0@lo:400:kworker.0 00000100:00080000:3.0:1746167375.111152:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167375.111156:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167375.111160:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b632a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423527424:0@lo:8:kworker.0 00000100:00100000:2.0:1746167375.111371:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8044 00000100:00100000:2.0:1746167375.111379:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b631f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423527552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167375.111619:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b631f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423527552:12345-0@lo:400:kworker.0 Request processed in 240us (4295us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167375.111624:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8044 00000100:00080000:0.0:1746167375.111743:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746167375.111748:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167375.111750:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167375.111763:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423526656 00000100:00100000:0.0:1746167375.111768:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423526656 00000100:00100000:0.0:1746167375.111791:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1179 00000100:00100000:0.0:1746167375.111796:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423526656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167375.111826:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423526656:12345-0@lo:400:kworker.0 Request processed in 30us (3448us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167375.111831:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1179 00000100:00100000:0.0:1746167375.111866:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e49b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423526656:0@lo:400:kworker.0 00000100:00100000:3.0:1746167375.111967:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423527552:0@lo:400:kworker.0 00000100:00100000:1.0:1746167375.137098:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423527168:12345-0@lo:8:kworker.0 Request processed in 27419us (29263us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167375.137114:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50667 00000100:00080000:3.0:1746167375.137602:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167375.137608:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167375.137613:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423527168:0@lo:8:kworker.0 00000100:00100000:3.0:1746167375.234192:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dce0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423527808:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167375.234263:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167375.234981:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423527808 00000100:00100000:2.0:1746167375.234989:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423527808 00000100:00100000:2.0:1746167375.235055:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36422 00000100:00100000:2.0:1746167375.235062:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423527808:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746167375.235095:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746167375.235137:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423527808:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (874us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167375.235143:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36422 00000100:00100000:0.0:1746167375.235563:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dce0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423527808:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167375.448912:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746167375.448939:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423527936:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167375.449029:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167375.451235:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423527936 00000100:00100000:1.0:1746167375.451246:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423527936 00000100:00100000:1.0:1746167375.451314:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7436 00000100:00100000:1.0:1746167375.451322:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dce0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423527936:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167375.451349:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167375.451415:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dce0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423527936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (2385us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167375.451422:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7436 00000100:00100000:0.0:1746167375.451571:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423527936:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167375.835905:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167376.839333:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167377.120885:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167377.122204:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167377.122248:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167377.122278:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167377.122642:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439249280 00000100:00100000:1.0:1746167377.122654:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439249280 00000100:00100000:1.0:1746167377.125843:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50669 00000100:00100000:1.0:1746167377.125858:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dce2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439249280:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167377.125889:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167377.125982:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dce2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439249280:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 125us (5107us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167377.125990:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50669 00000100:00100000:1.0:1746167377.126307:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439248896 00000100:00100000:1.0:1746167377.126520:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439248896 00000100:00100000:2.0:1746167377.127103:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439249024 00000100:00100000:2.0:1746167377.127109:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439249024 00000100:00100000:0.0:1746167377.127128:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1180 00000100:00100000:0.0:1746167377.127137:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439248896:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167377.127264:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439248896:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 127us (5013us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167377.127270:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1180 00000100:00080000:0.0:1746167377.127626:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167377.128036:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439249152 00000100:00100000:3.0:1746167377.128042:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439249152 00000100:00100000:2.0:1746167377.128149:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3758 00000100:00100000:3.0:1746167377.128156:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3759 00000100:00100000:2.0:1746167377.128158:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dce0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439249024:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167377.128163:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dce3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439249152:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167377.128189:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dce3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439249152:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 29us (5912us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167377.128196:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dce0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439249024:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 41us (5994us total) trans 0 rc 0/0 00000100:00080000:0.0:1746167377.128268:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167377.128388:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3759 00000100:00100000:2.0:1746167377.128611:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3758 00010000:00010000:3.0:1746167377.843335:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167378.847885:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167379.250199:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746167379.250223:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dce2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423528064:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167379.250299:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167379.250463:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423528064 00000100:00100000:2.0:1746167379.250471:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423528064 00000100:00100000:2.0:1746167379.250534:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7437 00000100:00100000:2.0:1746167379.250544:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b632a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423528064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167379.250578:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:0.0:1746167379.250688:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167379.252322:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b632a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423528064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1774us (2017us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167379.252333:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7437 00000100:00100000:1.0:1746167379.252670:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dce2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423528064:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167379.850378:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1746167380.114229:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167380.114236:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167380.114240:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167380.114249:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11295 00000100:00080000:1.0:1746167380.114254:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167380.114261:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167380.114286:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d9b5f80 x1830977423528704/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167380.114314:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167380.114317:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167380.114318:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167380.114322:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11295 00000100:00080000:1.0:1746167380.114325:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1746167380.114329:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167380.114339:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d9b7b80 x1830977423529088/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167380.114397:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423528448:0@lo:400:kworker.0 00000100:00100000:3.0:1746167380.114397:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423528576:0@lo:400:kworker.0 00000100:00100000:2.0:1746167380.114525:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b630380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423528192:0@lo:400:kworker.0 00000100:00100000:0.0:1746167380.114526:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b633800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423528320:0@lo:400:kworker.0 00000100:00100000:3.0:1746167380.114616:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167380.114663:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423529344:0@lo:400:kworker.0 00000100:00100000:0.0:1746167380.114706:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167380.114715:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423528704:0@lo:8:kworker.0 00000100:00100000:0.0:1746167380.114730:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423528960:0@lo:400:kworker.0 00000100:00100000:3.0:1746167380.114740:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167380.114752:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167380.114762:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423529088:0@lo:8:kworker.0 00000100:00100000:0.0:1746167380.114993:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167380.114998:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167380.115030:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423528320 00000100:00100000:3.0:1746167380.115030:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423528576 00000100:00100000:0.0:1746167380.115038:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423528320 00000100:00100000:3.0:1746167380.115038:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423528576 00000100:00100000:3.0:1746167380.115074:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423528960 00000100:00100000:0.0:1746167380.115075:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423529344 00000100:00100000:3.0:1746167380.115076:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423528960 00000100:00100000:0.0:1746167380.115078:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423529344 00000100:00100000:3.0:1746167380.115091:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36423 00000100:00100000:0.0:1746167380.115094:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3760 00000100:00100000:3.0:1746167380.115098:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423528576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167380.115100:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dce2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423528320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167380.115145:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423528576:12345-0@lo:400:kworker.0 Request processed in 48us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167380.115148:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dce2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423528320:12345-0@lo:400:kworker.0 Request processed in 47us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167380.115152:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36423 00000100:00100000:0.0:1746167380.115153:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3760 00000100:00100000:0.0:1746167380.115166:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3761 00000100:00100000:3.0:1746167380.115169:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36424 00000100:00100000:0.0:1746167380.115172:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e498700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423529344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167380.115174:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423528960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167380.115198:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e498700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423529344:12345-0@lo:400:kworker.0 Request processed in 26us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167380.115203:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3761 00000100:00100000:3.0:1746167380.115204:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423528960:12345-0@lo:400:kworker.0 Request processed in 29us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167380.115209:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36424 00000100:00100000:3.0:1746167380.115226:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423528704 00000100:00100000:3.0:1746167380.115229:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423528704 00000100:00100000:0.0:1746167380.115236:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423528576:0@lo:400:kworker.0 00000100:00100000:3.0:1746167380.115241:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423529088 00000100:00100000:3.0:1746167380.115243:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423529088 00000100:00100000:0.0:1746167380.115246:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423529344:0@lo:400:kworker.0 00000100:00100000:3.0:1746167380.115252:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50670 00000100:00100000:3.0:1746167380.115256:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423528704:12345-0@lo:8:kworker.0 00000100:00080000:0.0:1746167380.115267:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00020000:3.0:1746167380.115277:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167380.115284:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b633800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423528320:0@lo:400:kworker.0 00000100:00100000:0.0:1746167380.115292:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423528960:0@lo:400:kworker.0 00000100:00100000:3.0:1746167380.115300:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423528704:12345-0@lo:8:kworker.0 Request processed in 43us (560us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167380.115305:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50670 00000100:00100000:0.0:1746167380.115310:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50671 00000100:00100000:0.0:1746167380.115516:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423529088:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746167380.115782:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167380.116043:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423529216:0@lo:400:kworker.0 00000100:00100000:1.0:1746167380.116066:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167380.116097:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423528448 00000100:00100000:1.0:1746167380.116101:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423528448 00000100:00100000:1.0:1746167380.116130:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3762 00000100:00100000:1.0:1746167380.116135:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423528448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167380.116167:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423528448:12345-0@lo:400:kworker.0 Request processed in 32us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167380.116172:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3762 00000100:00080000:1.0:1746167380.116189:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167380.116204:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423528448:0@lo:400:kworker.0 00000100:00100000:1.0:1746167380.116233:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423529216 00000100:00100000:1.0:1746167380.116236:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423529216 00000100:00100000:2.0:1746167380.116560:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167380.116586:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423528832:0@lo:400:kworker.0 00000100:00100000:2.0:1746167380.116607:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167380.116620:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dce3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423529472:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167380.116637:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167380.116665:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423528832 00000100:00100000:2.0:1746167380.116668:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423528832 00000100:00100000:2.0:1746167380.116717:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3763 00000100:00100000:2.0:1746167380.116722:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dceed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423528832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167380.116754:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dceed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423528832:12345-0@lo:400:kworker.0 Request processed in 32us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167380.116760:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3763 00000100:00100000:2.0:1746167380.116777:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423529472 00000100:00100000:2.0:1746167380.116780:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423529472 00000100:00100000:2.0:1746167380.116795:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36425 00000100:00100000:2.0:1746167380.116799:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423529472:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167380.116825:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167380.116853:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423529472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 53us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167380.116859:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36425 00000100:00100000:2.0:1746167380.116887:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423528832:0@lo:400:kworker.0 00000100:00100000:2.0:1746167380.116899:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dce3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423529472:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1746167380.116946:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167380.116950:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167380.116953:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423528704:0@lo:8:kworker.0 00000100:00100000:2.0:1746167380.116988:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423528192 00000100:00100000:2.0:1746167380.116991:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423528192 00000100:00100000:2.0:1746167380.117013:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1181 00000100:00100000:2.0:1746167380.117018:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423528192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167380.117054:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423528192:12345-0@lo:400:kworker.0 Request processed in 35us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167380.117060:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1181 00010000:00020000:0.0:1746167380.117938:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167380.117940:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b630380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423528192:0@lo:400:kworker.0 00000100:00080000:3.0:1746167380.117965:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167380.118015:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8045 00000100:00100000:1.0:1746167380.118025:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423529216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167380.118066:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423529216:12345-0@lo:400:kworker.0 Request processed in 44us (1999us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167380.118072:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8045 00000100:00100000:1.0:1746167380.118100:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423529216:0@lo:400:kworker.0 00000100:00100000:0.0:1746167380.118224:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423529088:12345-0@lo:8:kworker.0 Request processed in 2707us (3225us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167380.118232:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50671 00000100:00080000:2.0:1746167380.118529:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167380.118534:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167380.118538:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423529088:0@lo:8:kworker.0 00000100:00100000:1.0:1746167380.242354:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746167380.242378:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e498a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423529600:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167380.242449:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167380.242552:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423529600 00000100:00100000:3.0:1746167380.242561:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423529600 00000100:00100000:3.0:1746167380.242611:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36426 00000100:00100000:3.0:1746167380.242618:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423529600:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167380.242654:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167380.242726:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423529600:12345-0@lo:41:osp-pre-0-1.0 Request processed in 108us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167380.242733:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36426 00000100:00100000:1.0:1746167380.243670:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e498a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423529600:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167380.467102:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e49aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423529728:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167380.467183:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167380.467286:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423529728 00000100:00100000:3.0:1746167380.467295:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423529728 00000100:00100000:3.0:1746167380.467345:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7438 00000100:00100000:3.0:1746167380.467353:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423529728:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167380.467380:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167380.467421:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423529728:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167380.467428:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7438 00000100:00100000:1.0:1746167380.469113:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e49aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423529728:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167380.852699:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167381.853952:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167382.128427:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167382.128482:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167382.128521:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167382.128547:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439249536 00000100:00100000:3.0:1746167382.128557:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439249536 00000100:00100000:3.0:1746167382.128619:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3764 00000100:00100000:3.0:1746167382.128629:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439249536:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167382.128760:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439249536:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 133us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167382.128767:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3764 00000100:00080000:3.0:1746167382.128803:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167382.129292:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439249408 00000100:00100000:2.0:1746167382.129297:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439249408 00000100:00100000:0.0:1746167382.129506:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167382.129565:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439249792 00000100:00100000:1.0:1746167382.129570:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439249792 00000100:00100000:1.0:1746167382.129591:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50672 00000100:00100000:1.0:1746167382.129602:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e498a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439249792:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167382.129626:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167382.129655:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e498a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439249792:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 53us (1134us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167382.129661:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50672 00000100:00100000:3.0:1746167382.132020:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1182 00000100:00100000:3.0:1746167382.132032:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439249408:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167382.132082:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439249408:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 52us (3668us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167382.132088:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1182 00000100:00100000:3.0:1746167382.132121:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439249664 00000100:00100000:3.0:1746167382.132126:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439249664 00000100:00100000:3.0:1746167382.132155:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3765 00000100:00100000:3.0:1746167382.132160:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b630380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439249664:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167382.132189:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b630380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439249664:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 28us (2684us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167382.132195:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3765 00000100:00080000:3.0:1746167382.132212:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1746167382.859243:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167383.862133:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167384.257968:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746167384.257991:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423529856:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167384.258066:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167384.258243:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423529856 00000100:00100000:2.0:1746167384.258252:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423529856 00000100:00100000:2.0:1746167384.258302:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7439 00000100:00100000:2.0:1746167384.258310:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423529856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167384.258341:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167384.258387:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423529856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167384.258394:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7439 00000100:00100000:2.0:1746167384.258438:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423529856:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1746167384.258560:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746167384.865715:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167385.122312:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423530112:0@lo:400:kworker.0 00000100:00100000:3.0:1746167385.122557:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167385.122610:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746167385.122616:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423530240:0@lo:400:kworker.0 00000100:00100000:3.0:1746167385.122641:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167385.122699:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423530240 00000100:00100000:3.0:1746167385.122707:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423530240 00000100:00100000:3.0:1746167385.122756:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3766 00000100:00100000:3.0:1746167385.122764:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423530240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167385.122812:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423530240:12345-0@lo:400:kworker.0 Request processed in 49us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167385.122819:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3766 00000100:00100000:3.0:1746167385.123067:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423530112 00000100:00100000:3.0:1746167385.123070:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423530112 00000100:00100000:3.0:1746167385.123091:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1183 00000100:00100000:3.0:1746167385.123097:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423530112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167385.123123:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423530112:12345-0@lo:400:kworker.0 Request processed in 27us (567us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167385.123128:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1183 00000100:00080000:3.0:1746167385.123155:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167385.123179:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423530240:0@lo:400:kworker.0 00000100:00100000:3.0:1746167385.123185:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423530112:0@lo:400:kworker.0 00000100:00100000:0.0:1746167385.125075:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423529984:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167385.125118:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167385.125146:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746167385.125152:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423530368:0@lo:400:kworker.0 00000100:00100000:0.0:1746167385.125172:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167385.125203:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423530368 00000100:00100000:0.0:1746167385.125207:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423530368 00000100:00100000:0.0:1746167385.125242:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3767 00000100:00100000:0.0:1746167385.125247:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b633800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423530368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167385.125280:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b633800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423530368:12345-0@lo:400:kworker.0 Request processed in 33us (107us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167385.125281:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423529984 00000100:00100000:3.0:1746167385.125284:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423529984 00000100:00100000:0.0:1746167385.125286:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3767 00000100:00100000:3.0:1746167385.125308:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36427 00000100:00100000:0.0:1746167385.125313:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423530368:0@lo:400:kworker.0 00000100:00100000:3.0:1746167385.125313:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b632300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423529984:12345-0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1746167385.125336:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00000024:3.0:1746167385.125338:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167385.125385:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b632300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423529984:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167385.125391:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36427 00000100:00100000:0.0:1746167385.125467:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423529984:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167385.126653:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423530496:0@lo:400:kworker.0 00000100:00100000:0.0:1746167385.126699:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746167385.126751:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167385.126756:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167385.126758:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167385.126763:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11300 00000100:00080000:1.0:1746167385.127020:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1746167385.127024:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167385.127045:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d9b5180 x1830977423530624/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167385.127103:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167385.127106:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167385.127108:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1746167385.127108:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423530496 00000100:00080000:1.0:1746167385.127111:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11300 00000100:00100000:3.0:1746167385.127112:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423530496 00000100:00080000:1.0:1746167385.127113:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1746167385.127116:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167385.127126:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d9b7100 x1830977423530880/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167385.127133:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36428 00000100:00100000:3.0:1746167385.127138:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013048ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423530496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167385.127162:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423531008:0@lo:400:kworker.0 00000100:00100000:3.0:1746167385.127197:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013048ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423530496:12345-0@lo:400:kworker.0 Request processed in 59us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167385.127203:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36428 00000100:00100000:3.0:1746167385.127218:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423530752:0@lo:400:kworker.0 00000100:00100000:3.0:1746167385.127237:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167385.127259:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423530752 00000100:00100000:3.0:1746167385.127261:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423530752 00000100:00100000:3.0:1746167385.127276:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3768 00000100:00100000:3.0:1746167385.127280:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423530752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167385.127299:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423530752:12345-0@lo:400:kworker.0 Request processed in 20us (62us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167385.127304:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3768 00000100:00100000:3.0:1746167385.127324:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423530752:0@lo:400:kworker.0 00000100:00100000:2.0:1746167385.127341:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423530624:0@lo:8:kworker.0 00000100:00100000:2.0:1746167385.127374:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167385.127375:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423530496:0@lo:400:kworker.0 00000100:00100000:0.0:1746167385.127385:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746167385.127389:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423531136:0@lo:400:kworker.0 00000100:00100000:2.0:1746167385.127393:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423530880:0@lo:8:kworker.0 00000100:00100000:0.0:1746167385.127406:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167385.127407:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167385.127433:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423530624 00000100:00100000:0.0:1746167385.127435:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423530624 00000100:00100000:0.0:1746167385.127450:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423530880 00000100:00100000:0.0:1746167385.127451:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423530880 00000100:00100000:0.0:1746167385.127460:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50673 00000100:00100000:0.0:1746167385.127464:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423530624:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1746167385.127470:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50674 00000100:00100000:2.0:1746167385.127474:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423530880:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167385.127482:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167385.127510:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423530624:12345-0@lo:8:kworker.0 Request processed in 43us (135us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167385.127515:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50673 00000100:00100000:1.0:1746167385.127667:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1746167385.127742:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167385.127768:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423530880:12345-0@lo:8:kworker.0 Request processed in 293us (359us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167385.127774:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50674 00000100:00100000:3.0:1746167385.127877:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423531136 00000100:00100000:3.0:1746167385.127880:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423531136 00000100:00100000:3.0:1746167385.127898:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3769 00000100:00100000:3.0:1746167385.127902:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423531136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167385.128217:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423531136:12345-0@lo:400:kworker.0 Request processed in 314us (809us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167385.128223:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3769 00000100:00100000:2.0:1746167385.128308:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423531008 00000100:00100000:2.0:1746167385.128312:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423531008 00000100:00100000:2.0:1746167385.128341:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8046 00000100:00100000:2.0:1746167385.128348:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423531008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167385.128377:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423531008:12345-0@lo:400:kworker.0 Request processed in 31us (712us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167385.128383:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8046 00000100:00080000:2.0:1746167385.128405:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167385.128409:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167385.128412:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423530624:0@lo:8:kworker.0 00000100:00080000:2.0:1746167385.128419:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167385.128422:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167385.128424:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423530880:0@lo:8:kworker.0 00000100:00080000:2.0:1746167385.128456:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167385.128471:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423531136:0@lo:400:kworker.0 00000100:00100000:1.0:1746167385.128669:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423531008:0@lo:400:kworker.0 00000100:00100000:2.0:1746167385.251080:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423531264:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167385.251160:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167385.251230:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423531264 00000100:00100000:0.0:1746167385.251238:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423531264 00000100:00100000:0.0:1746167385.251283:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36429 00000100:00100000:0.0:1746167385.251291:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423531264:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167385.251327:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167385.251555:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423531264:12345-0@lo:41:osp-pre-0-1.0 Request processed in 264us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167385.251562:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36429 00000100:00100000:2.0:1746167385.251916:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423531264:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167385.474035:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423531392:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746167385.474116:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167385.475671:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423531392 00000100:00100000:2.0:1746167385.475915:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423531392 00000100:00100000:2.0:1746167385.475977:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7440 00000100:00100000:2.0:1746167385.475986:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423531392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167385.476012:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167385.476071:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423531392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (1955us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167385.476077:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7440 00000100:00100000:3.0:1746167385.476603:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423531392:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167385.865891:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167386.868757:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167387.134245:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167387.134291:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167387.134322:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167387.134359:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167387.134395:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439250048 00000100:00100000:0.0:1746167387.134402:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439250048 00000100:00100000:0.0:1746167387.134441:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439250176 00000100:00100000:0.0:1746167387.134444:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439250176 00000100:00100000:0.0:1746167387.134459:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3770 00000100:00100000:0.0:1746167387.134466:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439250048:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167387.134520:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439250048:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 55us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167387.134527:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3770 00000100:00100000:0.0:1746167387.134540:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3771 00000100:00100000:0.0:1746167387.134545:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439250176:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167387.134564:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439250176:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 20us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167387.134570:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3771 00000100:00080000:0.0:1746167387.134660:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167387.134663:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167387.135380:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439249920 00000100:00100000:2.0:1746167387.135390:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439249920 00000100:00100000:2.0:1746167387.135459:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1184 00000100:00100000:2.0:1746167387.135467:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439249920:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167387.135538:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439249920:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 72us (1247us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167387.135544:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1184 00000100:00100000:1.0:1746167387.136472:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439250304 00000100:00100000:1.0:1746167387.136478:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439250304 00000100:00100000:1.0:1746167387.136507:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50675 00000100:00100000:1.0:1746167387.136512:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439250304:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167387.136537:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167387.136566:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439250304:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 54us (2244us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167387.136572:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50675 00010000:00010000:0.0:1746167387.871348:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167388.874810:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167389.267136:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423531520:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167389.267200:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167389.267700:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423531520 00000100:00100000:2.0:1746167389.267710:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423531520 00000100:00080000:0.0:1746167389.268591:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167389.268730:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7441 00000100:00100000:2.0:1746167389.268749:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423531520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167389.268796:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167389.268874:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423531520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 129us (1673us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167389.268884:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7441 00000100:00100000:0.0:1746167389.269351:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423531520:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167389.878177:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167390.129918:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423531648:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167390.129972:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167390.131516:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423531648 00000100:00100000:0.0:1746167390.131525:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423531648 00000100:00100000:0.0:1746167390.131573:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36430 00000100:00100000:0.0:1746167390.131580:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423531648:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167390.137233:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167390.137316:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423531648:12345-0@lo:41:osp-pre-1-0.0 Request processed in 5734us (7340us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167390.137326:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36430 00000100:00100000:0.0:1746167390.137593:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423531648:0@lo:41:osp-pre-1-0.0 00000100:00080000:1.0:1746167390.146084:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167390.146088:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167390.146091:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167390.146097:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11305 00000100:00080000:1.0:1746167390.146101:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1746167390.146106:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167390.146123:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d9b5180 x1830977423532288/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167390.146141:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167390.146144:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167390.146145:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167390.146148:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11305 00000100:00080000:1.0:1746167390.146150:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1746167390.146153:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167390.146161:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d9b4000 x1830977423532544/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167390.146205:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423532032:0@lo:400:kworker.0 00000100:00100000:1.0:1746167390.146255:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167390.146303:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423532800:0@lo:400:kworker.0 00000100:00100000:1.0:1746167390.146318:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167390.146336:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1746167390.146340:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423531904:0@lo:400:kworker.0 00000100:00100000:1.0:1746167390.146353:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167390.146379:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423532672:0@lo:400:kworker.0 00000100:00100000:1.0:1746167390.146396:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167390.146420:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423532672 00000100:00100000:1.0:1746167390.146426:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423532672 00000100:00100000:1.0:1746167390.146461:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8047 00000100:00100000:1.0:1746167390.146468:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009daff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423532672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167390.146504:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009daff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423532672:12345-0@lo:400:kworker.0 Request processed in 37us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167390.146510:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8047 00000100:00100000:1.0:1746167390.146530:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423532032 00000100:00100000:1.0:1746167390.146533:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423532032 00000100:00100000:1.0:1746167390.146550:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423532800 00000100:00100000:1.0:1746167390.146552:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423532800 00000100:00100000:1.0:1746167390.146562:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423531904 00000100:00100000:1.0:1746167390.146563:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423531904 00000100:00100000:1.0:1746167390.146577:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3772 00000100:00100000:1.0:1746167390.146581:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423532032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167390.146604:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423532032:12345-0@lo:400:kworker.0 Request processed in 23us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167390.146609:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3772 00000100:00100000:1.0:1746167390.146617:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3773 00000100:00100000:1.0:1746167390.146621:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423532800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167390.146639:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423532800:12345-0@lo:400:kworker.0 Request processed in 18us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167390.146643:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3773 00000100:00100000:1.0:1746167390.146650:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3774 00000100:00100000:1.0:1746167390.146654:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423531904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167390.146670:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423531904:12345-0@lo:400:kworker.0 Request processed in 16us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167390.146674:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3774 00000100:00100000:1.0:1746167390.146727:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423531904:0@lo:400:kworker.0 00000100:00100000:1.0:1746167390.146735:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423532672:0@lo:400:kworker.0 00000100:00100000:1.0:1746167390.146756:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423532032:0@lo:400:kworker.0 00000100:00100000:1.0:1746167390.146763:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423532800:0@lo:400:kworker.0 00000100:00080000:1.0:1746167390.146794:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746167390.146797:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167390.146800:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167390.146818:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423532288:0@lo:8:kworker.0 00000100:00100000:1.0:1746167390.146838:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167390.146864:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423532544:0@lo:8:kworker.0 00000100:00100000:1.0:1746167390.146882:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167390.146900:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423532288 00000100:00100000:1.0:1746167390.146902:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423532288 00000100:00100000:1.0:1746167390.146913:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423532544 00000100:00100000:1.0:1746167390.146915:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423532544 00000100:00100000:1.0:1746167390.146923:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50676 00000100:00100000:1.0:1746167390.146927:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423532288:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167390.146943:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167390.146966:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423532288:12345-0@lo:8:kworker.0 Request processed in 38us (127us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167390.146971:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50676 00000100:00100000:1.0:1746167390.146979:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50677 00000100:00100000:1.0:1746167390.146982:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098d24050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423532544:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167390.146990:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167390.147005:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098d24050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423532544:12345-0@lo:8:kworker.0 Request processed in 21us (122us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167390.147010:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50677 00000100:00080000:1.0:1746167390.147138:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167390.147141:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167390.147144:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423532288:0@lo:8:kworker.0 00000100:00080000:1.0:1746167390.147150:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167390.147152:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167390.147154:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423532544:0@lo:8:kworker.0 00000100:00100000:2.0:1746167390.147301:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423531776:0@lo:400:kworker.0 00000100:00100000:2.0:1746167390.147328:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167390.147352:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423532416:0@lo:400:kworker.0 00000100:00100000:2.0:1746167390.147367:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167390.147378:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746167390.147382:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423532160:0@lo:400:kworker.0 00000100:00100000:2.0:1746167390.147397:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167390.147419:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423532160 00000100:00100000:2.0:1746167390.147421:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423532160 00000100:00100000:2.0:1746167390.147439:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36431 00000100:00100000:2.0:1746167390.147443:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423532160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167390.147468:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423532160:12345-0@lo:400:kworker.0 Request processed in 25us (70us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167390.147473:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36431 00000100:00100000:2.0:1746167390.147490:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423532160:0@lo:400:kworker.0 00000100:00100000:3.0:1746167390.148411:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423531776 00000100:00100000:3.0:1746167390.148416:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423531776 00000100:00100000:3.0:1746167390.148450:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1185 00000100:00100000:3.0:1746167390.148456:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423531776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167390.148490:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423531776:12345-0@lo:400:kworker.0 Request processed in 34us (1161us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167390.148495:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1185 00000100:00100000:3.0:1746167390.148527:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423531776:0@lo:400:kworker.0 00000100:00100000:1.0:1746167390.149251:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423532416 00000100:00100000:1.0:1746167390.149255:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423532416 00000100:00100000:1.0:1746167390.149714:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3775 00000100:00100000:1.0:1746167390.149721:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dceca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423532416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167390.151153:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dceca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423532416:12345-0@lo:400:kworker.0 Request processed in 1430us (3782us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167390.151161:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3775 00000100:00100000:3.0:1746167390.151581:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423532416:0@lo:400:kworker.0 00000100:00100000:3.0:1746167390.260864:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746167390.260921:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423532928:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167390.260988:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167390.263570:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423532928 00000100:00100000:2.0:1746167390.263583:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423532928 00000100:00100000:2.0:1746167390.263639:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36432 00000100:00100000:2.0:1746167390.263646:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423532928:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746167390.263702:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746167390.263772:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423532928:12345-0@lo:41:osp-pre-0-1.0 Request processed in 126us (2782us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167390.263779:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36432 00000100:00100000:3.0:1746167390.263886:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423532928:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167390.482227:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746167390.482246:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423533056:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167390.482305:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167390.482661:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423533056 00000100:00100000:2.0:1746167390.482668:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423533056 00000100:00100000:2.0:1746167390.482941:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7442 00000100:00100000:2.0:1746167390.482951:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009daff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423533056:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167390.482971:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167390.484429:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009daff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423533056:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1477us (2120us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167390.484437:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7442 00000100:00100000:0.0:1746167390.484702:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423533056:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167390.881183:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167391.882036:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167392.146987:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167392.148987:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167392.149597:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439250432 00000100:00100000:2.0:1746167392.149605:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439250432 00000100:00100000:2.0:1746167392.150978:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1186 00000100:00100000:2.0:1746167392.150989:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439250432:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167392.151049:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439250432:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 62us (4069us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167392.151055:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1186 00000100:00100000:1.0:1746167392.151980:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439250560 00000100:00100000:1.0:1746167392.151988:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439250560 00000100:00080000:0.0:1746167392.153084:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167392.153908:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167392.154366:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167392.154391:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439250816 00000100:00100000:0.0:1746167392.154397:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439250816 00000100:00100000:0.0:1746167392.154419:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50678 00000100:00100000:0.0:1746167392.154425:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439250816:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167392.154445:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167392.154485:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439250816:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 60us (120us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167392.154490:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50678 00000100:00100000:1.0:1746167392.156924:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439250688 00000100:00100000:1.0:1746167392.156933:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439250688 00000100:00100000:1.0:1746167392.156983:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3776 00000100:00100000:1.0:1746167392.156990:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090460000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439250560:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167392.157053:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090460000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439250560:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 64us (8071us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167392.157059:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3776 00000100:00100000:1.0:1746167392.157071:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3777 00000100:00100000:1.0:1746167392.157075:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439250688:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167392.157093:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439250688:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 17us (3191us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167392.157098:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3777 00000100:00080000:1.0:1746167392.157123:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1746167392.885124:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167393.886655:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167394.275191:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746167394.275210:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dced500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423533184:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167394.275266:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167394.276275:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423533184 00000100:00100000:2.0:1746167394.276282:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423533184 00000100:00100000:2.0:1746167394.276859:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7443 00000100:00100000:2.0:1746167394.276867:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423533184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167394.276891:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:1.0:1746167394.276988:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167394.277318:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423533184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 452us (2051us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167394.277326:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7443 00000100:00100000:1.0:1746167394.277624:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dced500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423533184:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167394.890749:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167395.139168:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746167395.139185:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423533312:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167395.139244:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167395.141749:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423533312 00000100:00100000:0.0:1746167395.141760:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423533312 00000100:00100000:0.0:1746167395.141811:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36433 00000100:00100000:0.0:1746167395.141819:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423533312:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167395.141852:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167395.141914:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423533312:12345-0@lo:41:osp-pre-1-0.0 Request processed in 96us (2670us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167395.141925:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36433 00000100:00100000:3.0:1746167395.141969:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423533312:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167395.155118:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088cabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423533440:0@lo:400:kworker.0 00000100:00100000:0.0:1746167395.155174:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167395.155233:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423533440 00000100:00100000:3.0:1746167395.155240:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423533440 00000100:00100000:3.0:1746167395.155280:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1187 00000100:00100000:3.0:1746167395.155287:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e862450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423533440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167395.155293:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167395.155298:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088cab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423533568:0@lo:400:kworker.0 00000100:00100000:0.0:1746167395.155318:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167395.155322:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e862450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423533440:12345-0@lo:400:kworker.0 Request processed in 36us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167395.155330:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1187 00000100:00100000:0.0:1746167395.155340:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088cabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423533440:0@lo:400:kworker.0 00000100:00100000:3.0:1746167395.155355:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423533568 00000100:00100000:3.0:1746167395.155357:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423533568 00000100:00080000:0.0:1746167395.155375:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167395.155383:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3778 00000100:00100000:3.0:1746167395.155387:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423533568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167395.155411:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423533568:12345-0@lo:400:kworker.0 Request processed in 24us (92us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167395.155416:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3778 00000100:00100000:3.0:1746167395.155429:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423533696:0@lo:400:kworker.0 00000100:00080000:1.0:1746167395.155431:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167395.155434:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167395.155437:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167395.155440:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11310 00000100:00080000:1.0:1746167395.155443:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00100000:3.0:1746167395.155445:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746167395.155447:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167395.155669:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746167395.155685:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088cabb80 x1830977423533952/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167395.155687:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423533824:0@lo:400:kworker.0 00000100:00080000:1.0:1746167395.155707:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:3.0:1746167395.155707:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746167395.155709:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167395.155710:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167395.155712:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11310 00000100:00080000:1.0:1746167395.155714:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167395.155717:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167395.155725:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423533696 00000100:00100000:1.0:1746167395.155727:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801223f9180 x1830977423534208/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167395.155727:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423533696 00000100:00100000:3.0:1746167395.155744:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3779 00000100:00100000:3.0:1746167395.155748:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423533696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167395.155951:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088cabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423533952:0@lo:8:kworker.0 00000100:00100000:3.0:1746167395.155971:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423533696:12345-0@lo:400:kworker.0 Request processed in 222us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167395.155972:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167395.155975:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3779 00000100:00080000:3.0:1746167395.155988:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167395.155989:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423534208:0@lo:8:kworker.0 00000100:00100000:3.0:1746167395.155995:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423534464:0@lo:400:kworker.0 00000100:00100000:1.0:1746167395.156003:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167395.156007:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167395.156022:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423533952 00000100:00100000:3.0:1746167395.156023:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423533696:0@lo:400:kworker.0 00000100:00100000:1.0:1746167395.156024:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423533952 00000100:00100000:3.0:1746167395.156034:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423534464 00000100:00100000:1.0:1746167395.156036:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423534208 00000100:00100000:3.0:1746167395.156036:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423534464 00000100:00100000:1.0:1746167395.156037:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423534208 00000100:00100000:1.0:1746167395.156046:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50679 00000100:00100000:3.0:1746167395.156048:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3780 00000100:00100000:1.0:1746167395.156050:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423533952:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1746167395.156051:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423534464:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1746167395.156065:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167395.156072:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423534464:12345-0@lo:400:kworker.0 Request processed in 20us (64us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167395.156076:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3780 00000100:00100000:1.0:1746167395.156084:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423533952:12345-0@lo:8:kworker.0 Request processed in 34us (111us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167395.156089:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50679 00000100:00100000:3.0:1746167395.156094:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b714a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423534464:0@lo:400:kworker.0 00000100:00100000:1.0:1746167395.156097:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50680 00000100:00100000:1.0:1746167395.156101:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423534208:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167395.156108:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167395.156110:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423533824 00000100:00100000:3.0:1746167395.156112:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423533824 00000100:00100000:1.0:1746167395.156124:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423534208:12345-0@lo:8:kworker.0 Request processed in 23us (120us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167395.156128:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36434 00000100:00100000:1.0:1746167395.156129:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50680 00000100:00100000:3.0:1746167395.156132:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423533824:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1746167395.156147:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167395.156151:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167395.156153:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088cabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423533952:0@lo:8:kworker.0 00000100:00100000:3.0:1746167395.156154:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423533824:12345-0@lo:400:kworker.0 Request processed in 22us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167395.156158:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36434 00000100:00080000:1.0:1746167395.156160:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167395.156162:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167395.156164:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423534208:0@lo:8:kworker.0 00000100:00100000:3.0:1746167395.156175:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423533824:0@lo:400:kworker.0 00000100:00100000:0.0:1746167395.156297:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423534336:0@lo:400:kworker.0 00000100:00100000:0.0:1746167395.156318:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167395.156332:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746167395.156336:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423534080:0@lo:400:kworker.0 00000100:00100000:0.0:1746167395.156349:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167395.156370:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088cab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423533568:0@lo:400:kworker.0 00000100:00100000:0.0:1746167395.156380:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423534080 00000100:00100000:0.0:1746167395.156382:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423534080 00000100:00100000:0.0:1746167395.156396:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3781 00000100:00100000:0.0:1746167395.156400:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423534080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167395.156421:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423534080:12345-0@lo:400:kworker.0 Request processed in 22us (71us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167395.156426:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3781 00000100:00100000:0.0:1746167395.156442:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423534080:0@lo:400:kworker.0 00000100:00100000:3.0:1746167395.161257:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423534336 00000100:00100000:3.0:1746167395.161268:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423534336 00000100:00100000:3.0:1746167395.161346:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8048 00000100:00100000:3.0:1746167395.161355:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423534336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167395.161436:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423534336:12345-0@lo:400:kworker.0 Request processed in 83us (5116us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167395.161442:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8048 00000100:00100000:1.0:1746167395.161468:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423534336:0@lo:400:kworker.0 00000100:00080000:0.0:1746167395.161506:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167395.266258:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746167395.266277:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423534592:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167395.266335:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167395.268041:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423534592 00000100:00100000:3.0:1746167395.268061:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423534592 00000100:00100000:3.0:1746167395.268228:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36435 00000100:00100000:3.0:1746167395.268236:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423534592:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167395.268308:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167395.268407:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423534592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 171us (2071us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167395.268436:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36435 00000100:00100000:2.0:1746167395.268737:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423534592:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167395.490947:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423534720:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167395.491001:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167395.493838:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423534720 00000100:00100000:3.0:1746167395.493848:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423534720 00000100:00100000:3.0:1746167395.493902:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7444 00000100:00100000:3.0:1746167395.493911:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423534720:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167395.493932:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167395.493990:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423534720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (2988us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167395.493996:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7444 00000100:00100000:2.0:1746167395.494163:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423534720:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167395.893133:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167396.894985:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167397.152572:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167397.152907:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439251072 00000100:00100000:3.0:1746167397.152920:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439251072 00000100:00100000:3.0:1746167397.153565:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3782 00000100:00100000:3.0:1746167397.153574:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439251072:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:1.0:1746167397.154125:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167397.154318:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167397.154714:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439251072:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1139us (2150us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167397.154722:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3782 00000100:00100000:3.0:1746167397.154786:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439250944 00000100:00100000:3.0:1746167397.154791:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439250944 00000100:00100000:3.0:1746167397.154813:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1188 00000100:00100000:3.0:1746167397.154819:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e861050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439250944:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167397.154853:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167397.154854:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e861050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439250944:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 35us (2232us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167397.154860:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1188 00000100:00100000:3.0:1746167397.154883:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439251200 00000100:00100000:3.0:1746167397.154885:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439251200 00000100:00100000:3.0:1746167397.154917:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3783 00000100:00100000:3.0:1746167397.154923:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439251200:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167397.154947:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439251200:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 25us (95us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167397.154952:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3783 00000100:00080000:1.0:1746167397.155086:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167397.157795:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167397.157960:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439251328 00000100:00100000:3.0:1746167397.157969:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439251328 00000100:00100000:3.0:1746167397.158074:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50681 00000100:00100000:3.0:1746167397.158082:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439251328:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167397.158110:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167397.158497:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439251328:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 414us (711us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167397.158504:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50681 00010000:00010000:0.0:1746167397.897504:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167398.898407:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167399.281957:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746167399.281985:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423534848:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167399.282063:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167399.282209:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423534848 00000100:00100000:0.0:1746167399.282218:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423534848 00000100:00100000:0.0:1746167399.282277:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7445 00000100:00100000:0.0:1746167399.282287:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423534848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167399.282319:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167399.282371:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423534848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167399.282377:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7445 00000100:00080000:1.0:1746167399.282645:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167399.282717:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423534848:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167399.901559:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167400.145954:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423534976:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167400.146029:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167400.146244:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423534976 00000100:00100000:0.0:1746167400.146252:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423534976 00000100:00100000:0.0:1746167400.146356:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36436 00000100:00100000:0.0:1746167400.146364:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423534976:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167400.146398:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167400.150624:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423534976:12345-0@lo:41:osp-pre-1-0.0 Request processed in 4250us (4584us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167400.150638:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36436 00000100:00100000:2.0:1746167400.151308:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423534976:0@lo:41:osp-pre-1-0.0 00000100:00080000:1.0:1746167400.161922:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167400.161928:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167400.161931:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167400.161940:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11315 00000100:00080000:1.0:1746167400.161944:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167400.161951:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167400.161974:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009eef7100 x1830977423535616/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167400.162010:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167400.162013:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167400.162014:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167400.162018:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11315 00000100:00080000:1.0:1746167400.162020:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167400.162023:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167400.162034:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009eef4a80 x1830977423535872/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167400.162086:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423535360:0@lo:400:kworker.0 00000100:00100000:1.0:1746167400.162156:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167400.162237:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423535232:0@lo:400:kworker.0 00000100:00100000:3.0:1746167400.162264:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167400.162285:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423535488:0@lo:400:kworker.0 00000100:00100000:3.0:1746167400.162308:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167400.162334:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423535488 00000100:00100000:3.0:1746167400.162342:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423535488 00000100:00100000:3.0:1746167400.162385:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36437 00000100:00100000:3.0:1746167400.162392:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b714a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423535488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167400.162437:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b714a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423535488:12345-0@lo:400:kworker.0 Request processed in 46us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167400.162444:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36437 00000100:00100000:2.0:1746167400.162833:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423535104:0@lo:400:kworker.0 00000100:00100000:2.0:1746167400.162869:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167400.162896:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423535104 00000100:00100000:2.0:1746167400.162899:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423535104 00000100:00100000:2.0:1746167400.162924:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1189 00000100:00100000:2.0:1746167400.162929:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e860050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423535104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167400.162956:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e860050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423535104:12345-0@lo:400:kworker.0 Request processed in 27us (87us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167400.162961:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1189 00000100:00100000:0.0:1746167400.163036:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423535616:0@lo:8:kworker.0 00000100:00100000:0.0:1746167400.163067:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167400.163922:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423535360 00000100:00100000:2.0:1746167400.163927:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423535360 00000100:00100000:2.0:1746167400.163963:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423535232 00000100:00100000:2.0:1746167400.163965:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423535232 00000100:00100000:2.0:1746167400.163984:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3784 00000100:00100000:2.0:1746167400.163990:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423535360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167400.164023:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423535360:12345-0@lo:400:kworker.0 Request processed in 34us (1867us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167400.164029:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3784 00000100:00100000:2.0:1746167400.164040:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3785 00000100:00100000:2.0:1746167400.164045:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423535232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167400.166014:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423535616 00000100:00100000:3.0:1746167400.166025:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423535616 00000100:00100000:3.0:1746167400.166057:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50682 00000100:00100000:3.0:1746167400.166063:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423535616:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167400.166091:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167400.166150:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423535616:12345-0@lo:8:kworker.0 Request processed in 87us (3082us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167400.166157:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50682 00000100:00100000:1.0:1746167400.166270:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423535360:0@lo:400:kworker.0 00000100:00100000:1.0:1746167400.166279:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423536128:0@lo:400:kworker.0 00000100:00100000:1.0:1746167400.166307:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167400.166378:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423535232:12345-0@lo:400:kworker.0 Request processed in 2331us (4111us total) trans 0 rc 0/0 00000100:00080000:0.0:1746167400.166383:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1746167400.166386:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3785 00000100:00080000:0.0:1746167400.166387:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167400.166390:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423535616:0@lo:8:kworker.0 00000100:00100000:0.0:1746167400.166395:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423535872:0@lo:8:kworker.0 00000100:00100000:2.0:1746167400.166400:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423536128 00000100:00100000:2.0:1746167400.166402:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423536128 00000100:00100000:0.0:1746167400.166417:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167400.166420:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3786 00000100:00100000:2.0:1746167400.166424:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132102a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423536128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167400.166690:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132102a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423536128:12345-0@lo:400:kworker.0 Request processed in 28us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167400.166695:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3786 00000100:00080000:2.0:1746167400.166722:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746167400.166725:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167400.166746:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423535872 00000100:00100000:2.0:1746167400.166749:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423535872 00000100:00100000:2.0:1746167400.166760:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50683 00000100:00100000:2.0:1746167400.166764:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423535872:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167400.166773:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167400.166963:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423535872:12345-0@lo:8:kworker.0 Request processed in 29us (376us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167400.166968:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50683 00000100:00100000:2.0:1746167400.166993:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423535232:0@lo:400:kworker.0 00000100:00100000:2.0:1746167400.166999:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423536000:0@lo:400:kworker.0 00000100:00100000:2.0:1746167400.167018:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746167400.167038:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167400.167041:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167400.167041:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423536000 00000100:00100000:2.0:1746167400.167043:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423536000 00000100:00100000:0.0:1746167400.167044:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423535872:0@lo:8:kworker.0 00000100:00100000:2.0:1746167400.167064:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8049 00000100:00100000:2.0:1746167400.167068:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423536000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167400.167075:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423535104:0@lo:400:kworker.0 00000100:00100000:0.0:1746167400.167080:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423535744:0@lo:400:kworker.0 00000100:00100000:2.0:1746167400.167091:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423536000:12345-0@lo:400:kworker.0 Request processed in 23us (73us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167400.167096:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8049 00000100:00100000:0.0:1746167400.167097:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746167400.167105:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167400.167116:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423536000:0@lo:400:kworker.0 00000100:00100000:0.0:1746167400.167117:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423535744 00000100:00100000:0.0:1746167400.167119:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423535744 00000100:00100000:0.0:1746167400.167134:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3787 00000100:00100000:0.0:1746167400.167138:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423535744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167400.167161:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423535744:12345-0@lo:400:kworker.0 Request processed in 22us (63us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167400.167165:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3787 00000100:00100000:0.0:1746167400.167185:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423535744:0@lo:400:kworker.0 00000100:00100000:3.0:1746167400.167256:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423535488:0@lo:400:kworker.0 00000100:00100000:1.0:1746167400.167328:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423536128:0@lo:400:kworker.0 00000100:00100000:0.0:1746167400.274459:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746167400.274479:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423536256:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167400.274533:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167400.274709:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423536256 00000100:00100000:2.0:1746167400.274717:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423536256 00000100:00100000:2.0:1746167400.274752:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36438 00000100:00100000:2.0:1746167400.274933:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423536256:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746167400.274961:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746167400.275011:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423536256:12345-0@lo:41:osp-pre-0-1.0 Request processed in 252us (477us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167400.275017:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36438 00000100:00100000:0.0:1746167400.275370:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423536256:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167400.498090:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746167400.498109:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423536384:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746167400.498168:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167400.498312:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423536384 00000100:00100000:1.0:1746167400.498320:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423536384 00000100:00100000:1.0:1746167400.498606:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7446 00000100:00100000:1.0:1746167400.498613:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088cab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423536384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167400.498633:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167400.498696:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088cab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423536384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167400.498704:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7446 00000100:00100000:3.0:1746167400.498828:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423536384:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167400.901963:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167401.904205:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167402.158640:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167402.158717:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167402.158755:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167402.158786:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439251712 00000100:00100000:0.0:1746167402.158793:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439251712 00000100:00100000:2.0:1746167402.158818:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439251456 00000100:00100000:2.0:1746167402.158822:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439251456 00000100:00100000:2.0:1746167402.158874:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1190 00000100:00100000:2.0:1746167402.158882:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439251456:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167402.158922:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439251584 00000100:00100000:1.0:1746167402.158926:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439251584 00000100:00100000:2.0:1746167402.158934:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439251456:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 52us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167402.158940:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1190 00000100:00100000:1.0:1746167402.158959:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3788 00000100:00080000:2.0:1746167402.158963:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167402.158965:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439251584:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167402.158994:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439251584:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 29us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167402.158999:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3788 00000100:00100000:0.0:1746167402.159995:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3789 00000100:00100000:0.0:1746167402.160002:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439251712:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167402.160030:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439251712:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 30us (1314us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167402.160036:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3789 00000100:00100000:0.0:1746167402.160071:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167402.160135:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439251840 00000100:00100000:0.0:1746167402.160138:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439251840 00000100:00100000:0.0:1746167402.160153:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50684 00000100:00100000:0.0:1746167402.160158:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439251840:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167402.160177:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167402.160200:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439251840:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 41us (129us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167402.160206:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50684 00000100:00080000:3.0:1746167402.160341:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1746167402.905892:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167403.908628:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167404.291324:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423536512:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167404.291382:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167404.291456:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423536512 00000100:00100000:2.0:1746167404.291462:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423536512 00000100:00100000:2.0:1746167404.291534:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7447 00000100:00100000:2.0:1746167404.291542:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423536512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167404.291567:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167404.291599:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423536512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167404.291605:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7447 00000100:00100000:2.0:1746167404.291641:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423536512:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1746167404.291664:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746167404.910658:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167405.158075:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423536640:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167405.158140:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167405.159565:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423536640 00000100:00100000:3.0:1746167405.159573:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423536640 00000100:00100000:3.0:1746167405.159611:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36439 00000100:00100000:3.0:1746167405.159618:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423536640:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746167405.159647:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167405.159713:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423536640:12345-0@lo:41:osp-pre-1-0.0 Request processed in 95us (1573us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167405.159723:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36439 00000100:00100000:1.0:1746167405.159794:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423536640:0@lo:41:osp-pre-1-0.0 00000100:00080000:1.0:1746167405.172031:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167405.172036:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167405.172039:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167405.172046:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11320 00000100:00080000:1.0:1746167405.172050:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167405.172055:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167405.172073:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088f52300 x1830977423537280/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167405.172101:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167405.172104:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167405.172105:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167405.172108:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11320 00000100:00080000:1.0:1746167405.172111:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1746167405.172115:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167405.172124:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008ede0000 x1830977423537792/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167405.172160:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423537152:0@lo:400:kworker.0 00000100:00100000:1.0:1746167405.172209:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167405.172259:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423537920:0@lo:400:kworker.0 00000100:00100000:1.0:1746167405.172280:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167405.172302:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1746167405.172308:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423537024:0@lo:400:kworker.0 00000100:00100000:1.0:1746167405.172332:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167405.172346:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423537664:0@lo:400:kworker.0 00000100:00100000:1.0:1746167405.172568:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167405.172597:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423537024 00000100:00100000:1.0:1746167405.172603:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423537024 00000100:00100000:1.0:1746167405.172643:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3790 00000100:00100000:1.0:1746167405.172650:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423537024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167405.172707:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423537024:12345-0@lo:400:kworker.0 Request processed in 57us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167405.172713:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3790 00000100:00100000:1.0:1746167405.172733:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423537920 00000100:00100000:1.0:1746167405.172736:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423537920 00000100:00100000:1.0:1746167405.172756:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8050 00000100:00100000:1.0:1746167405.172761:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423537920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167405.172786:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423537920:12345-0@lo:400:kworker.0 Request processed in 25us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167405.172790:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8050 00000100:00100000:1.0:1746167405.172830:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423537024:0@lo:400:kworker.0 00000100:00100000:1.0:1746167405.172845:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423537920:0@lo:400:kworker.0 00000100:00080000:2.0:1746167405.172888:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746167405.172892:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167405.172901:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423537152 00000100:00100000:2.0:1746167405.172904:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423537152 00000100:00100000:2.0:1746167405.172924:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423537664 00000100:00100000:2.0:1746167405.172926:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423537664 00000100:00100000:2.0:1746167405.172938:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36440 00000100:00100000:2.0:1746167405.172942:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b631f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423537152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167405.172981:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b631f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423537152:12345-0@lo:400:kworker.0 Request processed in 38us (772us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167405.172986:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36440 00000100:00100000:2.0:1746167405.172997:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36441 00000100:00100000:2.0:1746167405.173002:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423537664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167405.173024:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423537664:12345-0@lo:400:kworker.0 Request processed in 22us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167405.173029:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36441 00000100:00100000:2.0:1746167405.173073:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423537280:0@lo:8:kworker.0 00000100:00100000:2.0:1746167405.173095:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167405.173120:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423537792:0@lo:8:kworker.0 00000100:00100000:2.0:1746167405.173137:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167405.173218:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423536768:0@lo:400:kworker.0 00000100:00100000:3.0:1746167405.173251:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167405.173283:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423537408:0@lo:400:kworker.0 00000100:00100000:3.0:1746167405.173300:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167405.173313:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423538048:0@lo:400:kworker.0 00000100:00100000:3.0:1746167405.173327:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167405.173339:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1746167405.173344:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423536896:0@lo:400:kworker.0 00000100:00100000:3.0:1746167405.173355:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167405.173364:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423537536:0@lo:400:kworker.0 00000100:00100000:3.0:1746167405.173376:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167405.173390:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423538048 00000100:00100000:3.0:1746167405.173392:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423538048 00000100:00100000:3.0:1746167405.173406:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423536896 00000100:00100000:3.0:1746167405.173407:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423536896 00000100:00100000:3.0:1746167405.173432:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423537536 00000100:00100000:3.0:1746167405.173433:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423537536 00000100:00100000:3.0:1746167405.173443:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3791 00000100:00100000:3.0:1746167405.173447:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423538048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167405.173470:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423538048:12345-0@lo:400:kworker.0 Request processed in 23us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167405.173475:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3791 00000100:00100000:3.0:1746167405.173497:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3792 00000100:00100000:3.0:1746167405.173502:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423536896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167405.173525:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423536896:12345-0@lo:400:kworker.0 Request processed in 24us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167405.173530:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3792 00000100:00100000:3.0:1746167405.173540:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3793 00000100:00100000:3.0:1746167405.173544:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e498a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423537536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167405.173562:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e498a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423537536:12345-0@lo:400:kworker.0 Request processed in 18us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167405.173566:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3793 00000100:00100000:3.0:1746167405.173585:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423536896:0@lo:400:kworker.0 00000100:00100000:3.0:1746167405.173592:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423537536:0@lo:400:kworker.0 00000100:00100000:3.0:1746167405.173599:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423538048:0@lo:400:kworker.0 00000100:00080000:3.0:1746167405.173623:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167405.173645:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423537280 00000100:00100000:3.0:1746167405.173648:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423537280 00000100:00100000:3.0:1746167405.173659:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423537792 00000100:00100000:3.0:1746167405.173661:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423537792 00000100:00100000:3.0:1746167405.173668:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423537408 00000100:00100000:3.0:1746167405.173669:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423537408 00000100:00100000:3.0:1746167405.173698:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8051 00000100:00100000:3.0:1746167405.173704:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088cabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423537408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167405.173728:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088cabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423537408:12345-0@lo:400:kworker.0 Request processed in 26us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167405.173733:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8051 00000100:00100000:3.0:1746167405.173742:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50685 00000100:00100000:3.0:1746167405.173745:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423537280:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167405.173763:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167405.173784:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423537280:12345-0@lo:8:kworker.0 Request processed in 38us (688us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167405.173789:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50685 00000100:00100000:3.0:1746167405.173797:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50686 00000100:00100000:3.0:1746167405.173801:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dce2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423537792:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167405.173808:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167405.173823:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dce2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423537792:12345-0@lo:8:kworker.0 Request processed in 22us (685us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167405.173827:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50686 00000100:00100000:3.0:1746167405.173848:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423537408:0@lo:400:kworker.0 00000100:00100000:2.0:1746167405.173988:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423536768 00000100:00100000:2.0:1746167405.173992:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423536768 00000100:00100000:2.0:1746167405.174011:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1191 00000100:00100000:2.0:1746167405.174015:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423536768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167405.174037:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423536768:12345-0@lo:400:kworker.0 Request processed in 23us (787us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167405.174042:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1191 00000100:00080000:2.0:1746167405.174062:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167405.174065:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167405.174068:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423537280:0@lo:8:kworker.0 00000100:00080000:2.0:1746167405.174074:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167405.174076:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167405.174078:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423537792:0@lo:8:kworker.0 00000100:00100000:1.0:1746167405.174458:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423537664:0@lo:400:kworker.0 00000100:00100000:1.0:1746167405.174468:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423537152:0@lo:400:kworker.0 00000100:00100000:3.0:1746167405.175513:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423536768:0@lo:400:kworker.0 00000100:00100000:3.0:1746167405.281894:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746167405.281912:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423538176:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167405.281966:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167405.282059:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423538176 00000100:00100000:2.0:1746167405.282067:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423538176 00000100:00100000:2.0:1746167405.282546:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36442 00000100:00100000:2.0:1746167405.282555:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423538176:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746167405.282584:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746167405.282786:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423538176:12345-0@lo:41:osp-pre-0-1.0 Request processed in 232us (818us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167405.282793:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36442 00000100:00100000:3.0:1746167405.282874:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423538176:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167405.506877:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423538304:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167405.506935:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167405.507159:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423538304 00000100:00100000:0.0:1746167405.507167:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423538304 00000100:00100000:0.0:1746167405.507199:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7448 00000100:00100000:0.0:1746167405.507205:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dce3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423538304:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167405.507226:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167405.507260:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dce3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423538304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167405.507266:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7448 00000100:00100000:3.0:1746167405.507576:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423538304:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167405.912122:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167406.917305:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167407.168740:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167407.168777:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167407.168805:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167407.168870:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167407.168910:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439252096 00000100:00100000:0.0:1746167407.168917:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439252096 00000100:00100000:0.0:1746167407.168956:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439252224 00000100:00100000:0.0:1746167407.168957:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439252224 00000100:00100000:0.0:1746167407.168974:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3794 00000100:00100000:0.0:1746167407.168979:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e832a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439252096:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167407.169027:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e832a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439252096:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 49us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167407.169036:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3794 00000100:00100000:0.0:1746167407.169047:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3795 00000100:00100000:0.0:1746167407.169051:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e833100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439252224:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167407.169067:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e833100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439252224:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 16us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167407.169071:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3795 00000100:00080000:0.0:1746167407.169122:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167407.169125:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167407.169192:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439251968 00000100:00100000:2.0:1746167407.169196:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439251968 00000100:00100000:2.0:1746167407.169217:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1192 00000100:00100000:2.0:1746167407.169221:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a080a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439251968:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167407.169244:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a080a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439251968:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 23us (513us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167407.169249:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1192 00000100:00100000:3.0:1746167407.169352:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439252352 00000100:00100000:3.0:1746167407.169356:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439252352 00000100:00100000:3.0:1746167407.169373:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50687 00000100:00100000:3.0:1746167407.169377:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439252352:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167407.169395:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167407.169427:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439252352:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 48us (649us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167407.169432:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50687 00010000:00010000:0.0:1746167407.918545:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167408.922135:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167409.298039:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423538432:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167409.298103:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167409.298237:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423538432 00000100:00100000:2.0:1746167409.298244:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423538432 00000100:00080000:0.0:1746167409.298293:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167409.298302:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7449 00000100:00100000:2.0:1746167409.298309:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423538432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167409.298342:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167409.298393:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423538432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167409.298400:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7449 00000100:00100000:0.0:1746167409.298458:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423538432:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167409.925017:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167410.178024:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423538560:0@lo:400:kworker.0 00000100:00100000:3.0:1746167410.178082:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167410.178151:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423538688:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167410.178183:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167410.178231:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423538560 00000100:00100000:2.0:1746167410.178238:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423538560 00000100:00100000:2.0:1746167410.178276:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1193 00000100:00100000:2.0:1746167410.178284:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0808c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423538560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167410.178308:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423538688 00000100:00100000:0.0:1746167410.178313:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423538688 00000100:00100000:2.0:1746167410.178319:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0808c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423538560:12345-0@lo:400:kworker.0 Request processed in 36us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167410.178325:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1193 00000100:00100000:0.0:1746167410.178340:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36443 00000100:00100000:0.0:1746167410.178346:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423538688:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167410.178369:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00080000:1.0:1746167410.178750:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167410.178755:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167410.178757:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167410.178762:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11326 00000100:00080000:1.0:1746167410.178765:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1746167410.178768:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167410.178785:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cd38380 x1830977423539200/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167410.178808:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167410.178811:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167410.178812:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167410.178815:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11326 00000100:00080000:1.0:1746167410.178817:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1746167410.178993:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167410.179005:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088f51c00 x1830977423539584/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167410.179038:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423538944:0@lo:400:kworker.0 00000100:00100000:2.0:1746167410.179057:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423539200:0@lo:8:kworker.0 00000100:00100000:1.0:1746167410.179064:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167410.179083:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423539712:0@lo:400:kworker.0 00000100:00100000:2.0:1746167410.179085:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167410.179101:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167410.179104:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423539584:0@lo:8:kworker.0 00000100:00100000:1.0:1746167410.179117:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1746167410.179119:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167410.179122:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423538816:0@lo:400:kworker.0 00000100:00100000:1.0:1746167410.179138:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167410.179142:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423539200 00000100:00100000:2.0:1746167410.179145:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423539200 00000100:00100000:1.0:1746167410.179151:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423539456:0@lo:400:kworker.0 00000100:00100000:2.0:1746167410.179158:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423539712 00000100:00100000:2.0:1746167410.179160:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423539712 00000100:00100000:1.0:1746167410.179165:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167410.179181:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423539584 00000100:00100000:2.0:1746167410.179183:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423539584 00000100:00100000:1.0:1746167410.179184:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423538944 00000100:00100000:1.0:1746167410.179187:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423538944 00000100:00100000:2.0:1746167410.179193:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8052 00000100:00100000:2.0:1746167410.179199:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423539712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167410.179207:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423538816 00000100:00100000:1.0:1746167410.179209:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423538816 00000100:00100000:1.0:1746167410.179221:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423539456 00000100:00100000:1.0:1746167410.179223:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423539456 00000100:00100000:2.0:1746167410.179230:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423539712:12345-0@lo:400:kworker.0 Request processed in 31us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167410.179235:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3796 00000100:00100000:2.0:1746167410.179235:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8052 00000100:00100000:1.0:1746167410.179240:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423538944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167410.179244:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50688 00000100:00100000:2.0:1746167410.179248:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423539200:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167410.179263:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167410.179267:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423538944:12345-0@lo:400:kworker.0 Request processed in 27us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167410.179272:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3796 00000100:00100000:1.0:1746167410.179283:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3797 00000100:00100000:2.0:1746167410.179285:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423539200:12345-0@lo:8:kworker.0 Request processed in 36us (200us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167410.179287:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423538816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167410.179290:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50688 00000100:00100000:2.0:1746167410.179297:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50689 00000100:00100000:2.0:1746167410.179300:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f150700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423539584:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746167410.179305:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423538816:12345-0@lo:400:kworker.0 Request processed in 18us (167us total) trans 0 rc 0/0 00010000:00020000:2.0:1746167410.179308:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167410.179309:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3797 00000100:00100000:1.0:1746167410.179317:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3798 00000100:00100000:1.0:1746167410.179321:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423539456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167410.179341:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423539456:12345-0@lo:400:kworker.0 Request processed in 20us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167410.179346:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3798 00000100:00100000:2.0:1746167410.179346:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f150700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423539584:12345-0@lo:8:kworker.0 Request processed in 43us (224us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167410.179351:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50689 00000100:00100000:2.0:1746167410.179373:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423539328:0@lo:400:kworker.0 00000100:00100000:1.0:1746167410.179377:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423538816:0@lo:400:kworker.0 00000100:00100000:1.0:1746167410.179385:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423539456:0@lo:400:kworker.0 00000100:00100000:1.0:1746167410.179392:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423538944:0@lo:400:kworker.0 00000100:00100000:2.0:1746167410.179393:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167410.179400:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423539712:0@lo:400:kworker.0 00000100:00100000:2.0:1746167410.179438:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1746167410.179444:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423539072:0@lo:400:kworker.0 00000100:00080000:1.0:1746167410.179447:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746167410.179450:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167410.179452:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167410.179462:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167410.179466:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423539328 00000100:00100000:1.0:1746167410.179469:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423539328 00000100:00100000:2.0:1746167410.179475:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423539840:0@lo:400:kworker.0 00000100:00100000:1.0:1746167410.179486:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8053 00000100:00100000:2.0:1746167410.179489:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167410.179496:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f152680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423539328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167410.179521:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f152680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423539328:12345-0@lo:400:kworker.0 Request processed in 31us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167410.179527:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8053 00000100:00100000:1.0:1746167410.179543:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423539840 00000100:00100000:1.0:1746167410.179545:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423539840 00000100:00100000:1.0:1746167410.179560:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3799 00000100:00100000:1.0:1746167410.179564:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f151880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423539840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167410.179597:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f151880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423539840:12345-0@lo:400:kworker.0 Request processed in 32us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167410.179602:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3799 00000100:00100000:1.0:1746167410.179627:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423539072 00000100:00100000:1.0:1746167410.179629:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423539072 00000100:00100000:1.0:1746167410.179644:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36444 00000100:00100000:1.0:1746167410.179649:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f152a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423539072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167410.179693:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f152a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423539072:12345-0@lo:400:kworker.0 Request processed in 25us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167410.179698:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36444 00000100:00100000:0.0:1746167410.179787:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423538688:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1440us (1602us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167410.179793:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36443 00000100:00100000:3.0:1746167410.179888:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423538560:0@lo:400:kworker.0 00000100:00080000:3.0:1746167410.181196:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167410.181200:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167410.181203:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423539200:0@lo:8:kworker.0 00000100:00080000:3.0:1746167410.181212:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167410.181215:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167410.181217:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423539584:0@lo:8:kworker.0 00000100:00100000:2.0:1746167410.182295:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423539072:0@lo:400:kworker.0 00000100:00100000:2.0:1746167410.182307:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423539840:0@lo:400:kworker.0 00000100:00100000:2.0:1746167410.182317:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423539328:0@lo:400:kworker.0 00000100:00100000:2.0:1746167410.182330:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423538688:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167410.291026:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746167410.291045:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423539968:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167410.291104:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167410.291325:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423539968 00000100:00100000:1.0:1746167410.291332:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423539968 00000100:00100000:1.0:1746167410.291379:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36445 00000100:00100000:1.0:1746167410.291386:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e830a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423539968:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167410.291440:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167410.292358:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e830a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423539968:12345-0@lo:41:osp-pre-0-1.0 Request processed in 969us (1251us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167410.292365:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36445 00000100:00100000:0.0:1746167410.292552:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423539968:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167410.513882:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423540096:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167410.513943:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167410.514191:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423540096 00000100:00100000:2.0:1746167410.514199:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423540096 00000100:00100000:2.0:1746167410.514232:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7450 00000100:00100000:2.0:1746167410.514239:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423540096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167410.514257:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167410.515909:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423540096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1663us (1958us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167410.515919:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7450 00000100:00100000:1.0:1746167410.516289:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423540096:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167410.931382:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167411.936040:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167412.176908:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167412.178267:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167412.178695:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439252480 00000100:00100000:2.0:1746167412.178703:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439252480 00000100:00100000:2.0:1746167412.178747:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1194 00000100:00100000:2.0:1746167412.178753:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0808450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439252480:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167412.178799:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0808450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439252480:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 47us (1899us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167412.178806:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1194 00000100:00100000:0.0:1746167412.178991:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167412.180069:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167412.180098:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439252864 00000100:00100000:3.0:1746167412.180103:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439252864 00000100:00100000:3.0:1746167412.180132:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50690 00000100:00100000:3.0:1746167412.180137:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439252864:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167412.180157:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167412.180185:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439252864:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 48us (1195us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167412.180190:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50690 00000100:00100000:1.0:1746167412.180794:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439252608 00000100:00100000:1.0:1746167412.180799:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439252608 00000100:00100000:1.0:1746167412.181702:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439252736 00000100:00100000:1.0:1746167412.181705:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439252736 00000100:00100000:1.0:1746167412.181720:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3800 00000100:00100000:1.0:1746167412.181725:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439252608:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167412.181810:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3801 00000100:00100000:0.0:1746167412.181816:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439252736:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167412.182053:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439252608:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 325us (3785us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167412.182059:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3800 00000100:00100000:0.0:1746167412.182137:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439252736:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 321us (2069us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167412.182142:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3801 00000100:00080000:2.0:1746167412.183073:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746167412.183077:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1746167412.937935:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167413.939895:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167414.310456:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746167414.310476:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423540224:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167414.310538:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167414.310663:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423540224 00000100:00100000:0.0:1746167414.310670:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423540224 00000100:00080000:2.0:1746167414.310800:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167414.311231:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7451 00000100:00100000:0.0:1746167414.311238:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423540224:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167414.311277:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167414.314259:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6ae850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423540224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3016us (3715us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167414.314269:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7451 00000100:00100000:2.0:1746167414.314620:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423540224:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167414.942271:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167415.187218:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f151c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423540480:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167415.187281:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167415.187562:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746167415.187569:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423540352:0@lo:400:kworker.0 00000100:00100000:3.0:1746167415.187595:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167415.187628:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423540352 00000100:00100000:3.0:1746167415.187634:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423540352 00000100:00080000:1.0:1746167415.187708:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167415.187712:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167415.187715:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167415.187719:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11331 00000100:00080000:1.0:1746167415.187723:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1746167415.187727:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167415.187745:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d9b7b80 x1830977423540992/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167415.187767:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167415.187770:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167415.187771:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167415.187774:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11331 00000100:00080000:1.0:1746167415.187775:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1746167415.187778:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167415.187785:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d9b5c00 x1830977423541376/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167415.187814:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423540480 00000100:00100000:1.0:1746167415.187816:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423540480 00000100:00100000:2.0:1746167415.187888:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423540608:0@lo:400:kworker.0 00000100:00100000:2.0:1746167415.187915:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167415.187977:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423540864:0@lo:400:kworker.0 00000100:00100000:0.0:1746167415.187999:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167415.188212:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423541248:0@lo:400:kworker.0 00000100:00100000:2.0:1746167415.188230:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167415.188244:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1746167415.188248:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423540736:0@lo:400:kworker.0 00000100:00100000:2.0:1746167415.188262:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167415.188273:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423541504:0@lo:400:kworker.0 00000100:00100000:2.0:1746167415.188289:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167415.188309:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423541504 00000100:00100000:2.0:1746167415.188312:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423541504 00000100:00100000:2.0:1746167415.188351:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8054 00000100:00100000:2.0:1746167415.188357:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f153100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423541504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167415.188577:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f153100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423541504:12345-0@lo:400:kworker.0 Request processed in 220us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167415.188583:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8054 00000100:00080000:2.0:1746167415.188599:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167415.188609:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423540608 00000100:00100000:2.0:1746167415.188611:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423540608 00000100:00100000:2.0:1746167415.188630:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423541248 00000100:00100000:2.0:1746167415.188632:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423541248 00000100:00100000:2.0:1746167415.188641:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423540736 00000100:00100000:2.0:1746167415.188642:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423540736 00000100:00100000:2.0:1746167415.188655:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3802 00000100:00100000:2.0:1746167415.188659:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f153b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423540608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167415.188698:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f153b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423540608:12345-0@lo:400:kworker.0 Request processed in 38us (782us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167415.188702:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3802 00000100:00100000:2.0:1746167415.188710:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3803 00000100:00100000:2.0:1746167415.188884:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f150000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423541248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167415.188905:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f150000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423541248:12345-0@lo:400:kworker.0 Request processed in 23us (675us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167415.188910:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3803 00000100:00100000:2.0:1746167415.188918:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3804 00000100:00100000:2.0:1746167415.188922:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f151180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423540736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167415.188938:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f151180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423540736:12345-0@lo:400:kworker.0 Request processed in 16us (675us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167415.188942:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3804 00000100:00080000:2.0:1746167415.188953:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746167415.188955:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167415.188974:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423540736:0@lo:400:kworker.0 00000100:00100000:2.0:1746167415.188981:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423541504:0@lo:400:kworker.0 00000100:00100000:2.0:1746167415.188987:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423540608:0@lo:400:kworker.0 00000100:00100000:2.0:1746167415.188995:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423541248:0@lo:400:kworker.0 00000100:00100000:2.0:1746167415.189030:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423540992:0@lo:8:kworker.0 00000100:00100000:2.0:1746167415.189048:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167415.189059:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423541376:0@lo:8:kworker.0 00000100:00100000:2.0:1746167415.189070:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167415.189087:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423540992 00000100:00100000:2.0:1746167415.189090:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423540992 00000100:00100000:2.0:1746167415.189101:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423541376 00000100:00100000:2.0:1746167415.189103:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423541376 00000100:00100000:2.0:1746167415.189111:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50691 00000100:00100000:2.0:1746167415.189115:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423540992:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167415.189132:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167415.189154:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423540992:12345-0@lo:8:kworker.0 Request processed in 39us (106us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167415.189159:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50691 00000100:00100000:2.0:1746167415.189167:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50692 00000100:00100000:2.0:1746167415.189170:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423541376:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167415.189177:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167415.189191:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423541376:12345-0@lo:8:kworker.0 Request processed in 21us (120us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167415.189196:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50692 00000100:00080000:2.0:1746167415.189214:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167415.189217:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167415.189219:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423540992:0@lo:8:kworker.0 00000100:00080000:2.0:1746167415.189226:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167415.189228:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167415.189230:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423541376:0@lo:8:kworker.0 00000100:00100000:2.0:1746167415.189262:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423541120:0@lo:400:kworker.0 00000100:00100000:2.0:1746167415.189279:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167415.189297:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423541120 00000100:00100000:2.0:1746167415.189300:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423541120 00000100:00100000:2.0:1746167415.189314:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8055 00000100:00100000:3.0:1746167415.190187:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1195 00000100:00100000:3.0:1746167415.190196:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0809450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423540352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167415.190231:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0809450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423540352:12345-0@lo:400:kworker.0 Request processed in 39us (2636us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167415.190236:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1195 00000100:00100000:3.0:1746167415.190264:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423540352:0@lo:400:kworker.0 00000100:00100000:0.0:1746167415.190693:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423541632:0@lo:400:kworker.0 00000100:00100000:0.0:1746167415.190714:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167415.190769:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423540864 00000100:00100000:1.0:1746167415.190773:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423540864 00000100:00100000:1.0:1746167415.190793:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36446 00000100:00100000:1.0:1746167415.190799:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423540480:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746167415.190819:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167415.190851:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423540480:12345-0@lo:41:osp-pre-1-0.0 Request processed in 53us (3572us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167415.190856:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36446 00000100:00100000:1.0:1746167415.190866:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36447 00000100:00100000:1.0:1746167415.190869:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423540864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167415.190890:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423540864:12345-0@lo:400:kworker.0 Request processed in 20us (2890us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167415.190894:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36447 00000100:00100000:0.0:1746167415.191116:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423540864:0@lo:400:kworker.0 00000100:00100000:3.0:1746167415.191238:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423541632 00000100:00100000:3.0:1746167415.191242:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423541632 00000100:00100000:3.0:1746167415.191533:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3805 00000100:00100000:3.0:1746167415.191540:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423541632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167415.191942:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423541632:12345-0@lo:400:kworker.0 Request processed in 402us (1227us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167415.191948:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3805 00000100:00100000:3.0:1746167415.191974:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f151c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423540480:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167415.192085:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423541632:0@lo:400:kworker.0 00000100:00100000:2.0:1746167415.192636:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423541120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167415.193344:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423541120:12345-0@lo:400:kworker.0 Request processed in 713us (4063us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167415.193350:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8055 00000100:00100000:3.0:1746167415.193654:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423541120:0@lo:400:kworker.0 00000100:00100000:3.0:1746167415.297903:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094318380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423541760:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167415.297961:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167415.298925:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423541760 00000100:00100000:0.0:1746167415.298933:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423541760 00000100:00100000:0.0:1746167415.298976:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36448 00000100:00100000:0.0:1746167415.298982:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423541760:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167415.299010:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167415.299047:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423541760:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (1087us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167415.299053:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36448 00000100:00100000:3.0:1746167415.300397:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094318380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423541760:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167415.522987:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423541888:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167415.523044:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167415.523134:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423541888 00000100:00100000:3.0:1746167415.523141:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423541888 00000100:00100000:3.0:1746167415.524142:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7452 00000100:00100000:3.0:1746167415.524150:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423541888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167415.524169:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167415.524933:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423541888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 783us (1888us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167415.524940:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7452 00000100:00100000:2.0:1746167415.526027:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423541888:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167415.945528:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167416.950286:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167417.182037:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167417.182210:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167417.182606:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439253120 00000100:00100000:2.0:1746167417.182613:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439253120 00000100:00100000:0.0:1746167417.182718:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167417.182773:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439252992 00000100:00100000:3.0:1746167417.182777:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439252992 00000100:00100000:3.0:1746167417.182802:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1196 00000100:00100000:3.0:1746167417.182809:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439252992:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167417.184138:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439252992:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1326us (1924us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167417.184145:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1196 00000100:00080000:3.0:1746167417.184176:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167417.184461:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167417.184489:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439253376 00000100:00100000:0.0:1746167417.184492:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439253376 00000100:00100000:0.0:1746167417.184753:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50693 00000100:00100000:0.0:1746167417.184760:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439253376:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167417.184779:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167417.185003:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439253376:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 48us (348us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167417.185039:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439253248 00000100:00100000:2.0:1746167417.185043:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439253248 00000100:00100000:2.0:1746167417.185070:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3806 00000100:00100000:2.0:1746167417.185076:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094318380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439253120:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167417.185103:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094318380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439253120:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 28us (3074us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167417.185108:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3806 00000100:00100000:2.0:1746167417.185117:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3807 00000100:00100000:2.0:1746167417.185122:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439253248:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167417.185138:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439253248:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 16us (2422us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167417.185142:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3807 00000100:00080000:2.0:1746167417.185152:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167417.186014:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50693 00010000:00010000:0.0:1746167417.950796:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167418.955533:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167419.330618:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423542016:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167419.330671:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167419.333605:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423542016 00000100:00100000:3.0:1746167419.333614:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423542016 00000100:00100000:3.0:1746167419.334008:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7453 00000100:00100000:3.0:1746167419.334016:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423542016:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167419.334041:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167419.334093:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423542016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (3422us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167419.334099:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7453 00000100:00080000:2.0:1746167419.334158:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167419.334220:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423542016:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167419.964482:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167420.194156:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423542144:0@lo:400:kworker.0 00000100:00100000:0.0:1746167420.194216:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167420.194288:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746167420.194294:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423542272:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167420.194318:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167420.194405:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746167420.194416:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423542656:0@lo:400:kworker.0 00000100:00100000:2.0:1746167420.194437:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167420.194467:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423542144 00000100:00100000:2.0:1746167420.194473:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423542144 00000100:00100000:2.0:1746167420.194499:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1197 00000100:00100000:2.0:1746167420.194504:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423542144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167420.195016:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423542272 00000100:00100000:0.0:1746167420.195020:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423542272 00000100:00100000:0.0:1746167420.195037:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423542656 00000100:00100000:0.0:1746167420.195039:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423542656 00000100:00100000:0.0:1746167420.195049:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36449 00000100:00100000:0.0:1746167420.195054:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423542272:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167420.195075:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00080000:1.0:1746167420.196457:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167420.196461:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167420.196464:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167420.196468:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11336 00000100:00080000:1.0:1746167420.196471:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1746167420.196475:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167420.196494:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088f50000 x1830977423542784/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167420.196515:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167420.196517:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167420.196518:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167420.196521:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11336 00000100:00080000:1.0:1746167420.196523:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167420.196526:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167420.196532:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088f52300 x1830977423543168/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167420.196558:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423542400:0@lo:400:kworker.0 00000100:00100000:1.0:1746167420.196584:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167420.196602:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423543040:0@lo:400:kworker.0 00000100:00100000:1.0:1746167420.196613:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167420.196624:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746167420.196629:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423542528:0@lo:400:kworker.0 00000100:00100000:1.0:1746167420.196639:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167420.196648:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423543296:0@lo:400:kworker.0 00000100:00100000:1.0:1746167420.196660:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167420.196692:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36450 00000100:00100000:1.0:1746167420.196698:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423542656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167420.196722:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423542656:12345-0@lo:400:kworker.0 Request processed in 24us (2284us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167420.196726:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36450 00000100:00100000:1.0:1746167420.196744:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423542400 00000100:00100000:1.0:1746167420.196747:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423542400 00000100:00100000:1.0:1746167420.196769:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423543040 00000100:00100000:1.0:1746167420.196771:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423543040 00000100:00100000:1.0:1746167420.196779:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423542528 00000100:00100000:1.0:1746167420.196780:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423542528 00000100:00100000:1.0:1746167420.196791:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3808 00000100:00100000:1.0:1746167420.196794:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423542400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167420.196813:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423542400:12345-0@lo:400:kworker.0 Request processed in 18us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167420.196817:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3808 00000100:00100000:1.0:1746167420.196825:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3809 00000100:00100000:1.0:1746167420.196828:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423543040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167420.196841:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423543040:12345-0@lo:400:kworker.0 Request processed in 13us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167420.196845:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3809 00000100:00100000:1.0:1746167420.196850:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3810 00000100:00100000:1.0:1746167420.196854:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423542528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167420.196867:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423542528:12345-0@lo:400:kworker.0 Request processed in 13us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167420.196871:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3810 00000100:00080000:1.0:1746167420.196879:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167420.196881:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167420.196902:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423542528:0@lo:400:kworker.0 00000100:00100000:1.0:1746167420.196908:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423542400:0@lo:400:kworker.0 00000100:00100000:1.0:1746167420.196914:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423543040:0@lo:400:kworker.0 00000100:00100000:1.0:1746167420.196940:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423543296 00000100:00100000:1.0:1746167420.196942:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423543296 00000100:00100000:1.0:1746167420.196957:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8056 00000100:00100000:1.0:1746167420.196961:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423543296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167420.196980:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423543296:12345-0@lo:400:kworker.0 Request processed in 19us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167420.196984:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8056 00000100:00080000:1.0:1746167420.196995:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167420.197007:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423543296:0@lo:400:kworker.0 00000100:00100000:0.0:1746167420.197022:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423542272:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1967us (2703us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167420.197026:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423542784:0@lo:8:kworker.0 00000100:00100000:0.0:1746167420.197028:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36449 00000100:00100000:1.0:1746167420.197042:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167420.197054:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423543168:0@lo:8:kworker.0 00000100:00100000:1.0:1746167420.197066:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167420.197079:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423542784 00000100:00100000:1.0:1746167420.197081:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423543168 00000100:00100000:0.0:1746167420.197082:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423542784 00000100:00100000:1.0:1746167420.197083:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423543168 00000100:00100000:0.0:1746167420.197095:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50694 00000100:00100000:0.0:1746167420.197103:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423542784:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746167420.197107:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50695 00000100:00100000:1.0:1746167420.197109:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423543168:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167420.197118:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1746167420.197119:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167420.197140:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423542784:12345-0@lo:8:kworker.0 Request processed in 36us (97us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167420.197140:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423543168:12345-0@lo:8:kworker.0 Request processed in 29us (73us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167420.197144:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50694 00000100:00100000:1.0:1746167420.197146:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50695 00000100:00080000:1.0:1746167420.197162:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1746167420.197164:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423542912:0@lo:400:kworker.0 00000100:00080000:1.0:1746167420.197165:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167420.197168:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423542784:0@lo:8:kworker.0 00000100:00100000:0.0:1746167420.197182:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167420.197201:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423542656:0@lo:400:kworker.0 00000100:00100000:0.0:1746167420.197211:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746167420.197214:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423543424:0@lo:400:kworker.0 00000100:00100000:0.0:1746167420.197230:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167420.197288:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423542144:12345-0@lo:400:kworker.0 Request processed in 2783us (3071us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167420.197295:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1197 00000100:00080000:1.0:1746167420.197694:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167420.197697:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167420.197698:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423542912 00000100:00100000:1.0:1746167420.197699:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423543168:0@lo:8:kworker.0 00000100:00100000:0.0:1746167420.197701:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423542912 00000100:00100000:0.0:1746167420.197717:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8057 00000100:00100000:0.0:1746167420.197721:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132100e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423542912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167420.197799:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423543424 00000100:00100000:2.0:1746167420.197802:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423543424 00000100:00100000:2.0:1746167420.197819:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3811 00000100:00100000:2.0:1746167420.197823:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423543424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167420.198053:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423542272:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167420.198062:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423542144:0@lo:400:kworker.0 00000100:00100000:0.0:1746167420.198128:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132100e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423542912:12345-0@lo:400:kworker.0 Request processed in 406us (944us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167420.198133:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8057 00000100:00100000:2.0:1746167420.198328:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423543424:12345-0@lo:400:kworker.0 Request processed in 503us (1095us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167420.198334:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3811 00000100:00100000:1.0:1746167420.198816:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423543424:0@lo:400:kworker.0 00000100:00100000:1.0:1746167420.198824:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423542912:0@lo:400:kworker.0 00000100:00100000:2.0:1746167420.308806:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746167420.308825:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423543552:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167420.308882:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167420.309012:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423543552 00000100:00100000:0.0:1746167420.309019:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423543552 00000100:00100000:0.0:1746167420.309051:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36451 00000100:00100000:0.0:1746167420.309058:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423543552:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167420.309087:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167420.309124:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423543552:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167420.309129:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36451 00000100:00100000:2.0:1746167420.310834:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423543552:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167420.530178:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423543680:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167420.530265:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167420.530768:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423543680 00000100:00100000:0.0:1746167420.530775:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423543680 00000100:00100000:0.0:1746167420.531267:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7454 00000100:00100000:0.0:1746167420.531277:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423543680:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167420.531297:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167420.531336:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423543680:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (1071us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167420.531342:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7454 00000100:00100000:1.0:1746167420.531655:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423543680:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167420.966128:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167421.967926:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167422.192648:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167422.194016:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167422.194052:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167422.194167:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439253504 00000100:00100000:3.0:1746167422.194177:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439253504 00000100:00100000:3.0:1746167422.194249:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1198 00000100:00100000:0.0:1746167422.194256:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167422.194259:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439253504:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167422.194337:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439253504:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 80us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167422.194354:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1198 00000100:00100000:2.0:1746167422.194381:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439253632 00000100:00100000:2.0:1746167422.194390:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439253632 00000100:00100000:2.0:1746167422.194444:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439253760 00000100:00100000:2.0:1746167422.194447:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439253760 00000100:00100000:2.0:1746167422.194468:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3812 00000100:00100000:2.0:1746167422.194475:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439253632:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167422.194494:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3813 00000100:00100000:3.0:1746167422.194502:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439253760:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167422.194535:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439253632:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 60us (1900us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167422.194543:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3812 00000100:00100000:1.0:1746167422.194586:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439253888 00000100:00100000:1.0:1746167422.194591:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439253888 00000100:00100000:1.0:1746167422.194612:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50696 00000100:00100000:1.0:1746167422.194617:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439253888:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167422.194636:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167422.195196:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439253760:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 694us (1142us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167422.195215:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3813 00000100:00080000:3.0:1746167422.195248:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746167422.195252:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167422.195378:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439253888:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 759us (1121us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167422.195385:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50696 00010000:00010000:0.0:1746167422.970097:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167423.975335:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167424.338612:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423543808:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167424.338738:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167424.339001:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423543808 00000100:00100000:3.0:1746167424.339011:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423543808 00000100:00100000:3.0:1746167424.339079:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7455 00000100:00100000:3.0:1746167424.339088:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b714000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423543808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167424.339120:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:0.0:1746167424.339126:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167424.339181:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b714000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423543808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167424.339188:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7455 00000100:00100000:0.0:1746167424.339254:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423543808:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167424.977975:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167425.201973:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423543936:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167425.202052:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746167425.204533:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167425.204538:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167425.204543:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167425.204549:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11341 00000100:00080000:1.0:1746167425.204553:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167425.204559:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167425.204582:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088f51c00 x1830977423544576/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167425.204668:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423544192:0@lo:400:kworker.0 00000100:00100000:3.0:1746167425.204739:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167425.204789:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423544832:0@lo:400:kworker.0 00000100:00100000:3.0:1746167425.204807:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167425.204825:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1746167425.204830:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423544320:0@lo:400:kworker.0 00000100:00100000:3.0:1746167425.204847:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167425.204858:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423544960:0@lo:400:kworker.0 00000100:00100000:3.0:1746167425.204892:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423544192 00000100:00100000:3.0:1746167425.204899:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423544192 00000100:00100000:3.0:1746167425.204946:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423544832 00000100:00100000:3.0:1746167425.204948:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423544832 00000100:00100000:3.0:1746167425.204961:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423544320 00000100:00100000:3.0:1746167425.204963:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423544320 00000100:00100000:3.0:1746167425.204980:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3814 00000100:00100000:3.0:1746167425.204988:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423544192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167425.205034:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423544192:12345-0@lo:400:kworker.0 Request processed in 47us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167425.205041:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3814 00000100:00100000:3.0:1746167425.205057:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3815 00000100:00100000:3.0:1746167425.205062:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423544832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167425.205083:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423544832:12345-0@lo:400:kworker.0 Request processed in 21us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167425.205088:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3815 00000100:00100000:3.0:1746167425.205099:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3816 00000100:00100000:3.0:1746167425.205103:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423544320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167425.205124:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423544320:12345-0@lo:400:kworker.0 Request processed in 20us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167425.205129:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3816 00000100:00100000:3.0:1746167425.205190:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423544576:0@lo:8:kworker.0 00000100:00100000:3.0:1746167425.205216:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746167425.205256:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746167425.205260:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167425.205277:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423544576 00000100:00100000:3.0:1746167425.205281:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423544576 00000100:00100000:3.0:1746167425.205298:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50697 00000100:00100000:3.0:1746167425.205302:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f151c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423544576:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167425.205324:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167425.205348:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f151c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423544576:12345-0@lo:8:kworker.0 Request processed in 45us (131us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167425.205354:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50697 00000100:00080000:3.0:1746167425.205382:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167425.205386:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167425.205390:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423544576:0@lo:8:kworker.0 00000100:00100000:3.0:1746167425.205412:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423544064:0@lo:400:kworker.0 00000100:00100000:3.0:1746167425.205438:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167425.205464:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cd38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423544704:0@lo:400:kworker.0 00000100:00100000:3.0:1746167425.205480:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167425.205493:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746167425.205497:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423544448:0@lo:400:kworker.0 00000100:00100000:3.0:1746167425.205516:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423544704 00000100:00100000:3.0:1746167425.205519:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423544704 00000100:00100000:3.0:1746167425.205537:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8058 00000100:00100000:3.0:1746167425.205542:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423544704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167425.205568:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423544704:12345-0@lo:400:kworker.0 Request processed in 26us (87us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167425.205574:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8058 00000100:00100000:3.0:1746167425.205596:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423544064 00000100:00100000:3.0:1746167425.205599:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423544064 00000100:00100000:3.0:1746167425.205617:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1199 00000100:00100000:3.0:1746167425.205622:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423544064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167425.205645:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423544064:12345-0@lo:400:kworker.0 Request processed in 23us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167425.205651:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1199 00000100:00080000:1.0:1746167425.205733:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167425.205738:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167425.205740:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167425.205744:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11341 00000100:00080000:1.0:1746167425.205747:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167425.205965:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167425.205981:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b630e00 x1830977423545088/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167425.206035:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423545088:0@lo:8:kworker.0 00000100:00100000:1.0:1746167425.206059:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167425.206134:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423545088 00000100:00100000:3.0:1746167425.206138:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423545088 00000100:00100000:3.0:1746167425.206165:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50698 00000100:00100000:3.0:1746167425.206169:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b632a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423545088:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167425.206180:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167425.206223:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b632a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423545088:12345-0@lo:8:kworker.0 Request processed in 52us (163us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167425.206228:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50698 00000100:00080000:1.0:1746167425.206358:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167425.206361:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167425.206365:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423545088:0@lo:8:kworker.0 00000100:00100000:0.0:1746167425.207134:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423543936 00000100:00100000:0.0:1746167425.207139:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423543936 00000100:00100000:0.0:1746167425.207182:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36452 00000100:00100000:0.0:1746167425.207189:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423543936:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167425.207216:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167425.207251:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423543936:12345-0@lo:41:osp-pre-1-0.0 Request processed in 63us (5200us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167425.207257:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36452 00000100:00100000:2.0:1746167425.207397:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423543936:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167425.207413:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b631180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423545216:0@lo:400:kworker.0 00000100:00100000:2.0:1746167425.207434:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167425.207448:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746167425.207452:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b633b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423545344:0@lo:400:kworker.0 00000100:00100000:2.0:1746167425.207471:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167425.207489:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423545344 00000100:00100000:2.0:1746167425.207492:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423545344 00000100:00100000:2.0:1746167425.207515:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3817 00000100:00100000:2.0:1746167425.207520:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423545344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167425.207544:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423545344:12345-0@lo:400:kworker.0 Request processed in 24us (73us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167425.207551:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3817 00000100:00100000:2.0:1746167425.207572:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b633b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423545344:0@lo:400:kworker.0 00000100:00100000:0.0:1746167425.207650:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167425.207693:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423544192:0@lo:400:kworker.0 00000100:00100000:0.0:1746167425.207706:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423544832:0@lo:400:kworker.0 00000100:00100000:0.0:1746167425.207727:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423544320:0@lo:400:kworker.0 00000100:00100000:3.0:1746167425.207801:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423545216 00000100:00100000:3.0:1746167425.207805:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423545216 00000100:00100000:3.0:1746167425.207844:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8059 00000100:00100000:3.0:1746167425.207856:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423545216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167425.207886:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423545216:12345-0@lo:400:kworker.0 Request processed in 37us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167425.207891:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8059 00000100:00100000:3.0:1746167425.207909:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746167425.211088:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167425.211174:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b631180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423545216:0@lo:400:kworker.0 00000100:00100000:0.0:1746167425.212595:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423544960 00000100:00100000:0.0:1746167425.212605:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423544960 00000100:00100000:0.0:1746167425.212656:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423544448 00000100:00100000:0.0:1746167425.212659:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423544448 00000100:00100000:0.0:1746167425.212705:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36453 00000100:00100000:0.0:1746167425.212714:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423544960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167425.212810:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423544960:12345-0@lo:400:kworker.0 Request processed in 97us (5159us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167425.212817:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36453 00000100:00100000:0.0:1746167425.212837:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36454 00000100:00100000:0.0:1746167425.212842:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423544448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167425.212870:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423544448:12345-0@lo:400:kworker.0 Request processed in 28us (4960us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167425.212875:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36454 00000100:00100000:0.0:1746167425.212909:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423544960:0@lo:400:kworker.0 00000100:00100000:3.0:1746167425.213128:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423544448:0@lo:400:kworker.0 00000100:00100000:3.0:1746167425.213141:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423544064:0@lo:400:kworker.0 00000100:00100000:3.0:1746167425.213168:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cd38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423544704:0@lo:400:kworker.0 00000100:00100000:0.0:1746167425.314837:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ede0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423545472:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167425.314919:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167425.315025:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423545472 00000100:00100000:1.0:1746167425.315033:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423545472 00000100:00100000:1.0:1746167425.315085:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36455 00000100:00100000:1.0:1746167425.315093:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423545472:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167425.315132:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167425.320438:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423545472:12345-0@lo:41:osp-pre-0-1.0 Request processed in 5332us (5506us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167425.320453:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36455 00000100:00100000:0.0:1746167425.320619:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ede0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423545472:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167425.538564:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423545600:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746167425.538649:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167425.538894:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423545600 00000100:00100000:2.0:1746167425.538903:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423545600 00000100:00100000:2.0:1746167425.538947:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7456 00000100:00100000:2.0:1746167425.538956:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423545600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167425.538980:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167425.539030:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423545600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167425.539037:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7456 00000100:00100000:3.0:1746167425.539297:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423545600:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167425.980287:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167426.982038:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167427.198005:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167427.198063:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167427.198097:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167427.198162:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167427.198212:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439254144 00000100:00100000:0.0:1746167427.198221:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439254144 00000100:00100000:0.0:1746167427.198271:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439254272 00000100:00100000:0.0:1746167427.198273:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439254272 00000100:00100000:0.0:1746167427.198303:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3818 00000100:00100000:0.0:1746167427.198311:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439254144:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167427.198341:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3819 00000100:00100000:1.0:1746167427.198348:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cd38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439254272:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167427.198381:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439254272:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 33us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167427.198386:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3819 00000100:00080000:2.0:1746167427.198424:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746167427.198429:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167427.198450:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439254400 00000100:00100000:2.0:1746167427.198453:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439254400 00000100:00100000:2.0:1746167427.198474:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50699 00000100:00100000:2.0:1746167427.198479:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439254400:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:3.0:1746167427.198539:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439254016 00000100:00100000:3.0:1746167427.198542:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439254016 00000100:00100000:3.0:1746167427.198565:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1200 00000100:00100000:3.0:1746167427.198570:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439254016:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167427.198609:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cd39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439254144:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 300us (617us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167427.198615:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3818 00010000:00020000:2.0:1746167427.198707:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167427.198736:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439254400:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 256us (573us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167427.198741:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50699 00000100:00100000:3.0:1746167427.199547:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439254016:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 974us (1482us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167427.199553:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1200 00010000:00010000:0.0:1746167427.983964:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167428.986376:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167429.345962:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423545728:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167429.346040:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167429.346126:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423545728 00000100:00100000:0.0:1746167429.346136:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423545728 00000100:00100000:0.0:1746167429.346209:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7457 00000100:00100000:0.0:1746167429.346219:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ede0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423545728:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167429.346256:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167429.346293:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ede0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423545728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167429.346299:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7457 00000100:00080000:3.0:1746167429.346398:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167429.349225:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423545728:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167429.990895:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1746167430.209936:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1746167430.209941:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423545856:0@lo:400:kworker.0 00000100:00080000:1.0:1746167430.209942:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167430.209946:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167430.209951:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11346 00000100:00080000:1.0:1746167430.209954:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167430.209960:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167430.209983:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e2a3800 x1830977423546368/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167430.210018:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:3.0:1746167430.210018:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746167430.210022:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167430.210023:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167430.210027:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11346 00000100:00080000:1.0:1746167430.210030:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1746167430.210033:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167430.210042:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009dafc000 x1830977423546880/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167430.210093:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423546496:0@lo:400:kworker.0 00000100:00100000:1.0:1746167430.210103:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423546368:0@lo:8:kworker.0 00000100:00100000:3.0:1746167430.210120:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167430.210147:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b633b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423546112:0@lo:400:kworker.0 00000100:00100000:0.0:1746167430.210201:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b631180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423545984:0@lo:400:kworker.0 00000100:00100000:2.0:1746167430.210275:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423546240:0@lo:400:kworker.0 00000100:00100000:1.0:1746167430.210360:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167430.210391:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423546752:0@lo:400:kworker.0 00000100:00100000:1.0:1746167430.210414:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167430.210450:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423545856 00000100:00100000:1.0:1746167430.210458:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423545856 00000100:00100000:1.0:1746167430.210497:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1201 00000100:00100000:1.0:1746167430.210506:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423545856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167430.210543:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423546112 00000100:00100000:0.0:1746167430.210549:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423546112 00000100:00100000:0.0:1746167430.210590:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3820 00000100:00100000:0.0:1746167430.210596:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009daff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423546112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167430.210637:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009daff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423546112:12345-0@lo:400:kworker.0 Request processed in 42us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167430.210643:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3820 00000100:00100000:0.0:1746167430.210704:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167430.210719:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423546880:0@lo:8:kworker.0 00000100:00100000:0.0:1746167430.210737:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167430.210759:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423546752 00000100:00100000:0.0:1746167430.210761:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423546752 00000100:00100000:0.0:1746167430.210780:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36456 00000100:00100000:0.0:1746167430.210784:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423546752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167430.210807:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423546752:12345-0@lo:400:kworker.0 Request processed in 23us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167430.210811:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36456 00000100:00100000:0.0:1746167430.210825:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423546496 00000100:00100000:0.0:1746167430.210827:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423546496 00000100:00100000:0.0:1746167430.210842:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423546368 00000100:00100000:0.0:1746167430.210844:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423546368 00000100:00100000:0.0:1746167430.210855:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423546880 00000100:00100000:0.0:1746167430.210856:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423546880 00000100:00100000:0.0:1746167430.210866:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8060 00000100:00100000:0.0:1746167430.210870:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423546496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167430.210889:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423546496:12345-0@lo:400:kworker.0 Request processed in 19us (769us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167430.210894:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8060 00000100:00100000:0.0:1746167430.210901:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50700 00000100:00100000:0.0:1746167430.210904:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423546368:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746167430.211206:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423545856:12345-0@lo:400:kworker.0 Request processed in 699us (1186us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167430.211212:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1201 00000100:00100000:1.0:1746167430.211245:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50701 00000100:00100000:1.0:1746167430.211250:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e1d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423546880:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1746167430.211310:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167430.211330:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009daff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423547008:0@lo:400:kworker.0 00000100:00100000:2.0:1746167430.211351:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167430.211377:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423547008 00000100:00100000:2.0:1746167430.211380:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423547008 00000100:00100000:2.0:1746167430.211403:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8061 00000100:00100000:2.0:1746167430.211410:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423547008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167430.211438:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423547008:12345-0@lo:400:kworker.0 Request processed in 30us (86us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167430.211443:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8061 00000100:00100000:2.0:1746167430.211464:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423546240 00000100:00100000:2.0:1746167430.211466:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423546240 00000100:00100000:2.0:1746167430.211483:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36457 00000100:00100000:2.0:1746167430.211488:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423546240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167430.211512:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423546240:12345-0@lo:400:kworker.0 Request processed in 25us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167430.211517:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36457 00000100:00100000:2.0:1746167430.211544:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423546240:0@lo:400:kworker.0 00000100:00100000:2.0:1746167430.211553:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009daff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423547008:0@lo:400:kworker.0 00000100:00080000:2.0:1746167430.211584:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746167430.211588:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167430.211631:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167430.211647:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423545984 00000100:00100000:2.0:1746167430.211650:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423545984 00000100:00100000:2.0:1746167430.211672:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3821 00000100:00100000:2.0:1746167430.211698:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423545984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167430.211724:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423545984:12345-0@lo:400:kworker.0 Request processed in 28us (93us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167430.211734:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3821 00000100:00080000:2.0:1746167430.211745:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167430.211763:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b631180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423545984:0@lo:400:kworker.0 00000100:00100000:2.0:1746167430.211769:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423546624:0@lo:400:kworker.0 00000100:00100000:2.0:1746167430.211787:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167430.211801:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423546624 00000100:00100000:2.0:1746167430.211803:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423546624 00000100:00100000:2.0:1746167430.211819:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3822 00000100:00100000:2.0:1746167430.211824:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423546624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167430.212052:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423546624:12345-0@lo:400:kworker.0 Request processed in 228us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167430.212058:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3822 00000100:00100000:2.0:1746167430.212095:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423546624:0@lo:400:kworker.0 00000100:00100000:2.0:1746167430.212109:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423547264:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167430.212593:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423546496:0@lo:400:kworker.0 00000100:00100000:3.0:1746167430.212601:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423547136:0@lo:400:kworker.0 00000100:00100000:3.0:1746167430.212623:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1746167430.212635:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167430.212646:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423545856:0@lo:400:kworker.0 00000100:00100000:0.0:1746167430.212666:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423546368:12345-0@lo:8:kworker.0 Request processed in 1760us (1960us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167430.212684:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50700 00000100:00100000:3.0:1746167430.212689:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423547136 00000100:00100000:3.0:1746167430.212692:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423547136 00000100:00100000:3.0:1746167430.212711:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3823 00000100:00080000:0.0:1746167430.212715:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1746167430.212716:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423547136:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1746167430.212718:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167430.212722:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423546368:0@lo:8:kworker.0 00000100:00100000:3.0:1746167430.212743:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423547136:12345-0@lo:400:kworker.0 Request processed in 27us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167430.212748:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3823 00000100:00100000:3.0:1746167430.212769:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423547136:0@lo:400:kworker.0 00000100:00100000:3.0:1746167430.212816:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b633b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423546112:0@lo:400:kworker.0 00000100:00100000:3.0:1746167430.212825:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423546752:0@lo:400:kworker.0 00010000:00020000:1.0:1746167430.213442:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167430.217283:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167430.217690:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423547264 00000100:00100000:3.0:1746167430.217699:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423547264 00000100:00100000:3.0:1746167430.217950:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36458 00000100:00100000:3.0:1746167430.217959:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423547264:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746167430.218001:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167430.218051:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423547264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (775us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167430.218057:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36458 00000100:00100000:1.0:1746167430.218191:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e1d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423546880:12345-0@lo:8:kworker.0 Request processed in 6938us (7449us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167430.218211:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50701 00000100:00080000:0.0:1746167430.218662:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167430.218667:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167430.218672:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423546880:0@lo:8:kworker.0 00000100:00100000:2.0:1746167430.218777:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423547264:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167430.324654:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423547392:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167430.324768:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167430.329295:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423547392 00000100:00100000:0.0:1746167430.329310:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423547392 00000100:00100000:0.0:1746167430.329390:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36459 00000100:00100000:0.0:1746167430.329400:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423547392:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167430.329445:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167430.329538:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423547392:12345-0@lo:41:osp-pre-0-1.0 Request processed in 139us (4770us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167430.329546:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36459 00000100:00100000:2.0:1746167430.329669:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423547392:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167430.552595:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746167430.552620:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423547520:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167430.552724:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167430.553108:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423547520 00000100:00100000:1.0:1746167430.553117:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423547520 00000100:00100000:1.0:1746167430.553163:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7458 00000100:00100000:1.0:1746167430.553172:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423547520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167430.553198:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167430.553257:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423547520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167430.553263:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7458 00000100:00100000:2.0:1746167430.553348:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423547520:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167430.994173:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167431.996028:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167432.208306:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167432.208424:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439254528 00000100:00100000:1.0:1746167432.208434:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439254528 00000100:00100000:1.0:1746167432.208492:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1202 00000100:00100000:1.0:1746167432.208501:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439254528:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167432.208587:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439254528:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 87us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167432.208594:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1202 00000100:00100000:0.0:1746167432.209287:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167432.209326:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167432.209366:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167432.209445:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439254784 00000100:00100000:3.0:1746167432.209450:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439254784 00000100:00100000:3.0:1746167432.209492:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439254656 00000100:00100000:3.0:1746167432.209494:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439254656 00000100:00100000:3.0:1746167432.209524:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3824 00000100:00100000:3.0:1746167432.209531:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439254784:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167432.209570:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439254784:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 41us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167432.209576:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3824 00000100:00100000:3.0:1746167432.209591:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3825 00000100:00100000:3.0:1746167432.209595:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439254656:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167432.209615:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439254656:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 20us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167432.209621:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3825 00000100:00080000:3.0:1746167432.209654:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746167432.209657:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167432.209812:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439254912 00000100:00100000:1.0:1746167432.209816:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439254912 00000100:00100000:1.0:1746167432.209846:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50702 00000100:00100000:1.0:1746167432.209851:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439254912:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167432.209875:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167432.209902:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439254912:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 51us (536us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167432.209908:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50702 00010000:00010000:0.0:1746167432.998976:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167434.029587:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167434.355543:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423547648:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167434.355623:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167434.355671:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423547648 00000100:00100000:2.0:1746167434.355693:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423547648 00000100:00100000:2.0:1746167434.355827:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7459 00000100:00100000:2.0:1746167434.356048:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423547648:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167434.356083:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:3.0:1746167434.356239:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167434.356781:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423547648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 945us (1156us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167434.356788:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7459 00000100:00100000:0.0:1746167434.356928:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423547648:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167435.030061:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167435.217970:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423547776:0@lo:400:kworker.0 00000100:00100000:2.0:1746167435.218070:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167435.220180:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746167435.220192:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423547904:0@lo:400:kworker.0 00000100:00100000:2.0:1746167435.221105:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167435.221264:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423547776 00000100:00100000:0.0:1746167435.221273:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423547776 00000100:00100000:0.0:1746167435.221318:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1203 00000100:00100000:0.0:1746167435.221326:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423547776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167435.221573:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423547776:12345-0@lo:400:kworker.0 Request processed in 249us (3504us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167435.221580:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1203 00000100:00100000:2.0:1746167435.222085:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423547776:0@lo:400:kworker.0 00000100:00100000:0.0:1746167435.222155:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423547904 00000100:00100000:0.0:1746167435.222159:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423547904 00000100:00100000:0.0:1746167435.222208:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3826 00000100:00100000:0.0:1746167435.222214:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423547904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167435.222247:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423547904:12345-0@lo:400:kworker.0 Request processed in 33us (1143us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167435.222254:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3826 00000100:00080000:3.0:1746167435.222329:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167435.222521:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423548032:0@lo:400:kworker.0 00000100:00100000:3.0:1746167435.222554:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167435.222797:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423547904:0@lo:400:kworker.0 00000100:00080000:1.0:1746167435.223173:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167435.223177:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167435.223181:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167435.223185:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11351 00000100:00080000:1.0:1746167435.223189:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1746167435.223194:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167435.223214:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009dafdf80 x1830977423548288/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167435.223370:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009daff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423548160:0@lo:400:kworker.0 00000100:00100000:0.0:1746167435.223401:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167435.223460:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423548160 00000100:00100000:2.0:1746167435.223464:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423548160 00000100:00100000:2.0:1746167435.223489:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36460 00000100:00100000:2.0:1746167435.223493:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088cabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423548160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167435.223527:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088cabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423548160:12345-0@lo:400:kworker.0 Request processed in 34us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167435.223533:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36460 00000100:00100000:3.0:1746167435.223621:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423548032 00000100:00100000:3.0:1746167435.223624:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423548032 00000100:00100000:3.0:1746167435.223649:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3827 00000100:00100000:3.0:1746167435.223655:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423548032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167435.223696:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423548032:12345-0@lo:400:kworker.0 Request processed in 42us (1142us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167435.223702:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3827 00000100:00100000:3.0:1746167435.223726:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423548032:0@lo:400:kworker.0 00000100:00080000:1.0:1746167435.225483:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167435.225487:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167435.225489:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167435.225494:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11351 00000100:00080000:1.0:1746167435.225498:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1746167435.225501:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167435.225513:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423548672:0@lo:400:kworker.0 00000100:00100000:1.0:1746167435.225546:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167435.225587:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090ccf800 x1830977423548800/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167435.225606:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746167435.225610:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423548928:0@lo:400:kworker.0 00000100:00100000:1.0:1746167435.225629:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167435.225667:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423548288:0@lo:8:kworker.0 00000100:00100000:1.0:1746167435.225696:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167435.225709:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423548800:0@lo:8:kworker.0 00000100:00100000:1.0:1746167435.225721:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167435.225742:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423548928 00000100:00100000:1.0:1746167435.225746:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423548928 00000100:00100000:1.0:1746167435.225769:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423548288 00000100:00100000:1.0:1746167435.225771:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423548288 00000100:00100000:1.0:1746167435.225778:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423548800 00000100:00100000:1.0:1746167435.225780:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423548800 00000100:00100000:1.0:1746167435.225790:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8062 00000100:00100000:1.0:1746167435.225795:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423548928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167435.225821:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423548928:12345-0@lo:400:kworker.0 Request processed in 27us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167435.225826:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8062 00000100:00100000:1.0:1746167435.225856:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50703 00000100:00100000:1.0:1746167435.225863:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423548288:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167435.225882:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167435.225897:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50704 00000100:00100000:1.0:1746167435.225902:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423548288:12345-0@lo:8:kworker.0 Request processed in 38us (205us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167435.225903:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423548800:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746167435.225907:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50703 00010000:00020000:0.0:1746167435.225914:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1746167435.225928:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167435.225931:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167435.225934:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423548288:0@lo:8:kworker.0 00000100:00100000:0.0:1746167435.225941:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423548800:12345-0@lo:8:kworker.0 Request processed in 37us (218us total) trans 0 rc -19/-19 00000100:00080000:1.0:1746167435.225941:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167435.225942:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167435.225945:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423548800:0@lo:8:kworker.0 00000100:00100000:0.0:1746167435.225947:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50704 00000100:00100000:1.0:1746167435.225977:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423548928:0@lo:400:kworker.0 00000100:00100000:0.0:1746167435.225993:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009daff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423548160:0@lo:400:kworker.0 00000100:00100000:0.0:1746167435.226019:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423548416:0@lo:400:kworker.0 00000100:00100000:1.0:1746167435.226021:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423548544:0@lo:400:kworker.0 00000100:00100000:0.0:1746167435.226042:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167435.226045:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167435.226058:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423549056:0@lo:400:kworker.0 00000100:00100000:1.0:1746167435.226068:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423548416 00000100:00100000:1.0:1746167435.226071:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423548416 00000100:00100000:0.0:1746167435.226074:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167435.226087:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8063 00000100:00100000:1.0:1746167435.226091:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088cab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423548416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167435.226133:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423548416:0@lo:400:kworker.0 00000100:00080000:2.0:1746167435.227378:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746167435.227383:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167435.227567:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423548672 00000100:00100000:2.0:1746167435.227571:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423548672 00000100:00100000:2.0:1746167435.227598:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36461 00000100:00100000:2.0:1746167435.227603:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423548672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167435.227773:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423548544 00000100:00100000:0.0:1746167435.227778:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423548544 00000100:00100000:0.0:1746167435.227803:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423549056 00000100:00100000:0.0:1746167435.227806:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423549056 00000100:00100000:3.0:1746167435.227838:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3828 00000100:00100000:3.0:1746167435.227846:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423548544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167435.228550:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3829 00000100:00100000:0.0:1746167435.228557:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423549056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167435.230153:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423548672:12345-0@lo:400:kworker.0 Request processed in 2542us (4599us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167435.230164:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36461 00000100:00100000:3.0:1746167435.230548:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423548544:12345-0@lo:400:kworker.0 Request processed in 2528us (4326us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167435.230556:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3828 00000100:00100000:0.0:1746167435.231307:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423549056:12345-0@lo:400:kworker.0 Request processed in 2748us (5229us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167435.231314:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3829 00000100:00100000:0.0:1746167435.231369:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423549056:0@lo:400:kworker.0 00000100:00100000:0.0:1746167435.231408:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423548672:0@lo:400:kworker.0 00000100:00100000:1.0:1746167435.232121:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088cab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423548416:12345-0@lo:400:kworker.0 Request processed in 6025us (6073us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167435.232130:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8063 00000100:00100000:2.0:1746167435.232529:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423548544:0@lo:400:kworker.0 00000100:00100000:0.0:1746167435.233849:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423549184:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167435.233898:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167435.233998:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423549184 00000100:00100000:2.0:1746167435.234004:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423549184 00000100:00100000:2.0:1746167435.234039:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36462 00000100:00100000:2.0:1746167435.234046:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088caa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423549184:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167435.234083:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167435.234128:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088caa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423549184:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167435.234134:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36462 00000100:00100000:1.0:1746167435.234190:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423549184:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167435.330714:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423549312:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167435.330798:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167435.330860:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423549312 00000100:00100000:0.0:1746167435.330867:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423549312 00000100:00100000:0.0:1746167435.330928:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36463 00000100:00100000:0.0:1746167435.330937:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088cab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423549312:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167435.330988:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167435.331038:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088cab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423549312:12345-0@lo:41:osp-pre-0-1.0 Request processed in 103us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167435.331046:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36463 00000100:00100000:0.0:1746167435.331090:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423549312:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167435.554883:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e2a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423549440:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167435.554962:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167435.555115:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423549440 00000100:00100000:3.0:1746167435.555123:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423549440 00000100:00100000:3.0:1746167435.555166:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7460 00000100:00100000:3.0:1746167435.555173:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423549440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167435.555200:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167435.555239:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423549440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167435.555246:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7460 00000100:00100000:1.0:1746167435.555366:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e2a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423549440:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167436.039181:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167437.040085:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167437.217265:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167437.217311:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167437.217335:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167437.217396:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167437.217418:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439255168 00000100:00100000:0.0:1746167437.217424:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439255168 00000100:00100000:0.0:1746167437.217471:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439255296 00000100:00100000:0.0:1746167437.217472:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439255296 00000100:00100000:0.0:1746167437.217486:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3830 00000100:00100000:0.0:1746167437.217493:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439255168:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167437.217546:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439255168:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 54us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167437.217551:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3830 00000100:00100000:0.0:1746167437.217562:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3831 00000100:00100000:0.0:1746167437.217566:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439255296:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167437.217581:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439255296:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 15us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167437.217586:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3831 00000100:00100000:0.0:1746167437.217637:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439255424 00000100:00100000:0.0:1746167437.217640:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439255424 00000100:00100000:0.0:1746167437.217651:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50705 00000100:00100000:0.0:1746167437.217655:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439255424:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167437.217702:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167437.217721:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439255424:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 65us (325us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167437.217725:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50705 00000100:00100000:1.0:1746167437.217820:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439255040 00000100:00100000:1.0:1746167437.217824:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439255040 00000100:00100000:1.0:1746167437.217849:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1204 00000100:00100000:1.0:1746167437.217855:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439255040:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167437.217880:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439255040:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 25us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167437.217885:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1204 00000100:00080000:3.0:1746167437.218191:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746167437.218195:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1746167438.041820:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167439.043954:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167439.361945:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423549568:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167439.362005:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167439.362125:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423549568 00000100:00100000:3.0:1746167439.362132:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423549568 00000100:00100000:3.0:1746167439.362174:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7461 00000100:00100000:3.0:1746167439.362182:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423549568:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167439.362206:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167439.362251:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423549568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167439.362257:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7461 00000100:00080000:0.0:1746167439.362459:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167439.362518:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423549568:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167440.046121:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167440.230289:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423549696:0@lo:400:kworker.0 00000100:00100000:2.0:1746167440.230351:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167440.230431:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423549696 00000100:00100000:2.0:1746167440.230437:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423549696 00000100:00100000:2.0:1746167440.230467:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1205 00000100:00100000:2.0:1746167440.230473:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423549696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167440.230526:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423549696:12345-0@lo:400:kworker.0 Request processed in 54us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167440.230532:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1205 00000100:00100000:3.0:1746167440.230659:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423549696:0@lo:400:kworker.0 00000100:00100000:0.0:1746167440.231783:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009daff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423549824:0@lo:400:kworker.0 00000100:00100000:0.0:1746167440.231814:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167440.231882:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423549824 00000100:00100000:3.0:1746167440.231886:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423549824 00000100:00100000:3.0:1746167440.231924:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3832 00000100:00100000:3.0:1746167440.231929:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423549824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167440.231959:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423549824:12345-0@lo:400:kworker.0 Request processed in 31us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167440.231969:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3832 00000100:00100000:3.0:1746167440.231993:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009daff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423549824:0@lo:400:kworker.0 00000100:00080000:0.0:1746167440.232063:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167440.232201:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423549952:0@lo:400:kworker.0 00000100:00100000:2.0:1746167440.232221:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746167440.232283:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167440.232287:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167440.232289:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167440.232294:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11356 00000100:00080000:1.0:1746167440.232297:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1746167440.232300:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167440.232317:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009dafc000 x1830977423550208/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167440.232404:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009daff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423550080:0@lo:400:kworker.0 00000100:00100000:0.0:1746167440.232426:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167440.232439:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167440.232442:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423550336:0@lo:400:kworker.0 00000100:00100000:0.0:1746167440.232456:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167440.232474:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423550080 00000100:00100000:0.0:1746167440.232477:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423550080 00000100:00100000:0.0:1746167440.232493:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36464 00000100:00100000:0.0:1746167440.232497:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423550080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167440.232519:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423550080:12345-0@lo:400:kworker.0 Request processed in 22us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167440.232524:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36464 00000100:00100000:0.0:1746167440.232534:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423550336 00000100:00100000:0.0:1746167440.232536:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423550336 00000100:00100000:0.0:1746167440.232548:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8064 00000100:00100000:0.0:1746167440.232552:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423550336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167440.232568:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423550336:12345-0@lo:400:kworker.0 Request processed in 15us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167440.232572:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8064 00000100:00100000:0.0:1746167440.232587:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423550336:0@lo:400:kworker.0 00000100:00100000:0.0:1746167440.232593:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009daff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423550080:0@lo:400:kworker.0 00000100:00100000:0.0:1746167440.232611:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423550208:0@lo:8:kworker.0 00000100:00100000:0.0:1746167440.232625:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167440.232639:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423550208 00000100:00100000:0.0:1746167440.232641:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423550208 00000100:00100000:0.0:1746167440.232651:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50706 00000100:00100000:0.0:1746167440.232654:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423550208:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167440.232669:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167440.232703:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423550208:12345-0@lo:8:kworker.0 Request processed in 48us (77us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167440.232708:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50706 00000100:00080000:0.0:1746167440.232721:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167440.232724:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167440.232726:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423550208:0@lo:8:kworker.0 00000100:00100000:3.0:1746167440.232781:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423549952 00000100:00100000:3.0:1746167440.232784:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423549952 00000100:00100000:3.0:1746167440.232803:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3833 00000100:00100000:3.0:1746167440.232807:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e2a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423549952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167440.233137:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423550592:0@lo:400:kworker.0 00000100:00100000:2.0:1746167440.233158:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167440.233864:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e2a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423549952:12345-0@lo:400:kworker.0 Request processed in 1055us (1640us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167440.233870:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3833 00000100:00100000:3.0:1746167440.233889:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423550464:0@lo:400:kworker.0 00000100:00100000:3.0:1746167440.233923:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167440.233941:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423550464 00000100:00100000:3.0:1746167440.233943:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423550464 00000100:00100000:3.0:1746167440.233957:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3834 00000100:00100000:3.0:1746167440.233961:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423550464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167440.233983:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423550464:12345-0@lo:400:kworker.0 Request processed in 22us (60us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167440.233988:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3834 00000100:00100000:3.0:1746167440.234005:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423550464:0@lo:400:kworker.0 00000100:00080000:3.0:1746167440.234021:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167440.234069:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423550592 00000100:00100000:0.0:1746167440.234073:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423550592 00000100:00100000:0.0:1746167440.234091:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36465 00000100:00100000:0.0:1746167440.234095:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423550592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167440.234122:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423550592:12345-0@lo:400:kworker.0 Request processed in 26us (963us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167440.234126:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36465 00000100:00100000:2.0:1746167440.234180:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423549952:0@lo:400:kworker.0 00000100:00100000:2.0:1746167440.234195:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423550592:0@lo:400:kworker.0 00000100:00080000:1.0:1746167440.234265:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167440.234269:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167440.234271:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167440.234274:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11356 00000100:00080000:1.0:1746167440.234277:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1746167440.234280:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167440.234293:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009da19c00 x1830977423550720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167440.234326:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423550976:0@lo:400:kworker.0 00000100:00100000:1.0:1746167440.234348:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167440.234365:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746167440.234369:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423550848:0@lo:400:kworker.0 00000100:00100000:1.0:1746167440.234384:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167440.234401:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423550848 00000100:00100000:1.0:1746167440.234404:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423550848 00000100:00100000:1.0:1746167440.234423:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8065 00000100:00100000:1.0:1746167440.234427:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423550848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167440.234450:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423550848:12345-0@lo:400:kworker.0 Request processed in 23us (65us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167440.234455:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8065 00000100:00080000:1.0:1746167440.234466:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167440.234478:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423550848:0@lo:400:kworker.0 00000100:00100000:3.0:1746167440.235030:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423550976 00000100:00100000:3.0:1746167440.235033:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423550976 00000100:00100000:3.0:1746167440.235050:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3835 00000100:00100000:3.0:1746167440.235055:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423550976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167440.235089:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423550976:12345-0@lo:400:kworker.0 Request processed in 34us (739us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167440.235094:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3835 00000100:00100000:0.0:1746167440.235142:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423550720:0@lo:8:kworker.0 00000100:00100000:0.0:1746167440.235162:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167440.235181:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423550720 00000100:00100000:0.0:1746167440.235183:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423550720 00000100:00100000:0.0:1746167440.235192:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50707 00000100:00100000:0.0:1746167440.235196:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423550720:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167440.235209:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167440.235226:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423550720:12345-0@lo:8:kworker.0 Request processed in 29us (63us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167440.235230:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50707 00000100:00080000:0.0:1746167440.235244:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167440.235246:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167440.235248:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423550720:0@lo:8:kworker.0 00000100:00100000:1.0:1746167440.236293:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423550976:0@lo:400:kworker.0 00000100:00100000:2.0:1746167440.241891:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746167440.241919:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423551104:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167440.241975:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167440.242292:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423551104 00000100:00100000:0.0:1746167440.242299:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423551104 00000100:00100000:0.0:1746167440.242633:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36466 00000100:00100000:0.0:1746167440.242640:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b632a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423551104:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167440.242667:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167440.242714:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b632a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423551104:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (738us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167440.242720:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36466 00000100:00100000:2.0:1746167440.242813:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423551104:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167440.339711:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423551232:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167440.339768:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167440.341280:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423551232 00000100:00100000:1.0:1746167440.341289:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423551232 00000100:00100000:1.0:1746167440.341338:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36467 00000100:00100000:1.0:1746167440.341345:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b633b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423551232:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167440.341374:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167440.341417:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b633b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423551232:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (1649us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167440.341423:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36467 00000100:00100000:2.0:1746167440.341713:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423551232:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167440.563096:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423551360:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167440.563149:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167440.563263:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423551360 00000100:00100000:3.0:1746167440.563270:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423551360 00000100:00100000:3.0:1746167440.563299:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7462 00000100:00100000:3.0:1746167440.563305:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b630e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423551360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167440.563323:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167440.563555:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b630e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423551360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 249us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167440.563561:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7462 00000100:00100000:2.0:1746167440.571040:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423551360:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167441.047932:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167442.051313:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167442.221983:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167442.222046:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167442.230060:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439255680 00000100:00100000:3.0:1746167442.230070:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439255680 00000100:00100000:2.0:1746167442.232213:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439255552 00000100:00100000:2.0:1746167442.232222:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439255552 00000100:00100000:2.0:1746167442.232278:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1206 00000100:00100000:2.0:1746167442.232286:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439255552:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167442.232347:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439255552:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 61us (10300us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167442.232353:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1206 00000100:00100000:0.0:1746167442.232438:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167442.232466:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439255808 00000100:00100000:3.0:1746167442.232470:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439255808 00000100:00100000:3.0:1746167442.232488:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3836 00000100:00100000:3.0:1746167442.232495:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439255680:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167442.232524:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167442.232524:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439255680:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 29us (10550us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167442.232529:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3836 00000100:00100000:3.0:1746167442.232541:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3837 00000100:00100000:3.0:1746167442.232546:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439255808:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167442.232556:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439255936 00000100:00100000:0.0:1746167442.232560:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439255936 00000100:00100000:3.0:1746167442.232565:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439255808:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 19us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167442.232569:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3837 00000100:00100000:0.0:1746167442.232578:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50708 00000100:00100000:0.0:1746167442.232583:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439255936:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167442.232602:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167442.232624:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439255936:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 40us (100us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167442.232630:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50708 00000100:00080000:1.0:1746167442.232775:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167442.232778:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1746167443.055280:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167444.057909:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167444.370649:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009daff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423551488:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167444.370729:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167444.370886:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423551488 00000100:00100000:0.0:1746167444.370893:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423551488 00000100:00080000:1.0:1746167444.370989:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167444.371018:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7463 00000100:00100000:0.0:1746167444.371025:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b631180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423551488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167444.371048:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167444.371147:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b631180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423551488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 123us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167444.371153:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7463 00000100:00100000:2.0:1746167444.371248:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009daff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423551488:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167445.059910:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1746167445.249871:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167445.249876:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167445.249879:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167445.249887:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11361 00000100:00080000:1.0:1746167445.249891:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1746167445.249896:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167445.249913:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f152680 x1830977423552128/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167445.249951:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167445.249954:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167445.249955:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167445.249958:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11361 00000100:00080000:1.0:1746167445.249960:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167445.249964:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167445.249973:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880132100e00 x1830977423552640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167445.250013:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423551872:0@lo:400:kworker.0 00000100:00100000:1.0:1746167445.250060:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167445.250102:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e49b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423552512:0@lo:400:kworker.0 00000100:00100000:1.0:1746167445.250119:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167445.250134:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746167445.250138:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f150700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423552000:0@lo:400:kworker.0 00000100:00100000:1.0:1746167445.250149:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167445.250159:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423552768:0@lo:400:kworker.0 00000100:00100000:1.0:1746167445.250171:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167445.250190:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423552512 00000100:00100000:1.0:1746167445.250196:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423552512 00000100:00100000:1.0:1746167445.250219:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423552000 00000100:00100000:1.0:1746167445.250221:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423552000 00000100:00100000:1.0:1746167445.250232:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36468 00000100:00100000:1.0:1746167445.250238:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423552512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167445.250268:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423552512:12345-0@lo:400:kworker.0 Request processed in 31us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167445.250273:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36468 00000100:00100000:1.0:1746167445.250284:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36469 00000100:00100000:1.0:1746167445.250287:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423552000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167445.250313:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423552000:12345-0@lo:400:kworker.0 Request processed in 26us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167445.250317:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36469 00000100:00100000:1.0:1746167445.250342:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f150700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423552000:0@lo:400:kworker.0 00000100:00100000:1.0:1746167445.250348:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e49b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423552512:0@lo:400:kworker.0 00000100:00100000:1.0:1746167445.250370:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423552768 00000100:00100000:1.0:1746167445.250372:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423552768 00000100:00100000:1.0:1746167445.250391:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8066 00000100:00100000:1.0:1746167445.250395:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423552768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167445.250414:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423552768:12345-0@lo:400:kworker.0 Request processed in 19us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167445.250418:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8066 00000100:00080000:1.0:1746167445.250427:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167445.250436:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423552768:0@lo:400:kworker.0 00000100:00100000:1.0:1746167445.250451:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423551872 00000100:00100000:1.0:1746167445.250452:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423551872 00000100:00100000:1.0:1746167445.250485:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3838 00000100:00100000:1.0:1746167445.250489:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423551872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167445.250512:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423551872:12345-0@lo:400:kworker.0 Request processed in 22us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167445.250517:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3838 00000100:00080000:1.0:1746167445.250530:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167445.250542:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423551872:0@lo:400:kworker.0 00000100:00100000:3.0:1746167445.250619:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423551616:0@lo:400:kworker.0 00000100:00100000:3.0:1746167445.250645:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167445.250703:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f153100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423552256:0@lo:400:kworker.0 00000100:00100000:3.0:1746167445.250719:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167445.250728:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423552896:0@lo:400:kworker.0 00000100:00100000:3.0:1746167445.250740:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167445.250749:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1746167445.250753:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423551744:0@lo:400:kworker.0 00000100:00100000:3.0:1746167445.250777:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167445.250787:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f151c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423552384:0@lo:400:kworker.0 00000100:00100000:3.0:1746167445.250799:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167445.250825:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423551616 00000100:00100000:3.0:1746167445.250828:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423551616 00000100:00100000:3.0:1746167445.250845:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1207 00000100:00100000:3.0:1746167445.250849:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423551616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167445.250869:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423551616:12345-0@lo:400:kworker.0 Request processed in 20us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167445.250873:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1207 00000100:00100000:3.0:1746167445.250896:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423551616:0@lo:400:kworker.0 00000100:00100000:0.0:1746167445.251092:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f152680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423552128:0@lo:8:kworker.0 00000100:00100000:0.0:1746167445.251112:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167445.251124:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423552640:0@lo:8:kworker.0 00000100:00100000:0.0:1746167445.251136:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167445.251152:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423552256 00000100:00100000:0.0:1746167445.251155:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423552256 00000100:00100000:0.0:1746167445.251168:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423552128 00000100:00100000:0.0:1746167445.251170:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423552128 00000100:00100000:0.0:1746167445.251179:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423552640 00000100:00100000:0.0:1746167445.251180:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423552640 00000100:00100000:0.0:1746167445.251190:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8067 00000100:00100000:0.0:1746167445.251194:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423552256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167445.251220:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423552256:12345-0@lo:400:kworker.0 Request processed in 26us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167445.251225:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8067 00000100:00100000:0.0:1746167445.251235:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50709 00000100:00100000:0.0:1746167445.251239:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009daff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423552128:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167445.251255:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167445.251279:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009daff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423552128:12345-0@lo:8:kworker.0 Request processed in 39us (165us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167445.251284:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50709 00000100:00100000:0.0:1746167445.251291:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50710 00000100:00100000:0.0:1746167445.251295:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423552640:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167445.251304:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167445.251321:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f129500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423552640:12345-0@lo:8:kworker.0 Request processed in 25us (184us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167445.251325:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50710 00000100:00100000:0.0:1746167445.251342:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423552896 00000100:00100000:0.0:1746167445.251345:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423552896 00000100:00100000:0.0:1746167445.251359:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3839 00000100:00100000:0.0:1746167445.251363:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423552896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167445.251384:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423552896:12345-0@lo:400:kworker.0 Request processed in 21us (643us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167445.251388:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3839 00000100:00100000:0.0:1746167445.251395:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423551744 00000100:00100000:0.0:1746167445.251397:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423551744 00000100:00100000:0.0:1746167445.251413:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423552384 00000100:00100000:0.0:1746167445.251414:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423552384 00000100:00100000:0.0:1746167445.251423:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3840 00000100:00100000:0.0:1746167445.251427:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423551744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167445.251446:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423551744:12345-0@lo:400:kworker.0 Request processed in 19us (668us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167445.251451:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3840 00000100:00100000:0.0:1746167445.251458:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3841 00000100:00100000:0.0:1746167445.251462:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423552384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167445.251481:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423552384:12345-0@lo:400:kworker.0 Request processed in 19us (681us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167445.251485:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3841 00000100:00080000:0.0:1746167445.251499:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746167445.251516:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167445.251520:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167445.251523:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f152680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423552128:0@lo:8:kworker.0 00000100:00080000:0.0:1746167445.251530:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167445.251532:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167445.251534:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423552640:0@lo:8:kworker.0 00000100:00100000:2.0:1746167445.251671:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423551744:0@lo:400:kworker.0 00000100:00100000:2.0:1746167445.251705:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f151c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423552384:0@lo:400:kworker.0 00000100:00100000:2.0:1746167445.251713:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f153100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423552256:0@lo:400:kworker.0 00000100:00100000:2.0:1746167445.251720:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423552896:0@lo:400:kworker.0 00000100:00100000:2.0:1746167445.251737:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746167445.251742:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423553024:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167445.251762:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167445.252040:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423553024 00000100:00100000:3.0:1746167445.252043:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423553024 00000100:00100000:3.0:1746167445.252062:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36470 00000100:00100000:3.0:1746167445.252067:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423553024:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746167445.252086:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167445.252114:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423553024:12345-0@lo:41:osp-pre-1-0.0 Request processed in 48us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167445.252119:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36470 00000100:00100000:2.0:1746167445.252197:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423553024:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167445.345927:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423553152:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167445.345981:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167445.346104:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423553152 00000100:00100000:3.0:1746167445.346110:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423553152 00000100:00100000:3.0:1746167445.346203:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36471 00000100:00100000:3.0:1746167445.346211:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423553152:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167445.346238:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167445.346271:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423553152:12345-0@lo:41:osp-pre-0-1.0 Request processed in 62us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167445.346279:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36471 00000100:00100000:1.0:1746167445.346337:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423553152:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167445.585952:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423553280:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167445.586013:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167445.586822:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423553280 00000100:00100000:2.0:1746167445.586829:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423553280 00000100:00100000:2.0:1746167445.586875:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7464 00000100:00100000:2.0:1746167445.586882:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132100e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423553280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167445.586902:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167445.586939:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132100e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423553280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (926us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167445.586945:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7464 00000100:00100000:1.0:1746167445.587101:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423553280:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167446.062712:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167447.063891:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167447.229810:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167447.230025:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167447.230050:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167447.230078:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167447.230103:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439256448 00000100:00100000:3.0:1746167447.230103:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439256064 00000100:00100000:0.0:1746167447.230109:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439256448 00000100:00100000:3.0:1746167447.230109:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439256064 00000100:00100000:0.0:1746167447.230131:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50711 00000100:00100000:0.0:1746167447.230138:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dce0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439256448:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167447.230158:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167447.230213:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439256192 00000100:00100000:1.0:1746167447.230217:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439256192 00000100:00100000:1.0:1746167447.230242:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439256320 00000100:00100000:1.0:1746167447.230244:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439256320 00000100:00100000:1.0:1746167447.230256:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3842 00000100:00100000:1.0:1746167447.230261:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dce2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439256192:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167447.230300:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dce2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439256192:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 39us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167447.230305:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3842 00000100:00100000:1.0:1746167447.230316:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3843 00000100:00100000:1.0:1746167447.230320:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dce1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439256320:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167447.230334:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dce1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439256320:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 14us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167447.230338:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3843 00000100:00100000:3.0:1746167447.230348:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1208 00000100:00100000:3.0:1746167447.230356:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439256064:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:1.0:1746167447.230363:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167447.230365:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167447.230382:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439256064:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 27us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167447.230387:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1208 00000100:00100000:0.0:1746167447.230776:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dce0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439256448:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 636us (695us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167447.230793:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50711 00010000:00010000:0.0:1746167448.067863:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167449.072029:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167449.380539:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746167449.380605:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423553408:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167449.380665:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167449.380824:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423553408 00000100:00100000:1.0:1746167449.380831:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423553408 00000100:00100000:1.0:1746167449.381052:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7465 00000100:00100000:1.0:1746167449.381060:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423553408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167449.381085:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167449.381123:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423553408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167449.381130:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7465 00000100:00100000:3.0:1746167449.381216:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423553408:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1746167449.381275:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746167450.074897:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1746167450.257889:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167450.257894:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167450.257897:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167450.257903:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11366 00000100:00080000:1.0:1746167450.257906:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167450.257912:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167450.257929:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f153100 x1830977423554048/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167450.257953:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167450.257955:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167450.257957:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167450.257960:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11366 00000100:00080000:1.0:1746167450.257961:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167450.257965:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167450.257975:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ae88a80 x1830977423554560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167450.258011:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423553664:0@lo:400:kworker.0 00000100:00100000:1.0:1746167450.258065:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167450.258124:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f152680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423554304:0@lo:400:kworker.0 00000100:00100000:1.0:1746167450.258157:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167450.258179:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746167450.258185:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423553792:0@lo:400:kworker.0 00000100:00100000:1.0:1746167450.258202:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167450.258215:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f150700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423554432:0@lo:400:kworker.0 00000100:00100000:1.0:1746167450.258233:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167450.258263:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423553664 00000100:00100000:1.0:1746167450.258269:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423553664 00000100:00100000:1.0:1746167450.258304:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423554304 00000100:00100000:1.0:1746167450.258307:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423554304 00000100:00100000:1.0:1746167450.258318:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423553792 00000100:00100000:1.0:1746167450.258319:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423553792 00000100:00100000:1.0:1746167450.258337:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3844 00000100:00100000:1.0:1746167450.258342:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423553664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167450.258380:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423553664:12345-0@lo:400:kworker.0 Request processed in 38us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167450.258386:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3844 00000100:00100000:1.0:1746167450.258399:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3845 00000100:00100000:1.0:1746167450.258404:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423554304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167450.258426:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423554304:12345-0@lo:400:kworker.0 Request processed in 23us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167450.258431:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3845 00000100:00100000:1.0:1746167450.258440:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3846 00000100:00100000:1.0:1746167450.258444:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423553792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167450.258460:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423553792:12345-0@lo:400:kworker.0 Request processed in 16us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167450.258464:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3846 00000100:00100000:1.0:1746167450.258497:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423553792:0@lo:400:kworker.0 00000100:00100000:1.0:1746167450.258504:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423553664:0@lo:400:kworker.0 00000100:00100000:1.0:1746167450.258510:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f152680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423554304:0@lo:400:kworker.0 00000100:00100000:1.0:1746167450.258539:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423554432 00000100:00100000:1.0:1746167450.258541:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423554432 00000100:00100000:1.0:1746167450.258557:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36472 00000100:00100000:1.0:1746167450.258561:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423554432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167450.258583:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423554432:12345-0@lo:400:kworker.0 Request processed in 22us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167450.258587:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36472 00000100:00100000:1.0:1746167450.258600:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f150700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423554432:0@lo:400:kworker.0 00000100:00100000:1.0:1746167450.258613:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f153100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423554048:0@lo:8:kworker.0 00000100:00100000:1.0:1746167450.258629:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167450.258652:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423554560:0@lo:8:kworker.0 00000100:00100000:1.0:1746167450.258663:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167450.258698:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423554048 00000100:00100000:1.0:1746167450.258701:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423554048 00000100:00100000:1.0:1746167450.258711:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423554560 00000100:00100000:1.0:1746167450.258712:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423554560 00000100:00100000:1.0:1746167450.258720:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50712 00000100:00100000:1.0:1746167450.258724:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423554048:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167450.258752:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167450.258774:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423554048:12345-0@lo:8:kworker.0 Request processed in 49us (144us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167450.258779:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50712 00000100:00100000:1.0:1746167450.258786:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50713 00000100:00100000:1.0:1746167450.258789:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423554560:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167450.258796:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167450.258807:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423554560:12345-0@lo:8:kworker.0 Request processed in 17us (143us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167450.258811:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50713 00000100:00080000:1.0:1746167450.258825:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167450.258828:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167450.258830:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f153100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423554048:0@lo:8:kworker.0 00000100:00080000:1.0:1746167450.258836:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167450.258838:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167450.259017:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423554560:0@lo:8:kworker.0 00000100:00080000:1.0:1746167450.259045:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167450.259048:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167450.259109:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e49b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423553920:0@lo:400:kworker.0 00000100:00100000:0.0:1746167450.259130:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167450.259148:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423554688:0@lo:400:kworker.0 00000100:00100000:0.0:1746167450.259162:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167450.259174:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1746167450.259180:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423553536:0@lo:400:kworker.0 00000100:00100000:0.0:1746167450.259201:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167450.259227:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f151c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423554176:0@lo:400:kworker.0 00000100:00100000:0.0:1746167450.259250:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167450.259266:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423554816:0@lo:400:kworker.0 00000100:00100000:0.0:1746167450.259282:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167450.259298:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423554688 00000100:00100000:0.0:1746167450.259300:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423554688 00000100:00100000:0.0:1746167450.259319:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423554176 00000100:00100000:0.0:1746167450.259321:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423554176 00000100:00100000:0.0:1746167450.259330:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8068 00000100:00100000:0.0:1746167450.259335:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dce3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423554688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167450.259597:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dce3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423554688:12345-0@lo:400:kworker.0 Request processed in 261us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167450.259602:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8068 00000100:00100000:0.0:1746167450.259612:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8069 00000100:00100000:0.0:1746167450.259616:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423554176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167450.259634:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423554176:12345-0@lo:400:kworker.0 Request processed in 19us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167450.259639:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8069 00000100:00080000:0.0:1746167450.259649:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167450.259663:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f151c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423554176:0@lo:400:kworker.0 00000100:00100000:0.0:1746167450.259671:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423554688:0@lo:400:kworker.0 00000100:00100000:0.0:1746167450.259719:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423554816 00000100:00100000:0.0:1746167450.259722:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423554816 00000100:00100000:0.0:1746167450.259751:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3847 00000100:00100000:0.0:1746167450.259755:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423554816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167450.259780:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423554816:12345-0@lo:400:kworker.0 Request processed in 24us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167450.259784:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3847 00000100:00100000:0.0:1746167450.259801:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423554816:0@lo:400:kworker.0 00000100:00100000:3.0:1746167450.259871:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423553536 00000100:00100000:3.0:1746167450.259875:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423553536 00000100:00100000:3.0:1746167450.259894:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1209 00000100:00100000:3.0:1746167450.259898:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423553536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167450.259932:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423553536:12345-0@lo:400:kworker.0 Request processed in 34us (730us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167450.259936:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1209 00000100:00100000:3.0:1746167450.260234:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746167450.260242:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423554944:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167450.260262:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167450.260282:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423553920 00000100:00100000:3.0:1746167450.260284:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423553920 00000100:00100000:3.0:1746167450.260299:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423554944 00000100:00100000:3.0:1746167450.260301:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423554944 00000100:00100000:3.0:1746167450.260312:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36473 00000100:00100000:3.0:1746167450.260316:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dce0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423553920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167450.260338:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dce0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423553920:12345-0@lo:400:kworker.0 Request processed in 22us (1208us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167450.260343:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36473 00000100:00100000:3.0:1746167450.260351:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36474 00000100:00100000:3.0:1746167450.260356:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423554944:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746167450.260374:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167450.260397:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423554944:12345-0@lo:41:osp-pre-1-0.0 Request processed in 41us (134us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167450.260401:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36474 00000100:00100000:3.0:1746167450.260426:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c38e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423554944:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167450.260877:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423553536:0@lo:400:kworker.0 00000100:00100000:0.0:1746167450.260887:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e49b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423553920:0@lo:400:kworker.0 00000100:00100000:2.0:1746167450.354691:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746167450.354711:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423555072:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167450.354781:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167450.355037:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423555072 00000100:00100000:1.0:1746167450.355044:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423555072 00000100:00100000:1.0:1746167450.355088:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36475 00000100:00100000:1.0:1746167450.355095:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423555072:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167450.355123:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167450.355160:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423555072:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167450.355166:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36475 00000100:00100000:2.0:1746167450.355453:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423555072:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167450.595065:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746167450.595085:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423555200:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746167450.595141:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167450.595219:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423555200 00000100:00100000:1.0:1746167450.595225:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423555200 00000100:00100000:1.0:1746167450.595805:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7466 00000100:00100000:1.0:1746167450.595813:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423555200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167450.595877:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167450.596050:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423555200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 237us (908us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167450.596056:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7466 00000100:00100000:3.0:1746167450.596121:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423555200:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167451.078023:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167452.080155:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167452.238159:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167452.238576:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167452.238643:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439256704 00000100:00100000:2.0:1746167452.238651:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439256704 00000100:00100000:2.0:1746167452.238753:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3848 00000100:00100000:2.0:1746167452.238762:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439256704:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167452.239084:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439256960 00000100:00100000:1.0:1746167452.239088:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439256960 00000100:00100000:1.0:1746167452.239106:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50714 00000100:00100000:1.0:1746167452.239110:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439256960:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167452.239130:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1746167452.239547:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167452.239985:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439256704:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1224us (1831us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167452.239991:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3848 00000100:00100000:0.0:1746167452.240133:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167452.240170:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439256576 00000100:00100000:0.0:1746167452.240172:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167452.240173:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439256576 00000100:00100000:3.0:1746167452.240196:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1210 00000100:00100000:3.0:1746167452.240201:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439256576:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167452.240227:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439256576:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 27us (95us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167452.240231:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439256960:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 1120us (1655us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167452.240232:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1210 00000100:00100000:1.0:1746167452.240236:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50714 00000100:00100000:2.0:1746167452.240293:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439256832 00000100:00100000:2.0:1746167452.240296:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439256832 00000100:00100000:2.0:1746167452.240334:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3849 00000100:00100000:2.0:1746167452.240340:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439256832:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167452.240572:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439256832:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 232us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167452.240577:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3849 00000100:00080000:3.0:1746167452.240711:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1746167453.084355:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167454.086208:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167454.386064:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423555328:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167454.386136:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167454.386317:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423555328 00000100:00100000:2.0:1746167454.386324:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423555328 00000100:00100000:2.0:1746167454.386385:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7467 00000100:00100000:2.0:1746167454.386392:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423555328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167454.386642:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:3.0:1746167454.386752:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167454.387698:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423555328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1305us (1560us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167454.387714:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7467 00000100:00100000:0.0:1746167454.388066:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423555328:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167455.088063:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167455.265816:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423555456:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167455.265871:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167455.266017:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746167455.266024:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423555584:0@lo:400:kworker.0 00000100:00100000:2.0:1746167455.266051:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167455.266082:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423555456 00000100:00100000:0.0:1746167455.266089:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423555456 00000100:00100000:0.0:1746167455.266124:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36476 00000100:00100000:0.0:1746167455.266130:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423555456:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167455.266135:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423555712:0@lo:400:kworker.0 00000004:00000024:0.0:1746167455.266158:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167455.266162:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167455.266183:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423555712 00000100:00100000:3.0:1746167455.266186:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423555712 00000100:00100000:0.0:1746167455.266190:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423555456:12345-0@lo:41:osp-pre-1-0.0 Request processed in 60us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167455.266196:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36476 00000100:00100000:3.0:1746167455.266214:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3850 00000100:00100000:0.0:1746167455.266215:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423555840:0@lo:400:kworker.0 00000100:00100000:3.0:1746167455.266220:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423555712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167455.266235:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167455.266249:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c39c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423555712:12345-0@lo:400:kworker.0 Request processed in 29us (86us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167455.266251:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423555840 00000100:00100000:0.0:1746167455.266254:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423555840 00000100:00100000:3.0:1746167455.266254:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3850 00000100:00080000:3.0:1746167455.266268:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746167455.266271:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167455.266273:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3851 00000100:00100000:0.0:1746167455.266278:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423555840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167455.266300:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423555840:12345-0@lo:400:kworker.0 Request processed in 22us (65us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167455.266305:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3851 00000100:00100000:2.0:1746167455.266387:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423555456:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167455.266601:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423555584 00000100:00100000:2.0:1746167455.266604:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423555584 00000100:00100000:2.0:1746167455.266626:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1211 00000100:00100000:2.0:1746167455.266630:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423555584:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1746167455.266636:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167455.266639:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167455.266665:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1746167455.266665:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423555584:12345-0@lo:400:kworker.0 Request processed in 34us (613us total) trans 0 rc 0/0 00000100:00080000:1.0:1746167455.266669:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11371 00000100:00100000:2.0:1746167455.266671:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1211 00000100:00080000:1.0:1746167455.266672:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167455.266690:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167455.266713:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423555968:0@lo:400:kworker.0 00000100:00100000:2.0:1746167455.266730:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167455.266747:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423555584:0@lo:400:kworker.0 00000100:00100000:3.0:1746167455.266829:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423555712:0@lo:400:kworker.0 00000100:00100000:0.0:1746167455.266885:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423555968 00000100:00100000:0.0:1746167455.266888:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423555968 00000100:00100000:0.0:1746167455.266915:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36477 00000100:00100000:0.0:1746167455.266921:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423555968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167455.266948:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423555968:12345-0@lo:400:kworker.0 Request processed in 27us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167455.266953:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36477 00000100:00100000:0.0:1746167455.266981:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423555840:0@lo:400:kworker.0 00000100:00100000:1.0:1746167455.267027:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008fcf2680 x1830977423556096/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167455.267070:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167455.267072:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167455.267074:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1746167455.267076:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423556352:0@lo:400:kworker.0 00000100:00080000:1.0:1746167455.267077:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11371 00000100:00080000:1.0:1746167455.267079:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1746167455.267083:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167455.267095:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008fcf3100 x1830977423556480/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167455.267096:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167455.267111:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746167455.267115:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423556608:0@lo:400:kworker.0 00000100:00100000:3.0:1746167455.267132:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167455.267151:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423556352 00000100:00100000:3.0:1746167455.267153:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423556352 00000100:00100000:3.0:1746167455.267169:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3852 00000100:00100000:3.0:1746167455.267173:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423556352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167455.267197:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423556352:12345-0@lo:400:kworker.0 Request processed in 24us (101us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167455.267202:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3852 00000100:00100000:3.0:1746167455.267222:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423556352:0@lo:400:kworker.0 00000100:00100000:3.0:1746167455.267244:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423556608 00000100:00100000:3.0:1746167455.267247:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423556608 00000100:00100000:3.0:1746167455.267267:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8070 00000100:00100000:3.0:1746167455.267272:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423556608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167455.267297:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423556608:12345-0@lo:400:kworker.0 Request processed in 25us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167455.267302:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8070 00000100:00080000:3.0:1746167455.267316:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167455.267327:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423556608:0@lo:400:kworker.0 00000100:00100000:0.0:1746167455.267694:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423556096:0@lo:8:kworker.0 00000100:00100000:0.0:1746167455.267714:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167455.267736:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423556480:0@lo:8:kworker.0 00000100:00100000:0.0:1746167455.267752:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167455.267771:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423556224:0@lo:400:kworker.0 00000100:00100000:0.0:1746167455.267787:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167455.267800:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746167455.267804:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423556736:0@lo:400:kworker.0 00000100:00100000:0.0:1746167455.267819:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167455.267843:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423556096 00000100:00100000:0.0:1746167455.267846:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423556096 00000100:00100000:0.0:1746167455.267857:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423556480 00000100:00100000:0.0:1746167455.267859:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423556480 00000100:00100000:2.0:1746167455.267863:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423555968:0@lo:400:kworker.0 00000100:00100000:0.0:1746167455.267879:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423556224 00000100:00100000:0.0:1746167455.267881:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423556224 00000100:00100000:2.0:1746167455.267884:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423556736 00000100:00100000:2.0:1746167455.267887:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423556736 00000100:00100000:0.0:1746167455.267896:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8071 00000100:00100000:0.0:1746167455.267901:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423556224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167455.267905:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3853 00000100:00100000:2.0:1746167455.267910:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423556736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167455.267930:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423556224:12345-0@lo:400:kworker.0 Request processed in 28us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167455.267935:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8071 00000100:00100000:2.0:1746167455.267938:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423556736:12345-0@lo:400:kworker.0 Request processed in 29us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167455.267943:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3853 00000100:00100000:0.0:1746167455.267944:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50715 00000100:00100000:0.0:1746167455.267948:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423556096:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167455.267964:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167455.267968:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50716 00000100:00100000:2.0:1746167455.267972:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423556480:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167455.267981:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167455.267986:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423556096:12345-0@lo:8:kworker.0 Request processed in 37us (271us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167455.267991:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50715 00000100:00100000:2.0:1746167455.268000:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423556480:12345-0@lo:8:kworker.0 Request processed in 28us (248us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167455.268006:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50716 00000100:00100000:0.0:1746167455.268011:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423556736:0@lo:400:kworker.0 00000100:00100000:0.0:1746167455.268018:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423556224:0@lo:400:kworker.0 00000100:00080000:0.0:1746167455.268035:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167455.268044:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167455.268047:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423556096:0@lo:8:kworker.0 00000100:00080000:0.0:1746167455.268055:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167455.268057:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167455.268059:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423556480:0@lo:8:kworker.0 00000100:00100000:0.0:1746167455.362924:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423556864:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167455.362976:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167455.363069:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423556864 00000100:00100000:2.0:1746167455.363075:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423556864 00000100:00100000:2.0:1746167455.363112:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36478 00000100:00100000:2.0:1746167455.363118:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423556864:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746167455.363161:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746167455.363212:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423556864:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167455.363219:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36478 00000100:00100000:1.0:1746167455.363604:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423556864:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167455.602136:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746167455.602153:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423556992:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167455.602207:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167455.602283:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423556992 00000100:00100000:3.0:1746167455.602290:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423556992 00000100:00100000:3.0:1746167455.602338:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7468 00000100:00100000:3.0:1746167455.602345:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423556992:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167455.602378:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167455.602411:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423556992:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167455.602418:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7468 00000100:00100000:2.0:1746167455.602567:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423556992:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167456.089983:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167457.093138:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167457.248531:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167457.248572:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167457.249535:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439257088 00000100:00100000:2.0:1746167457.249545:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439257088 00000100:00100000:2.0:1746167457.249589:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1212 00000100:00100000:2.0:1746167457.249597:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439257088:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167457.250879:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439257088:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1280us (2353us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167457.250887:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1212 00000100:00100000:3.0:1746167457.251212:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439257216 00000100:00100000:3.0:1746167457.251218:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439257216 00000100:00100000:3.0:1746167457.251255:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3854 00000100:00100000:3.0:1746167457.251262:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439257216:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167457.251295:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439257216:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 34us (2722us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167457.251300:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3854 00000100:00080000:3.0:1746167457.251317:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167457.251765:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167457.251798:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167457.252100:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439257344 00000100:00100000:0.0:1746167457.252104:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439257344 00000100:00100000:0.0:1746167457.252136:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3855 00000100:00100000:0.0:1746167457.252142:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439257344:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167457.252169:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439257344:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 27us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167457.252175:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3855 00000100:00100000:0.0:1746167457.252237:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439257472 00000100:00100000:0.0:1746167457.252240:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439257472 00000100:00100000:0.0:1746167457.252256:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50717 00000100:00100000:0.0:1746167457.252260:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439257472:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167457.252285:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167457.252321:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439257472:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 59us (556us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167457.252337:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50717 00000100:00080000:2.0:1746167457.252489:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1746167458.097450:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167459.099217:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167459.394991:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423557120:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167459.395046:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167459.395322:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423557120 00000100:00100000:0.0:1746167459.395329:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423557120 00000100:00080000:3.0:1746167459.395413:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167459.395614:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7469 00000100:00100000:0.0:1746167459.395622:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423557120:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167459.395646:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167459.395702:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423557120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (656us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167459.395708:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7469 00000100:00100000:2.0:1746167459.395772:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423557120:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167460.101977:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1746167460.273860:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167460.273865:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167460.273868:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167460.273874:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11376 00000100:00080000:1.0:1746167460.273878:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00100000:0.0:1746167460.273883:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423557376:0@lo:400:kworker.0 00000100:00080000:1.0:1746167460.273883:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167460.273897:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008fcf3800 x1830977423557760/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167460.273921:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167460.273924:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167460.273925:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167460.273927:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11376 00000100:00080000:1.0:1746167460.273929:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1746167460.273932:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167460.273937:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008fcf1f80 x1830977423558272/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167460.273940:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167460.273963:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423557504:0@lo:400:kworker.0 00000100:00100000:1.0:1746167460.273984:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167460.273991:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423558016:0@lo:400:kworker.0 00000100:00100000:1.0:1746167460.274002:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423558144:0@lo:400:kworker.0 00000100:00100000:0.0:1746167460.274010:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167460.274017:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167460.274025:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1746167460.274029:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746167460.274030:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423557248:0@lo:400:kworker.0 00000100:00100000:1.0:1746167460.274033:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423557632:0@lo:400:kworker.0 00000100:00100000:1.0:1746167460.274046:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167460.274056:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423558400:0@lo:400:kworker.0 00000100:00100000:0.0:1746167460.274057:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167460.274069:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167460.274086:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423558400 00000100:00100000:0.0:1746167460.274087:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423557888:0@lo:400:kworker.0 00000100:00100000:1.0:1746167460.274092:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423558400 00000100:00100000:0.0:1746167460.274106:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167460.274121:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423557888 00000100:00100000:1.0:1746167460.274123:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423557888 00000100:00100000:0.0:1746167460.274126:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423558528:0@lo:400:kworker.0 00000100:00100000:1.0:1746167460.274134:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8072 00000100:00100000:1.0:1746167460.274139:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423558400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167460.274140:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167460.274162:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423557760:0@lo:8:kworker.0 00000100:00100000:1.0:1746167460.274167:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423558400:12345-0@lo:400:kworker.0 Request processed in 28us (97us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167460.274172:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8072 00000100:00100000:0.0:1746167460.274181:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167460.274182:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8073 00000100:00100000:1.0:1746167460.274186:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423557888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167460.274194:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423558272:0@lo:8:kworker.0 00000100:00100000:1.0:1746167460.274220:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423557888:12345-0@lo:400:kworker.0 Request processed in 33us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167460.274223:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167460.274226:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8073 00000100:00100000:1.0:1746167460.274234:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423557760 00000100:00100000:1.0:1746167460.274236:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423557760 00000100:00100000:1.0:1746167460.274245:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50718 00000100:00100000:1.0:1746167460.274248:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423557760:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1746167460.274249:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423558144 00000100:00100000:0.0:1746167460.274252:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423558144 00010000:00020000:1.0:1746167460.274262:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167460.274273:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423557632 00000100:00100000:0.0:1746167460.274275:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423557632 00000100:00100000:1.0:1746167460.274280:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423557760:12345-0@lo:8:kworker.0 Request processed in 31us (99us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167460.274285:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50718 00000100:00100000:0.0:1746167460.274288:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36479 00000100:00100000:1.0:1746167460.274291:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423558272 00000100:00100000:0.0:1746167460.274293:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423558144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167460.274293:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423558272 00000100:00100000:1.0:1746167460.274303:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50719 00000100:00100000:1.0:1746167460.274306:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e49b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423558272:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167460.274315:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167460.274322:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423558144:12345-0@lo:400:kworker.0 Request processed in 29us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167460.274331:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36479 00000100:00100000:1.0:1746167460.274334:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e49b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423558272:12345-0@lo:8:kworker.0 Request processed in 27us (124us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167460.274338:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50719 00000100:00100000:0.0:1746167460.274342:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36480 00000100:00100000:0.0:1746167460.274347:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423557632:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1746167460.274349:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167460.274380:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423558400:0@lo:400:kworker.0 00000100:00100000:2.0:1746167460.274501:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423557248 00000100:00100000:2.0:1746167460.274505:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423557248 00000100:00100000:2.0:1746167460.274541:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1213 00000100:00100000:2.0:1746167460.274546:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423557248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167460.274699:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746167460.274708:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423558656:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167460.274784:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423557632:12345-0@lo:400:kworker.0 Request processed in 436us (735us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167460.274791:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36480 00000100:00100000:0.0:1746167460.274807:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423557376 00000100:00100000:0.0:1746167460.274810:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423557376 00000100:00100000:1.0:1746167460.274825:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423558144:0@lo:400:kworker.0 00000100:00100000:1.0:1746167460.275055:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423557632:0@lo:400:kworker.0 00000100:00080000:1.0:1746167460.275067:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167460.275075:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423557504 00000100:00100000:1.0:1746167460.275078:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423557504 00000100:00100000:2.0:1746167460.275139:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423557248:12345-0@lo:400:kworker.0 Request processed in 593us (1081us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167460.275149:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1213 00000100:00100000:2.0:1746167460.275177:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423558016 00000100:00100000:2.0:1746167460.275180:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423558016 00000100:00100000:3.0:1746167460.275218:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167460.275240:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423558528 00000100:00100000:3.0:1746167460.275243:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423558528 00000100:00100000:0.0:1746167460.275622:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3856 00000100:00100000:0.0:1746167460.275629:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423557376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167460.275659:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423557376:12345-0@lo:400:kworker.0 Request processed in 31us (1719us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167460.275665:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3856 00000100:00100000:1.0:1746167460.275775:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3857 00000100:00100000:1.0:1746167460.275958:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423557504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167460.275986:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423557504:12345-0@lo:400:kworker.0 Request processed in 206us (2001us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167460.275991:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3857 00000100:00080000:1.0:1746167460.276008:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167460.276022:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423557504:0@lo:400:kworker.0 00000100:00080000:1.0:1746167460.276049:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167460.276052:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167460.276055:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423557760:0@lo:8:kworker.0 00000100:00080000:1.0:1746167460.276062:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167460.276064:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167460.276066:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423558272:0@lo:8:kworker.0 00000100:00100000:2.0:1746167460.276097:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3858 00000100:00100000:2.0:1746167460.276107:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423558016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167460.276132:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423558016:12345-0@lo:400:kworker.0 Request processed in 31us (2121us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167460.276137:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3858 00000100:00100000:2.0:1746167460.276154:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423558656 00000100:00100000:2.0:1746167460.276156:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423558656 00000100:00100000:2.0:1746167460.276169:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36481 00000100:00100000:2.0:1746167460.276173:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423558656:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167460.276192:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167460.276216:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423558656:12345-0@lo:41:osp-pre-1-0.0 Request processed in 43us (998us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167460.276220:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36481 00000100:00100000:2.0:1746167460.276247:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423558656:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167460.276288:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3859 00000100:00100000:0.0:1746167460.276305:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423558528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167460.276356:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423558528:12345-0@lo:400:kworker.0 Request processed in 63us (2215us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167460.276360:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3859 00000100:00100000:0.0:1746167460.276386:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423557248:0@lo:400:kworker.0 00000100:00100000:0.0:1746167460.276393:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423557888:0@lo:400:kworker.0 00000100:00100000:0.0:1746167460.276397:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423558528:0@lo:400:kworker.0 00000100:00100000:0.0:1746167460.276402:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423558016:0@lo:400:kworker.0 00000100:00100000:0.0:1746167460.276407:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423557376:0@lo:400:kworker.0 00000100:00100000:2.0:1746167460.372591:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423558784:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167460.372648:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167460.373704:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423558784 00000100:00100000:0.0:1746167460.373712:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423558784 00000100:00100000:0.0:1746167460.373750:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36482 00000100:00100000:0.0:1746167460.373758:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423558784:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167460.373789:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167460.374236:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423558784:12345-0@lo:41:osp-pre-0-1.0 Request processed in 477us (1586us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167460.374243:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36482 00000100:00100000:3.0:1746167460.374420:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423558784:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167460.609908:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746167460.609928:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423558912:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167460.609985:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167460.610115:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423558912 00000100:00100000:2.0:1746167460.610122:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423558912 00000100:00100000:2.0:1746167460.610157:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7470 00000100:00100000:2.0:1746167460.610163:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423558912:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167460.610181:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167460.610232:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423558912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167460.610238:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7470 00000100:00100000:1.0:1746167460.610320:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423558912:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167461.107015:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167462.108647:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167462.255114:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167462.255162:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167462.256132:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439257728 00000100:00100000:2.0:1746167462.256141:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439257728 00000100:00100000:2.0:1746167462.256671:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3860 00000100:00100000:2.0:1746167462.256710:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097598000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439257728:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167462.256763:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097598000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439257728:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 56us (1657us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167462.256768:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3860 00000100:00080000:1.0:1746167462.256924:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167462.257140:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167462.257252:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439257600 00000100:00100000:3.0:1746167462.257257:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439257600 00000100:00100000:3.0:1746167462.257287:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1214 00000100:00100000:3.0:1746167462.257292:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f67ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439257600:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167462.258201:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439257856 00000100:00100000:1.0:1746167462.258206:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439257856 00000100:00100000:1.0:1746167462.258237:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3861 00000100:00100000:1.0:1746167462.258242:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097598380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439257856:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:2.0:1746167462.258813:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167462.259294:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f67ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439257600:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1996us (4126us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167462.259302:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1214 00000100:00100000:1.0:1746167462.259977:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097598380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439257856:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1732us (2835us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167462.259986:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3861 00000100:00100000:0.0:1746167462.262056:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167462.262248:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439257984 00000100:00100000:2.0:1746167462.262256:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439257984 00000100:00100000:2.0:1746167462.262350:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50720 00000100:00100000:2.0:1746167462.262356:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097598700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439257984:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167462.262378:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167462.262427:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097598700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439257984:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 69us (374us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167462.262433:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50720 00010000:00010000:0.0:1746167463.109882:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167464.114568:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167464.402076:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746167464.402094:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423559040:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167464.402162:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167464.402270:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423559040 00000100:00100000:2.0:1746167464.402277:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423559040 00000100:00100000:2.0:1746167464.402315:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7471 00000100:00100000:2.0:1746167464.402323:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423559040:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167464.402345:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:3.0:1746167464.402433:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167464.402896:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423559040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 574us (733us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167464.402902:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7471 00000100:00100000:1.0:1746167464.402972:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423559040:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167465.116115:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167465.281981:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167465.282000:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423559168:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167465.282056:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167465.282168:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423559168 00000100:00100000:2.0:1746167465.282175:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423559168 00000100:00100000:2.0:1746167465.282217:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36483 00000100:00100000:2.0:1746167465.282224:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097598a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423559168:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167465.282251:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167465.282287:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097598a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423559168:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167465.282293:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36483 00000100:00100000:0.0:1746167465.282372:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423559168:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1746167465.282836:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167465.282839:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167465.282842:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167465.282846:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11381 00000100:00080000:2.0:1746167465.282849:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746167465.282852:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167465.282867:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088c3ed80 x1830977423559808/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746167465.282888:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167465.282890:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167465.282891:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167465.282894:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11381 00000100:00080000:2.0:1746167465.282896:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746167465.282898:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167465.282906:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088c3c700 x1830977423560192/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167465.282929:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423559808:0@lo:8:kworker.0 00000100:00100000:2.0:1746167465.282970:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167465.283002:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423560192:0@lo:8:kworker.0 00000100:00100000:2.0:1746167465.283019:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167465.283043:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423559808 00000100:00100000:2.0:1746167465.283047:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423559808 00000100:00100000:2.0:1746167465.283059:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423560192 00000100:00100000:2.0:1746167465.283061:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423560192 00000100:00100000:2.0:1746167465.283071:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50721 00000100:00100000:2.0:1746167465.283075:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423559808:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167465.283094:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167465.283130:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423559552:0@lo:400:kworker.0 00000100:00100000:0.0:1746167465.283153:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167465.283168:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423560320:0@lo:400:kworker.0 00000100:00100000:0.0:1746167465.283183:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167465.283195:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746167465.283199:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423559680:0@lo:400:kworker.0 00000100:00100000:0.0:1746167465.283214:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167465.283224:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423560448:0@lo:400:kworker.0 00000100:00100000:0.0:1746167465.283236:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167465.283253:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423559552 00000100:00100000:0.0:1746167465.283256:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423559552 00000100:00100000:0.0:1746167465.283279:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423560448 00000100:00100000:0.0:1746167465.283280:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423560448 00000100:00100000:0.0:1746167465.283292:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3862 00000100:00100000:0.0:1746167465.283297:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097598e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423559552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167465.283322:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097598e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423559552:12345-0@lo:400:kworker.0 Request processed in 25us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167465.283327:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3862 00000100:00100000:0.0:1746167465.283336:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3863 00000100:00100000:0.0:1746167465.283340:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097599880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423560448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167465.283356:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097599880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423560448:12345-0@lo:400:kworker.0 Request processed in 16us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167465.283360:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3863 00000100:00100000:0.0:1746167465.283371:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423560320 00000100:00100000:0.0:1746167465.283374:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423560320 00000100:00100000:0.0:1746167465.283390:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8074 00000100:00100000:0.0:1746167465.283394:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097599180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423560320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167465.283412:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097599180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423560320:12345-0@lo:400:kworker.0 Request processed in 19us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167465.283416:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8074 00000100:00100000:0.0:1746167465.283423:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50722 00000100:00100000:0.0:1746167465.283426:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423560192:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167465.283437:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167465.283454:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423560192:12345-0@lo:8:kworker.0 Request processed in 26us (434us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167465.283458:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50722 00000100:00100000:0.0:1746167465.283504:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423559680 00000100:00100000:0.0:1746167465.283507:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423559680 00000100:00100000:0.0:1746167465.283523:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36484 00000100:00100000:0.0:1746167465.283527:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097599500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423559680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167465.283549:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097599500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423559680:12345-0@lo:400:kworker.0 Request processed in 22us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167465.283554:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36484 00000100:00100000:0.0:1746167465.283573:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423559680:0@lo:400:kworker.0 00000100:00100000:0.0:1746167465.283581:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423560448:0@lo:400:kworker.0 00000100:00100000:0.0:1746167465.283588:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423559552:0@lo:400:kworker.0 00000100:00100000:0.0:1746167465.283594:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423560320:0@lo:400:kworker.0 00000100:00100000:0.0:1746167465.283617:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423559296:0@lo:400:kworker.0 00000100:00100000:0.0:1746167465.283638:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167465.283662:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423559936:0@lo:400:kworker.0 00000100:00100000:0.0:1746167465.283701:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167465.283715:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746167465.283720:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423559424:0@lo:400:kworker.0 00000100:00100000:0.0:1746167465.283734:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746167465.283790:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746167465.283794:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167465.283801:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423559424 00000100:00100000:3.0:1746167465.283804:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423559424 00000100:00100000:3.0:1746167465.283824:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3864 00000100:00100000:3.0:1746167465.283828:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097599f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423559424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167465.283884:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423559936 00000100:00100000:1.0:1746167465.283886:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423559936 00000100:00100000:1.0:1746167465.283901:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8075 00000100:00100000:1.0:1746167465.283905:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097599c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423559936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167465.285898:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097599f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423559424:12345-0@lo:400:kworker.0 Request processed in 2064us (2158us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167465.285907:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3864 00000100:00080000:3.0:1746167465.285962:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746167465.286002:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167465.286006:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167465.286009:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423560192:0@lo:8:kworker.0 00000100:00100000:1.0:1746167465.286163:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097599c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423559936:12345-0@lo:400:kworker.0 Request processed in 2256us (2460us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167465.286170:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8075 00000100:00100000:2.0:1746167465.287848:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423559808:12345-0@lo:8:kworker.0 Request processed in 4770us (4875us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167465.287856:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50721 00000100:00080000:3.0:1746167465.287926:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167465.287930:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167465.287933:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423559808:0@lo:8:kworker.0 00000100:00100000:0.0:1746167465.288640:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423559424:0@lo:400:kworker.0 00000100:00100000:0.0:1746167465.288650:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423560064:0@lo:400:kworker.0 00000100:00100000:0.0:1746167465.290730:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167465.290771:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423559936:0@lo:400:kworker.0 00000100:00100000:0.0:1746167465.290810:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423559296 00000100:00100000:0.0:1746167465.290814:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423559296 00000100:00100000:1.0:1746167465.290922:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423560064 00000100:00100000:1.0:1746167465.290926:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423560064 00000100:00100000:1.0:1746167465.290952:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3865 00000100:00100000:1.0:1746167465.290957:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423560064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167465.291001:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423560064:12345-0@lo:400:kworker.0 Request processed in 44us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167465.291006:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3865 00000100:00100000:0.0:1746167465.291912:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1215 00000100:00100000:0.0:1746167465.291919:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f67e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423559296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167465.291949:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f67e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423559296:12345-0@lo:400:kworker.0 Request processed in 31us (8310us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167465.291953:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1215 00000100:00100000:0.0:1746167465.291984:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423560064:0@lo:400:kworker.0 00000100:00100000:0.0:1746167465.291992:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423559296:0@lo:400:kworker.0 00000100:00100000:2.0:1746167465.384563:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746167465.384583:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423560576:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167465.384637:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167465.385078:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423560576 00000100:00100000:1.0:1746167465.385084:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423560576 00000100:00100000:1.0:1746167465.385123:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36485 00000100:00100000:1.0:1746167465.385128:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423560576:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167465.385154:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167465.385203:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423560576:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167465.385209:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36485 00000100:00100000:2.0:1746167465.385286:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423560576:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167465.617889:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746167465.617908:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423560704:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167465.617962:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167465.618060:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423560704 00000100:00100000:3.0:1746167465.618067:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423560704 00000100:00100000:3.0:1746167465.618113:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7472 00000100:00100000:3.0:1746167465.618120:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423560704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167465.618150:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167465.618184:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423560704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167465.618190:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7472 00000100:00100000:1.0:1746167465.618593:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423560704:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167466.118242:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167467.119926:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167467.263321:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167467.263362:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167467.263382:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439258112 00000100:00100000:2.0:1746167467.263390:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439258112 00000100:00100000:0.0:1746167467.263396:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167467.263437:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1216 00000100:00100000:2.0:1746167467.263457:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439258112:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167467.263510:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439258112:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 55us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167467.263603:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439258496 00000100:00100000:3.0:1746167467.263607:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439258496 00000100:00100000:3.0:1746167467.263627:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50723 00000100:00100000:3.0:1746167467.263632:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439258496:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167467.263652:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167467.263701:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439258496:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 42us (279us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167467.263707:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50723 00000100:00100000:1.0:1746167467.264571:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439258368 00000100:00100000:1.0:1746167467.264576:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439258368 00000100:00100000:1.0:1746167467.264616:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3866 00000100:00100000:1.0:1746167467.264621:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439258368:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167467.264655:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439258368:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 34us (1292us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167467.264659:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3866 00000100:00100000:0.0:1746167467.265529:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167467.265591:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1216 00000100:00080000:3.0:1746167467.265899:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167467.266213:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439258240 00000100:00100000:1.0:1746167467.266219:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439258240 00000100:00100000:1.0:1746167467.266264:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3867 00000100:00100000:1.0:1746167467.266270:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439258240:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167467.266320:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439258240:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 49us (791us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167467.266325:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3867 00000100:00080000:3.0:1746167467.266379:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1746167468.122209:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167469.124064:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167469.410119:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423560832:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167469.410194:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167469.413072:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423560832 00000100:00100000:1.0:1746167469.413083:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423560832 00000100:00100000:1.0:1746167469.413140:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7473 00000100:00100000:1.0:1746167469.413147:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423560832:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167469.413170:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:3.0:1746167469.413201:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167469.413220:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423560832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (3030us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167469.413226:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7473 00000100:00100000:1.0:1746167469.413266:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423560832:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167470.127581:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167470.295247:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009759b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423560960:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167470.295309:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746167470.295496:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746167470.295499:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167470.295502:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167470.295507:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11386 00000100:00080000:3.0:1746167470.295511:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1746167470.295516:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167470.295532:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088c3ad80 x1830977423561600/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746167470.295553:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746167470.295556:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167470.295557:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167470.295559:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11386 00000100:00080000:3.0:1746167470.295561:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1746167470.295564:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167470.295571:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088c39500 x1830977423561984/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167470.295599:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423561600:0@lo:8:kworker.0 00000100:00100000:3.0:1746167470.295623:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167470.295651:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423561984:0@lo:8:kworker.0 00000100:00100000:3.0:1746167470.295670:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167470.295723:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423561600 00000100:00100000:3.0:1746167470.295729:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423561600 00000100:00100000:3.0:1746167470.295747:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423561984 00000100:00100000:3.0:1746167470.295749:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423561984 00000100:00100000:3.0:1746167470.295759:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50724 00000100:00100000:3.0:1746167470.295765:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423561600:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167470.295783:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167470.295812:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423561600:12345-0@lo:8:kworker.0 Request processed in 46us (188us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167470.295818:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50724 00000100:00100000:3.0:1746167470.295831:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50725 00000100:00100000:3.0:1746167470.295834:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e1cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423561984:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167470.295842:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167470.295859:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e1cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423561984:12345-0@lo:8:kworker.0 Request processed in 23us (187us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167470.295863:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50725 00000100:00080000:3.0:1746167470.295989:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167470.295993:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167470.295996:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423561600:0@lo:8:kworker.0 00000100:00080000:3.0:1746167470.296003:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167470.296005:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167470.296007:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423561984:0@lo:8:kworker.0 00000100:00100000:3.0:1746167470.296030:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423561216:0@lo:400:kworker.0 00000100:00100000:3.0:1746167470.296049:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167470.296062:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423561856:0@lo:400:kworker.0 00000100:00100000:3.0:1746167470.296074:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167470.296087:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1746167470.296091:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423561088:0@lo:400:kworker.0 00000100:00100000:3.0:1746167470.296108:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167470.296134:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423561728:0@lo:400:kworker.0 00000100:00100000:3.0:1746167470.296150:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167470.296168:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423561216 00000100:00100000:3.0:1746167470.296171:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423561216 00000100:00100000:3.0:1746167470.296196:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423561856 00000100:00100000:3.0:1746167470.296199:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423561856 00000100:00100000:3.0:1746167470.296212:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3868 00000100:00100000:3.0:1746167470.296217:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423561216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167470.296247:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423561216:12345-0@lo:400:kworker.0 Request processed in 30us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167470.296252:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3868 00000100:00100000:3.0:1746167470.296262:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3869 00000100:00100000:3.0:1746167470.296266:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423561856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167470.296285:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423561856:12345-0@lo:400:kworker.0 Request processed in 19us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167470.296289:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3869 00000100:00080000:3.0:1746167470.296304:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167470.296317:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423561728 00000100:00100000:3.0:1746167470.296320:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423561728 00000100:00100000:3.0:1746167470.296335:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8076 00000100:00100000:3.0:1746167470.296338:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423561728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167470.296359:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423561728:12345-0@lo:400:kworker.0 Request processed in 21us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167470.296363:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8076 00000100:00100000:3.0:1746167470.296383:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423561728:0@lo:400:kworker.0 00000100:00100000:3.0:1746167470.296403:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423561216:0@lo:400:kworker.0 00000100:00100000:3.0:1746167470.296410:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423561856:0@lo:400:kworker.0 00000100:00100000:3.0:1746167470.296431:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423561088 00000100:00100000:3.0:1746167470.296434:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423561088 00000100:00100000:3.0:1746167470.296452:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1217 00000100:00100000:3.0:1746167470.296456:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423561088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167470.296482:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423561088:12345-0@lo:400:kworker.0 Request processed in 25us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167470.296487:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1217 00000100:00100000:3.0:1746167470.296507:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423561088:0@lo:400:kworker.0 00000100:00100000:1.0:1746167470.296602:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423561344:0@lo:400:kworker.0 00000100:00100000:1.0:1746167470.296624:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167470.296650:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423562112:0@lo:400:kworker.0 00000100:00100000:1.0:1746167470.296665:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167470.296704:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746167470.296711:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423561472:0@lo:400:kworker.0 00000100:00100000:1.0:1746167470.296731:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167470.296746:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423562240:0@lo:400:kworker.0 00000100:00100000:1.0:1746167470.296970:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167470.296990:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423560960 00000100:00100000:1.0:1746167470.296993:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423560960 00000100:00100000:1.0:1746167470.297012:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423561472 00000100:00100000:1.0:1746167470.297014:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423561472 00000100:00100000:1.0:1746167470.297025:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36486 00000100:00100000:1.0:1746167470.297029:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423560960:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746167470.297051:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167470.297077:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423560960:12345-0@lo:41:osp-pre-1-0.0 Request processed in 48us (1768us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167470.297082:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36486 00000100:00100000:1.0:1746167470.297092:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36487 00000100:00100000:1.0:1746167470.297096:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423561472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167470.297119:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423561472:12345-0@lo:400:kworker.0 Request processed in 23us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167470.297125:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36487 00000100:00100000:1.0:1746167470.297137:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423561344 00000100:00100000:1.0:1746167470.297140:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423561344 00000100:00100000:1.0:1746167470.297156:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423562240 00000100:00100000:1.0:1746167470.297157:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423562240 00000100:00100000:1.0:1746167470.297168:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3870 00000100:00100000:1.0:1746167470.297172:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423561344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167470.297194:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423561344:12345-0@lo:400:kworker.0 Request processed in 22us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167470.297198:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3870 00000100:00100000:1.0:1746167470.297206:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3871 00000100:00100000:1.0:1746167470.297210:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423562240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167470.297227:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423562240:12345-0@lo:400:kworker.0 Request processed in 17us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167470.297232:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3871 00000100:00080000:1.0:1746167470.297241:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167470.297256:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423561472:0@lo:400:kworker.0 00000100:00100000:1.0:1746167470.297264:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423562240:0@lo:400:kworker.0 00000100:00100000:1.0:1746167470.297271:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423561344:0@lo:400:kworker.0 00000100:00100000:2.0:1746167470.297362:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009759b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423560960:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167470.297422:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423562112 00000100:00100000:3.0:1746167470.297424:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423562112 00000100:00080000:1.0:1746167470.297533:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167470.298489:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8077 00000100:00100000:0.0:1746167470.298498:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423562112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167470.298546:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423562112:12345-0@lo:400:kworker.0 Request processed in 50us (1880us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167470.298552:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8077 00000100:00100000:1.0:1746167470.298617:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423562112:0@lo:400:kworker.0 00000100:00100000:0.0:1746167470.401880:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746167470.401895:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009759ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423562368:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167470.401941:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167470.402010:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423562368 00000100:00100000:1.0:1746167470.402015:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423562368 00000100:00100000:1.0:1746167470.402042:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36488 00000100:00100000:1.0:1746167470.402047:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423562368:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167470.402069:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167470.402106:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423562368:12345-0@lo:41:osp-pre-0-1.0 Request processed in 60us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167470.402111:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36488 00000100:00100000:0.0:1746167470.402697:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009759ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423562368:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167470.627285:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746167470.627303:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423562496:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746167470.627357:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167470.627433:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423562496 00000100:00100000:2.0:1746167470.627440:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423562496 00000100:00100000:2.0:1746167470.627482:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7474 00000100:00100000:2.0:1746167470.627490:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423562496:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167470.627508:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167470.627558:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423562496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167470.627564:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7474 00000100:00100000:3.0:1746167470.627640:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423562496:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167471.127930:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167472.130945:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167472.271191:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167472.271230:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167472.271260:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167472.271261:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439259008 00000100:00100000:2.0:1746167472.271269:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439259008 00000100:00100000:3.0:1746167472.271286:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439258752 00000100:00100000:3.0:1746167472.271291:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439258752 00000100:00100000:0.0:1746167472.271329:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167472.271349:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439258880 00000100:00100000:0.0:1746167472.271352:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439258880 00000100:00100000:2.0:1746167472.272373:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50726 00000100:00100000:2.0:1746167472.272381:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439259008:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167472.272402:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167472.272447:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439259008:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 66us (1261us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167472.272452:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50726 00000100:00100000:2.0:1746167472.272470:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439258624 00000100:00100000:2.0:1746167472.272473:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439258624 00000100:00100000:2.0:1746167472.272584:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1218 00000100:00100000:2.0:1746167472.272591:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439258624:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167472.272622:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439258624:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 32us (1361us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167472.272627:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1218 00000100:00080000:2.0:1746167472.273213:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746167472.273216:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167472.273368:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3872 00000100:00100000:0.0:1746167472.273376:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097599180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439258880:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167472.273986:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097599180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439258880:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 610us (2656us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167472.274018:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3872 00000100:00100000:0.0:1746167472.274032:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3873 00000100:00100000:0.0:1746167472.274038:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097598700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439258752:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167472.274160:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097598700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439258752:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 123us (2929us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167472.274165:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3873 00010000:00010000:0.0:1746167473.134226:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167474.135951:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167474.417877:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423562624:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167474.417933:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167474.418100:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423562624 00000100:00100000:0.0:1746167474.418107:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423562624 00000100:00100000:0.0:1746167474.418149:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7475 00000100:00100000:0.0:1746167474.418156:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423562624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167474.418181:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167474.418212:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423562624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167474.418217:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7475 00000100:00080000:3.0:1746167474.418232:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167474.418285:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423562624:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167475.138075:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167475.297887:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167475.297904:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009759d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423562752:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167475.297955:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746167475.298293:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167475.298296:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167475.298300:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167475.298314:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11391 00000100:00080000:2.0:1746167475.298317:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746167475.298322:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167475.298331:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009759dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423563008:0@lo:400:kworker.0 00000100:00100000:2.0:1746167475.298337:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009759e680 x1830977423563392/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746167475.298360:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:1.0:1746167475.298362:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746167475.298363:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167475.298364:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167475.298367:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11391 00000100:00080000:2.0:1746167475.298369:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746167475.298372:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167475.298380:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009759f100 x1830977423563776/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167475.298418:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423562752 00000100:00100000:2.0:1746167475.298424:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423562752 00000100:00100000:0.0:1746167475.298429:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009759df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423563136:0@lo:400:kworker.0 00000100:00100000:0.0:1746167475.298449:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167475.298737:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009759d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423562880:0@lo:400:kworker.0 00000100:00100000:3.0:1746167475.298764:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167475.298954:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009759e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423563392:0@lo:8:kworker.0 00000100:00100000:3.0:1746167475.298973:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167475.298985:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009759e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423563264:0@lo:400:kworker.0 00000100:00100000:3.0:1746167475.299000:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167475.299285:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423563008 00000100:00100000:1.0:1746167475.299288:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423563008 00000100:00100000:2.0:1746167475.299318:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423563264 00000100:00100000:2.0:1746167475.299322:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423563264 00000100:00100000:1.0:1746167475.299329:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423563136 00000100:00100000:1.0:1746167475.299331:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423563136 00000100:00100000:2.0:1746167475.299338:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36489 00000100:00100000:2.0:1746167475.299344:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097599c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423562752:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167475.299345:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3874 00000100:00100000:1.0:1746167475.299350:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4964850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423563008:12345-0@lo:400:kworker.0 00000004:00000024:2.0:1746167475.299368:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167475.299380:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4964850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423563008:12345-0@lo:400:kworker.0 Request processed in 30us (1018us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167475.299385:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3874 00000100:00100000:2.0:1746167475.299394:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097599c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423562752:12345-0@lo:41:osp-pre-1-0.0 Request processed in 51us (1440us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167475.299399:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36489 00000100:00100000:2.0:1746167475.299407:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36490 00000100:00100000:2.0:1746167475.299410:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423563264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167475.299426:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423563264:12345-0@lo:400:kworker.0 Request processed in 16us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167475.299430:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36490 00000100:00100000:2.0:1746167475.299442:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423562880 00000100:00100000:2.0:1746167475.299444:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423562880 00000100:00100000:2.0:1746167475.299458:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1219 00000100:00100000:2.0:1746167475.299461:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423562880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167475.299482:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423562880:12345-0@lo:400:kworker.0 Request processed in 20us (717us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167475.299486:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1219 00000100:00100000:2.0:1746167475.299514:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3875 00000100:00100000:2.0:1746167475.299519:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423563136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167475.299536:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423563136:12345-0@lo:400:kworker.0 Request processed in 18us (1087us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167475.299540:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3875 00000100:00080000:2.0:1746167475.299565:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746167475.299567:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167475.299583:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423563392 00000100:00100000:2.0:1746167475.299586:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423563392 00000100:00100000:2.0:1746167475.299601:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50727 00000100:00100000:2.0:1746167475.299604:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423563392:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167475.299620:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167475.299643:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423563392:12345-0@lo:8:kworker.0 Request processed in 38us (669us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167475.299649:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50727 00000100:00100000:0.0:1746167475.301135:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009759df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423563136:0@lo:400:kworker.0 00000100:00100000:2.0:1746167475.301135:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009759dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423563008:0@lo:400:kworker.0 00000100:00100000:0.0:1746167475.301144:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009759f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423563904:0@lo:400:kworker.0 00000100:00100000:2.0:1746167475.301155:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009759ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423563648:0@lo:400:kworker.0 00000100:00100000:0.0:1746167475.301173:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167475.301174:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167475.301194:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423563648 00000100:00100000:2.0:1746167475.301197:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423563648 00000100:00100000:0.0:1746167475.301203:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009759d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423562752:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167475.301217:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3876 00000100:00100000:2.0:1746167475.301222:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423563648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167475.301226:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423563904 00000100:00100000:0.0:1746167475.301228:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423563904 00000100:00100000:2.0:1746167475.301247:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423563648:12345-0@lo:400:kworker.0 Request processed in 26us (73us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167475.301250:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8078 00000100:00100000:2.0:1746167475.301252:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3876 00000100:00100000:0.0:1746167475.301254:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097598000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423563904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167475.301278:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009759d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423562880:0@lo:400:kworker.0 00000100:00100000:0.0:1746167475.301279:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097598000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423563904:12345-0@lo:400:kworker.0 Request processed in 25us (107us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167475.301283:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009759ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423563520:0@lo:400:kworker.0 00000100:00100000:0.0:1746167475.301284:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8078 00000100:00080000:0.0:1746167475.301295:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167475.301299:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167475.301404:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009759f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423563904:0@lo:400:kworker.0 00000100:00100000:2.0:1746167475.301624:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009759e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423563264:0@lo:400:kworker.0 00000100:00100000:2.0:1746167475.301630:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009759f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423564032:0@lo:400:kworker.0 00000100:00100000:2.0:1746167475.301648:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167475.301671:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423564032 00000100:00100000:2.0:1746167475.301686:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423564032 00000100:00100000:2.0:1746167475.301704:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3877 00000100:00100000:2.0:1746167475.301708:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423564032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167475.301733:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423564032:12345-0@lo:400:kworker.0 Request processed in 24us (84us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167475.301737:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3877 00000100:00100000:2.0:1746167475.301756:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009759f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423564032:0@lo:400:kworker.0 00000100:00100000:2.0:1746167475.301771:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009759ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423563648:0@lo:400:kworker.0 00000100:00080000:3.0:1746167475.302078:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167475.302082:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167475.302086:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009759e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423563392:0@lo:8:kworker.0 00000100:00100000:3.0:1746167475.302092:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009759f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423563776:0@lo:8:kworker.0 00000100:00100000:3.0:1746167475.302112:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167475.302174:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423563520 00000100:00100000:2.0:1746167475.302177:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423563520 00000100:00100000:2.0:1746167475.302192:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423563776 00000100:00100000:2.0:1746167475.302194:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423563776 00000100:00100000:2.0:1746167475.302203:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8079 00000100:00100000:2.0:1746167475.302208:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423563520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167475.302234:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423563520:12345-0@lo:400:kworker.0 Request processed in 26us (934us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167475.302238:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8079 00000100:00100000:2.0:1746167475.302245:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50728 00000100:00100000:2.0:1746167475.302248:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088faf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423563776:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167475.302261:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167475.302282:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088faf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423563776:12345-0@lo:8:kworker.0 Request processed in 32us (168us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167475.302286:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50728 00000100:00100000:2.0:1746167475.302320:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009759ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423563520:0@lo:400:kworker.0 00000100:00080000:3.0:1746167475.302467:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167475.302471:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167475.302474:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009759f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423563776:0@lo:8:kworker.0 00000100:00100000:3.0:1746167475.410188:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746167475.410207:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097598380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423564160:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167475.410262:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167475.410344:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423564160 00000100:00100000:0.0:1746167475.410351:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423564160 00000100:00100000:0.0:1746167475.410646:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36491 00000100:00100000:0.0:1746167475.410653:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423564160:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167475.410694:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167475.410735:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423564160:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167475.410740:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36491 00000100:00100000:3.0:1746167475.410770:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097598380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423564160:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167475.634598:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088faed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423564288:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167475.634650:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167475.634718:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423564288 00000100:00100000:1.0:1746167475.634724:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423564288 00000100:00100000:1.0:1746167475.634756:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7476 00000100:00100000:1.0:1746167475.634762:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097598e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423564288:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167475.634780:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167475.634816:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097598e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423564288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167475.634822:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7476 00000100:00100000:0.0:1746167475.635705:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088faed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423564288:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167476.142705:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167477.146002:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167477.278624:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167477.278663:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167477.278733:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167477.279159:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439259264 00000100:00100000:3.0:1746167477.279168:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439259264 00000100:00100000:3.0:1746167477.279210:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439259392 00000100:00100000:3.0:1746167477.279212:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439259392 00000100:00100000:3.0:1746167477.279228:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3878 00000100:00100000:3.0:1746167477.279235:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097599880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439259264:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167477.279296:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097599880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439259264:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 62us (679us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167477.279302:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3878 00000100:00100000:3.0:1746167477.279316:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3879 00000100:00100000:3.0:1746167477.279320:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097599f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439259392:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167477.279335:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097599f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439259392:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 15us (602us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167477.279340:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3879 00000100:00100000:2.0:1746167477.279473:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439259136 00000100:00100000:2.0:1746167477.279477:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439259136 00000100:00100000:2.0:1746167477.279504:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1220 00000100:00100000:2.0:1746167477.279509:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439259136:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167477.279532:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439259136:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 23us (869us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167477.279537:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1220 00000100:00080000:0.0:1746167477.280692:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167477.280696:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167477.280763:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167477.281702:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439259520 00000100:00100000:0.0:1746167477.281709:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439259520 00000100:00100000:0.0:1746167477.281748:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50729 00000100:00100000:0.0:1746167477.281755:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439259520:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167477.281780:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167477.281828:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439259520:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 73us (1066us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167477.281834:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50729 00010000:00010000:0.0:1746167478.148992:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167479.151222:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167479.428758:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746167479.428780:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009759ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423564416:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167479.428838:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167479.429060:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423564416 00000100:00100000:1.0:1746167479.429068:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423564416 00000100:00080000:0.0:1746167479.429111:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167479.429114:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7477 00000100:00100000:1.0:1746167479.429121:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423564416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167479.429150:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167479.429188:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423564416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167479.429195:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7477 00000100:00100000:3.0:1746167479.431106:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009759ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423564416:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167480.153049:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167480.306000:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009759a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423564544:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167480.306051:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167480.306353:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423564544 00000100:00100000:2.0:1746167480.306360:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423564544 00000100:00080000:3.0:1746167480.307726:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746167480.307730:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167480.307733:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167480.307738:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11396 00000100:00080000:3.0:1746167480.307741:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1746167480.307746:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167480.307762:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088faf480 x1830977423565184/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746167480.307784:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746167480.307786:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167480.307788:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167480.307790:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11396 00000100:00080000:3.0:1746167480.307793:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1746167480.307797:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167480.307806:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088faed80 x1830977423565568/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167480.307833:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088faf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423565184:0@lo:8:kworker.0 00000100:00100000:3.0:1746167480.307866:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167480.307897:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088faed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423565568:0@lo:8:kworker.0 00000100:00100000:3.0:1746167480.307913:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167480.307936:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423565056:0@lo:400:kworker.0 00000100:00100000:3.0:1746167480.307954:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167480.308008:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423564928:0@lo:400:kworker.0 00000100:00100000:1.0:1746167480.308034:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167480.308054:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423565696:0@lo:400:kworker.0 00000100:00100000:1.0:1746167480.308068:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167480.308092:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423564928 00000100:00100000:1.0:1746167480.308095:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423564928 00000100:00100000:1.0:1746167480.308128:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3880 00000100:00100000:1.0:1746167480.308135:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423564928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167480.308169:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423564928:12345-0@lo:400:kworker.0 Request processed in 35us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167480.308175:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3880 00000100:00100000:1.0:1746167480.308208:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423564928:0@lo:400:kworker.0 00000100:00100000:1.0:1746167480.308240:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423564800:0@lo:400:kworker.0 00000100:00100000:1.0:1746167480.308257:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167480.308270:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423564800 00000100:00100000:1.0:1746167480.308273:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423564800 00000100:00100000:1.0:1746167480.308293:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3881 00000100:00100000:1.0:1746167480.308298:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423564800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167480.308319:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423564800:12345-0@lo:400:kworker.0 Request processed in 21us (62us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167480.308324:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3881 00000100:00100000:1.0:1746167480.308343:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423564800:0@lo:400:kworker.0 00000100:00100000:1.0:1746167480.308347:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423565440:0@lo:400:kworker.0 00000100:00100000:1.0:1746167480.308362:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167480.308375:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423565440 00000100:00100000:1.0:1746167480.308377:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423565440 00000100:00100000:1.0:1746167480.308392:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3882 00000100:00100000:1.0:1746167480.308396:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423565440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167480.308417:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423565440:12345-0@lo:400:kworker.0 Request processed in 21us (54us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167480.308422:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3882 00000100:00100000:1.0:1746167480.308443:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423565440:0@lo:400:kworker.0 00000100:00100000:1.0:1746167480.308452:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1746167480.308456:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423564672:0@lo:400:kworker.0 00000100:00100000:1.0:1746167480.308476:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167480.308493:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423564672 00000100:00100000:1.0:1746167480.308495:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423564672 00000100:00100000:1.0:1746167480.308512:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1221 00000100:00100000:1.0:1746167480.308516:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423564672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167480.308536:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423564672:12345-0@lo:400:kworker.0 Request processed in 20us (61us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167480.308542:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1221 00000100:00100000:1.0:1746167480.308571:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423564672:0@lo:400:kworker.0 00000100:00100000:1.0:1746167480.308576:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423565312:0@lo:400:kworker.0 00000100:00100000:1.0:1746167480.308591:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167480.308607:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423565184 00000100:00100000:1.0:1746167480.308609:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423565184 00000100:00100000:1.0:1746167480.308621:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423565568 00000100:00100000:1.0:1746167480.308623:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423565568 00000100:00100000:1.0:1746167480.308630:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423565696 00000100:00100000:1.0:1746167480.308631:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423565696 00000100:00100000:1.0:1746167480.308646:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423565312 00000100:00100000:1.0:1746167480.308648:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423565312 00000100:00100000:1.0:1746167480.308659:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8080 00000100:00100000:1.0:1746167480.308663:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423565696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167480.308706:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423565696:12345-0@lo:400:kworker.0 Request processed in 42us (636us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167480.308711:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8080 00000100:00100000:1.0:1746167480.308719:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8081 00000100:00100000:1.0:1746167480.308723:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423565312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167480.309984:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423565824:0@lo:400:kworker.0 00000100:00100000:3.0:1746167480.310007:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167480.310031:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423565824 00000100:00100000:3.0:1746167480.310034:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423565824 00000100:00100000:3.0:1746167480.310053:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3883 00000100:00100000:3.0:1746167480.310058:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423565824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167480.310085:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423565824:12345-0@lo:400:kworker.0 Request processed in 27us (78us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167480.310089:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3883 00000100:00100000:3.0:1746167480.310111:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50730 00000100:00100000:3.0:1746167480.310115:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423565184:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167480.310132:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167480.310156:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423565184:12345-0@lo:8:kworker.0 Request processed in 40us (2290us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167480.310162:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50730 00000100:00100000:3.0:1746167480.310171:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50731 00000100:00100000:3.0:1746167480.310174:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423565568:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167480.310183:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167480.310199:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423565568:12345-0@lo:8:kworker.0 Request processed in 24us (2285us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167480.310204:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50731 00000100:00080000:3.0:1746167480.310236:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167480.310239:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167480.310243:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088faf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423565184:0@lo:8:kworker.0 00000100:00080000:3.0:1746167480.310249:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167480.310252:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167480.310254:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088faed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423565568:0@lo:8:kworker.0 00000100:00100000:3.0:1746167480.310276:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423565824:0@lo:400:kworker.0 00000100:00100000:0.0:1746167480.310325:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423565056 00000100:00100000:0.0:1746167480.310329:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423565056 00000100:00100000:0.0:1746167480.310349:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36492 00000100:00100000:0.0:1746167480.310353:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423564544:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167480.310374:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167480.310402:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423564544:12345-0@lo:41:osp-pre-1-0.0 Request processed in 49us (4351us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167480.310407:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36492 00000100:00100000:0.0:1746167480.310417:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36493 00000100:00100000:0.0:1746167480.310421:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423565056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167480.310440:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423565056:12345-0@lo:400:kworker.0 Request processed in 19us (2485us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167480.310444:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36493 00000100:00080000:0.0:1746167480.310457:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746167480.310460:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746167480.310461:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167480.310511:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423565696:0@lo:400:kworker.0 00000100:00100000:2.0:1746167480.310582:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423565056:0@lo:400:kworker.0 00000100:00100000:2.0:1746167480.310593:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009759a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423564544:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167480.312137:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423565312:12345-0@lo:400:kworker.0 Request processed in 3410us (3541us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167480.312146:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8081 00000100:00100000:0.0:1746167480.312281:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423565312:0@lo:400:kworker.0 00000100:00100000:2.0:1746167480.418216:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423565952:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167480.418301:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167480.418432:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423565952 00000100:00100000:3.0:1746167480.418438:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423565952 00000100:00100000:3.0:1746167480.418478:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36494 00000100:00100000:3.0:1746167480.418485:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423565952:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167480.418511:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167480.418546:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423565952:12345-0@lo:41:osp-pre-0-1.0 Request processed in 61us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167480.418551:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36494 00000100:00100000:0.0:1746167480.418644:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423565952:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167480.642723:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009759aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423566080:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167480.643120:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167480.643245:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423566080 00000100:00100000:1.0:1746167480.643251:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423566080 00000100:00100000:1.0:1746167480.643665:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7478 00000100:00100000:1.0:1746167480.643672:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423566080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167480.643710:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167480.643782:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423566080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (662us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167480.643788:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7478 00000100:00100000:2.0:1746167480.643897:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009759aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423566080:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167481.154885:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167482.159784:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167482.288935:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167482.288979:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167482.289013:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167482.289035:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439259648 00000100:00100000:2.0:1746167482.289043:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439259648 00000100:00100000:2.0:1746167482.289081:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1222 00000100:00100000:2.0:1746167482.289089:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439259648:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167482.289155:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439260032 00000100:00100000:1.0:1746167482.289158:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439260032 00000100:00100000:1.0:1746167482.289178:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50732 00000100:00100000:1.0:1746167482.289183:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439260032:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167482.289218:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167482.289267:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439259648:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 177us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167482.289274:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1222 00000100:00100000:3.0:1746167482.289493:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439259904 00000100:00100000:3.0:1746167482.289498:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439259904 00000100:00100000:3.0:1746167482.289529:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3884 00000100:00100000:3.0:1746167482.289534:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097599180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439259904:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167482.289566:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097599180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439259904:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 32us (553us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167482.289572:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3884 00000100:00080000:0.0:1746167482.289634:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167482.289866:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439260032:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 680us (936us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167482.289874:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50732 00000100:00100000:0.0:1746167482.291045:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167482.291154:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439259776 00000100:00100000:3.0:1746167482.291159:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439259776 00000100:00100000:3.0:1746167482.291210:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3885 00000100:00100000:3.0:1746167482.291217:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097598700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439259776:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:0.0:1746167482.291234:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167482.291250:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097598700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439259776:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 34us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167482.291256:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3885 00010000:00010000:0.0:1746167483.162280:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167484.163859:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167484.434068:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423566208:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167484.434127:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167484.434318:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423566208 00000100:00100000:1.0:1746167484.434324:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423566208 00000100:00100000:1.0:1746167484.435804:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7479 00000100:00100000:1.0:1746167484.435815:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423566208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167484.435840:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167484.435886:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423566208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (1760us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167484.435892:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7479 00000100:00080000:2.0:1746167484.435938:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167484.436038:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423566208:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167485.167062:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1746167485.314078:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746167485.314082:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167485.314086:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167485.314092:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11401 00000100:00080000:3.0:1746167485.314097:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1746167485.314102:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167485.314120:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801223fa680 x1830977423566848/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746167485.315124:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746167485.315127:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167485.315129:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167485.315132:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11401 00000100:00080000:3.0:1746167485.315145:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1746167485.315149:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167485.315159:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801223f9180 x1830977423567360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167485.315195:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423566848:0@lo:8:kworker.0 00000100:00100000:3.0:1746167485.315245:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167485.315293:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423567360:0@lo:8:kworker.0 00000100:00100000:3.0:1746167485.315312:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167485.315347:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423566336:0@lo:400:kworker.0 00000100:00100000:3.0:1746167485.315371:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167485.315382:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423566848 00000100:00100000:0.0:1746167485.315389:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423566848 00000100:00100000:3.0:1746167485.315394:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423566976:0@lo:400:kworker.0 00000100:00100000:0.0:1746167485.315626:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423567360 00000100:00100000:3.0:1746167485.315627:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167485.315629:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423567360 00000100:00100000:0.0:1746167485.315639:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423566976 00000100:00100000:0.0:1746167485.315641:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423566976 00000100:00100000:3.0:1746167485.315645:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423567616:0@lo:400:kworker.0 00000100:00100000:0.0:1746167485.315661:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8082 00000100:00100000:3.0:1746167485.315664:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167485.315668:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423566976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167485.315695:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1746167485.315700:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423566720:0@lo:400:kworker.0 00000100:00100000:3.0:1746167485.315720:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167485.315733:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423566976:12345-0@lo:400:kworker.0 Request processed in 64us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167485.315734:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423567488:0@lo:400:kworker.0 00000100:00100000:0.0:1746167485.315739:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8082 00000100:00100000:3.0:1746167485.315748:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167485.315752:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50733 00000100:00100000:0.0:1746167485.315756:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423566848:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1746167485.315771:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423566976:0@lo:400:kworker.0 00010000:00020000:0.0:1746167485.315773:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167485.315792:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423567488 00000100:00100000:3.0:1746167485.315795:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423567488 00000100:00100000:0.0:1746167485.315796:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423566848:12345-0@lo:8:kworker.0 Request processed in 39us (551us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167485.315801:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50733 00000100:00100000:0.0:1746167485.315809:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50734 00000100:00100000:0.0:1746167485.315812:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095626a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423567360:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1746167485.315994:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8083 00010000:00020000:0.0:1746167485.315996:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167485.316002:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423567488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167485.316015:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095626a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423567360:12345-0@lo:8:kworker.0 Request processed in 202us (702us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167485.316021:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50734 00000100:00100000:3.0:1746167485.316030:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423567488:12345-0@lo:400:kworker.0 Request processed in 31us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167485.316036:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8083 00000100:00100000:0.0:1746167485.316044:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423566336 00000100:00100000:0.0:1746167485.316047:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423566336 00000100:00100000:3.0:1746167485.316063:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423567488:0@lo:400:kworker.0 00000100:00100000:2.0:1746167485.316064:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423567616 00000100:00100000:0.0:1746167485.316066:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1223 00000100:00100000:2.0:1746167485.316068:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423567616 00000100:00100000:0.0:1746167485.316070:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423566336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167485.316085:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423566720 00000100:00100000:3.0:1746167485.316088:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423566720 00000100:00100000:2.0:1746167485.316090:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3886 00000100:00100000:0.0:1746167485.316095:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423566336:12345-0@lo:400:kworker.0 Request processed in 25us (724us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167485.316095:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423567616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167485.316100:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1223 00000100:00100000:3.0:1746167485.316104:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36495 00000100:00100000:3.0:1746167485.316109:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423566720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167485.316122:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423567616:12345-0@lo:400:kworker.0 Request processed in 27us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167485.316127:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3886 00000100:00100000:3.0:1746167485.316147:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423566720:12345-0@lo:400:kworker.0 Request processed in 25us (413us total) trans 0 rc 0/0 00000100:00080000:0.0:1746167485.316165:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746167485.316165:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167485.316168:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167485.316171:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423566848:0@lo:8:kworker.0 00000100:00100000:0.0:1746167485.316177:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423566592:0@lo:400:kworker.0 00000100:00080000:2.0:1746167485.316178:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167485.316180:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167485.316182:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423567360:0@lo:8:kworker.0 00000100:00100000:0.0:1746167485.316197:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167485.316210:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423567232:0@lo:400:kworker.0 00000100:00100000:2.0:1746167485.316218:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423566592 00000100:00100000:2.0:1746167485.316221:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423566592 00000100:00100000:2.0:1746167485.316247:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3887 00000100:00100000:2.0:1746167485.316252:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097598380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423566592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167485.316278:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097598380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423566592:12345-0@lo:400:kworker.0 Request processed in 26us (81us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167485.316283:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3887 00000100:00100000:1.0:1746167485.316352:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423566464:0@lo:400:kworker.0 00000100:00100000:1.0:1746167485.316377:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167485.316394:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423567104:0@lo:400:kworker.0 00000100:00100000:1.0:1746167485.316409:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167485.316421:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009759a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423567744:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167485.316437:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167485.316459:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423567744 00000100:00100000:1.0:1746167485.316462:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423567744 00000100:00100000:1.0:1746167485.316479:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36496 00000100:00080000:0.0:1746167485.316483:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167485.316484:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423567744:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167485.316503:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:1.0:1746167485.316504:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167485.316527:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423566592:0@lo:400:kworker.0 00000100:00100000:0.0:1746167485.316542:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423567232 00000100:00100000:0.0:1746167485.316545:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423567232 00000100:00100000:0.0:1746167485.316558:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36497 00000100:00100000:0.0:1746167485.316562:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:3770:x1830977423567232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167485.316566:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36495 00000100:00100000:2.0:1746167485.316732:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423566464 00000100:00100000:2.0:1746167485.316736:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423566464 00000100:00100000:2.0:1746167485.316754:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423567104 00000100:00100000:2.0:1746167485.316756:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423567104 00000100:00100000:2.0:1746167485.316767:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3888 00000100:00100000:2.0:1746167485.316771:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423566464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167485.316832:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:3769:x1830977423567744:12345-0@lo:41:osp-pre-1-0.0 Request processed in 348us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167485.316835:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:3770:x1830977423567232:12345-0@lo:400:kworker.0 Request processed in 272us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167485.316839:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36496 00000100:00100000:0.0:1746167485.316841:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36497 00000100:00080000:0.0:1746167485.316852:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167485.316864:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423567232:0@lo:400:kworker.0 00000100:00100000:1.0:1746167485.316867:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009759a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423567744:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167485.316919:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423566720:0@lo:400:kworker.0 00000100:00100000:3.0:1746167485.316927:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423566336:0@lo:400:kworker.0 00000100:00100000:3.0:1746167485.316937:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423567616:0@lo:400:kworker.0 00000100:00100000:2.0:1746167485.316975:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423566464:12345-0@lo:400:kworker.0 Request processed in 203us (597us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167485.316980:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3888 00000100:00100000:2.0:1746167485.316990:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3889 00000100:00100000:2.0:1746167485.316995:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423567104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167485.317012:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423567104:12345-0@lo:400:kworker.0 Request processed in 17us (602us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167485.317016:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3889 00000100:00100000:1.0:1746167485.317078:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423566464:0@lo:400:kworker.0 00000100:00100000:1.0:1746167485.317085:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423567104:0@lo:400:kworker.0 00000100:00100000:1.0:1746167485.426262:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746167485.426280:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423567872:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167485.426336:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167485.426687:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423567872 00000100:00100000:0.0:1746167485.426695:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423567872 00000100:00100000:0.0:1746167485.427496:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36498 00000100:00100000:0.0:1746167485.427507:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423567872:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167485.427535:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167485.427815:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423567872:12345-0@lo:41:osp-pre-0-1.0 Request processed in 311us (1478us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167485.427822:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36498 00000100:00100000:1.0:1746167485.427952:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423567872:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167485.649870:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009759e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423568000:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167485.649927:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167485.655016:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423568000 00000100:00100000:2.0:1746167485.655027:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423568000 00000100:00100000:2.0:1746167485.655432:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7480 00000100:00100000:2.0:1746167485.655442:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423568000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167485.655465:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167485.655776:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423568000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 335us (5847us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167485.656399:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7480 00000100:00100000:0.0:1746167485.656409:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009759e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423568000:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167486.168056:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167487.170151:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167487.293845:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167487.294494:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167487.298492:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167487.298577:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167487.298597:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439260160 00000100:00100000:1.0:1746167487.298605:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439260160 00000100:00100000:1.0:1746167487.298643:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1224 00000100:00100000:1.0:1746167487.298650:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439260160:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167487.298733:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439260160:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 82us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167487.298740:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1224 00000100:00100000:2.0:1746167487.299281:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439260544 00000100:00100000:2.0:1746167487.299286:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439260544 00000100:00100000:2.0:1746167487.299306:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50735 00000100:00100000:2.0:1746167487.299311:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439260544:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167487.299331:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167487.299373:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439260544:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 61us (5535us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167487.299378:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50735 00000100:00100000:3.0:1746167487.299734:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439260288 00000100:00100000:3.0:1746167487.299740:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439260288 00000100:00100000:3.0:1746167487.299782:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439260416 00000100:00100000:3.0:1746167487.299784:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439260416 00000100:00100000:3.0:1746167487.299801:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3890 00000100:00100000:3.0:1746167487.299805:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439260288:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167487.299846:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439260288:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 40us (5353us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167487.299852:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3890 00000100:00100000:3.0:1746167487.299865:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3891 00000100:00100000:3.0:1746167487.299870:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439260416:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167487.299886:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439260416:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 17us (1310us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167487.299890:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3891 00000100:00080000:0.0:1746167487.300208:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167487.300211:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1746167488.176289:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167489.173863:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167489.442821:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423568128:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167489.442871:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167489.447014:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423568128 00000100:00100000:2.0:1746167489.447026:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423568128 00000100:00100000:2.0:1746167489.447084:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7481 00000100:00100000:2.0:1746167489.447092:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423568128:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167489.447117:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167489.447170:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423568128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (4299us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167489.447175:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7481 00000100:00100000:3.0:1746167489.447238:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423568128:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1746167489.447505:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746167490.178014:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1746167490.322029:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746167490.322033:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167490.322036:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167490.322043:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11406 00000100:00080000:3.0:1746167490.322047:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1746167490.322080:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167490.322098:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801223f8700 x1830977423568768/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746167490.322123:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746167490.322126:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167490.322127:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167490.322130:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11406 00000100:00080000:3.0:1746167490.322131:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1746167490.322135:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167490.322142:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801223f9500 x1830977423569280/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167490.322175:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423568640:0@lo:400:kworker.0 00000100:00100000:3.0:1746167490.322225:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167490.322273:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423569408:0@lo:400:kworker.0 00000100:00100000:3.0:1746167490.322291:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167490.322311:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1746167490.322315:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423568512:0@lo:400:kworker.0 00000100:00100000:3.0:1746167490.322333:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167490.322343:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423569152:0@lo:400:kworker.0 00000100:00100000:3.0:1746167490.322355:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167490.322378:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423569408 00000100:00100000:3.0:1746167490.322383:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423569408 00000100:00100000:3.0:1746167490.322427:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8084 00000100:00100000:3.0:1746167490.322433:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423569408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167490.322467:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423569408:12345-0@lo:400:kworker.0 Request processed in 35us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167490.322487:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8084 00000100:00100000:3.0:1746167490.322505:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423568640 00000100:00100000:3.0:1746167490.322507:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423568640 00000100:00100000:3.0:1746167490.322522:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423569152 00000100:00100000:3.0:1746167490.322524:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423569152 00000100:00100000:3.0:1746167490.322787:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36499 00000100:00100000:3.0:1746167490.322794:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423568640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167490.322822:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423568640:12345-0@lo:400:kworker.0 Request processed in 30us (597us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167490.322826:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36499 00000100:00100000:3.0:1746167490.322837:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36500 00000100:00100000:3.0:1746167490.322841:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423569152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167490.322857:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423569152:12345-0@lo:400:kworker.0 Request processed in 16us (501us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167490.322861:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36500 00000100:00100000:3.0:1746167490.322894:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423569152:0@lo:400:kworker.0 00000100:00100000:3.0:1746167490.322901:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423568640:0@lo:400:kworker.0 00000100:00100000:3.0:1746167490.322908:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423569408:0@lo:400:kworker.0 00000100:00100000:3.0:1746167490.322932:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423568768:0@lo:8:kworker.0 00000100:00100000:3.0:1746167490.322948:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167490.322978:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423569280:0@lo:8:kworker.0 00000100:00100000:3.0:1746167490.322995:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167490.323014:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423568512 00000100:00100000:3.0:1746167490.323017:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423568512 00000100:00100000:3.0:1746167490.323039:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3892 00000100:00100000:3.0:1746167490.323044:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423568512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167490.323080:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423568512:12345-0@lo:400:kworker.0 Request processed in 37us (746us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167490.323085:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3892 00000100:00100000:3.0:1746167490.323101:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423568768 00000100:00100000:3.0:1746167490.323104:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423568768 00000100:00100000:3.0:1746167490.323113:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423569280 00000100:00100000:2.0:1746167490.323799:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095625c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423568384:0@lo:400:kworker.0 00000100:00100000:2.0:1746167490.323828:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167490.323847:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423569024:0@lo:400:kworker.0 00000100:00100000:2.0:1746167490.323860:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167490.324218:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095627800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423568256:0@lo:400:kworker.0 00000100:00100000:1.0:1746167490.324246:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167490.324276:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423568896:0@lo:400:kworker.0 00000100:00100000:1.0:1746167490.324294:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167490.324309:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423569536:0@lo:400:kworker.0 00000100:00080000:0.0:1746167490.324366:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167490.324371:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167490.324411:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423568256 00000100:00100000:0.0:1746167490.324414:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423568256 00000100:00100000:0.0:1746167490.324437:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1225 00000100:00100000:0.0:1746167490.324442:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423568256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167490.325352:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423568256:12345-0@lo:400:kworker.0 Request processed in 907us (1101us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167490.325362:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1225 00000100:00100000:2.0:1746167490.325452:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423569664:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167490.325475:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167490.325497:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423568896 00000100:00100000:2.0:1746167490.325500:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423568896 00000100:00100000:2.0:1746167490.325520:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8085 00000100:00100000:2.0:1746167490.325525:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423568896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167490.325550:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423568896:12345-0@lo:400:kworker.0 Request processed in 25us (1256us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167490.325555:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8085 00000100:00100000:2.0:1746167490.325565:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50736 00000100:00100000:2.0:1746167490.325569:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423568768:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167490.325586:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167490.325612:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423568768:12345-0@lo:8:kworker.0 Request processed in 42us (2663us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167490.325617:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50736 00000100:00100000:2.0:1746167490.325632:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423568384 00000100:00100000:2.0:1746167490.325635:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423568384 00000100:00100000:2.0:1746167490.325655:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423569024 00000100:00100000:2.0:1746167490.325657:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423569024 00000100:00100000:2.0:1746167490.325670:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3893 00000100:00100000:2.0:1746167490.325689:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423568384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167490.325716:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423568384:12345-0@lo:400:kworker.0 Request processed in 42us (1887us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167490.325722:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3893 00000100:00100000:2.0:1746167490.325730:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3894 00000100:00100000:2.0:1746167490.325734:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423569024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167490.325752:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423569024:12345-0@lo:400:kworker.0 Request processed in 18us (1891us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167490.325756:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3894 00000100:00080000:2.0:1746167490.325783:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167490.325786:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167490.325789:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423568768:0@lo:8:kworker.0 00000100:00100000:2.0:1746167490.325815:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095625c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423568384:0@lo:400:kworker.0 00000100:00100000:2.0:1746167490.325822:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423569024:0@lo:400:kworker.0 00000100:00100000:2.0:1746167490.325858:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423568512:0@lo:400:kworker.0 00000100:00080000:2.0:1746167490.325875:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167490.325936:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167490.325970:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095627800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423568256:0@lo:400:kworker.0 00000100:00100000:1.0:1746167490.325979:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423568896:0@lo:400:kworker.0 00000100:00100000:0.0:1746167490.326084:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423569664 00000100:00100000:0.0:1746167490.326088:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423569664 00000100:00100000:0.0:1746167490.326123:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36501 00000100:00100000:0.0:1746167490.326128:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423569664:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167490.326152:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167490.329313:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423569280 00000100:00100000:3.0:1746167490.329357:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50737 00000100:00100000:3.0:1746167490.329363:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423569280:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167490.329383:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167490.329438:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423569280:12345-0@lo:8:kworker.0 Request processed in 75us (6442us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167490.329443:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50737 00000100:00100000:0.0:1746167490.330654:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423569664:12345-0@lo:41:osp-pre-1-0.0 Request processed in 4523us (5175us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167490.330662:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36501 00000100:00100000:1.0:1746167490.330768:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423569664:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167490.330845:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423569536 00000100:00100000:2.0:1746167490.330850:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423569536 00000100:00100000:2.0:1746167490.330878:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3895 00000100:00100000:2.0:1746167490.330883:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423569536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167490.330934:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423569536:12345-0@lo:400:kworker.0 Request processed in 51us (4998us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167490.330940:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3895 00000100:00080000:2.0:1746167490.330967:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167490.330970:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167490.330974:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423569280:0@lo:8:kworker.0 00000100:00100000:1.0:1746167490.331043:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423569536:0@lo:400:kworker.0 00000100:00100000:0.0:1746167490.433892:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423569792:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167490.434175:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167490.434299:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423569792 00000100:00100000:1.0:1746167490.434305:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423569792 00000100:00100000:1.0:1746167490.434347:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36502 00000100:00100000:1.0:1746167490.434354:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423569792:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167490.434380:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167490.434420:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423569792:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167490.434426:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36502 00000100:00100000:0.0:1746167490.434533:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423569792:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167490.662377:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423569920:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167490.662434:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167490.663261:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423569920 00000100:00100000:0.0:1746167490.663267:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423569920 00000100:00100000:0.0:1746167490.663298:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7482 00000100:00100000:0.0:1746167490.663304:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423569920:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167490.663323:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167490.663369:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423569920:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (935us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167490.663375:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7482 00000100:00100000:3.0:1746167490.665488:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423569920:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167491.179913:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167492.182197:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167492.312160:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167492.312202:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167492.312236:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167492.312396:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439260928 00000100:00100000:3.0:1746167492.312396:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439260800 00000100:00100000:2.0:1746167492.312404:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439260928 00000100:00100000:3.0:1746167492.312404:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439260800 00000100:00100000:1.0:1746167492.312555:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439260672 00000100:00100000:3.0:1746167492.312555:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3896 00000100:00100000:1.0:1746167492.312559:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439260672 00000100:00100000:3.0:1746167492.312562:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439260800:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167492.312583:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1226 00000100:00100000:1.0:1746167492.312587:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439260672:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167492.312614:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439260672:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 26us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167492.312614:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439260800:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 53us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167492.312619:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1226 00000100:00100000:3.0:1746167492.312619:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3896 00000100:00100000:2.0:1746167492.313934:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3897 00000100:00100000:2.0:1746167492.313943:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439260928:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167492.313975:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439260928:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 35us (1738us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167492.313980:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3897 00000100:00100000:1.0:1746167492.316150:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167492.316172:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439261056 00000100:00100000:1.0:1746167492.316179:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439261056 00000100:00100000:1.0:1746167492.316215:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50738 00000100:00100000:1.0:1746167492.316221:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439261056:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167492.316241:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167492.316273:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439261056:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 51us (127us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167492.316279:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50738 00000100:00080000:3.0:1746167492.318945:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746167492.318952:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1746167493.183915:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167494.185880:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167494.465911:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423570048:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167494.465971:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167494.466662:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423570048 00000100:00100000:2.0:1746167494.466669:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423570048 00000100:00080000:0.0:1746167494.468090:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167494.477261:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7483 00000100:00100000:0.0:1746167494.477279:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423570048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167494.477309:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167494.477374:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423570048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (11403us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167494.477558:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7483 00000100:00100000:1.0:1746167494.477672:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423570048:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167495.187864:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167495.331058:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423570176:0@lo:400:kworker.0 00000100:00100000:0.0:1746167495.331111:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167495.331237:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423570176 00000100:00100000:1.0:1746167495.331243:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423570176 00000100:00100000:1.0:1746167495.331275:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1227 00000100:00100000:1.0:1746167495.331281:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423570176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167495.333636:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423570176:12345-0@lo:400:kworker.0 Request processed in 2350us (2520us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167495.333646:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1227 00000100:00100000:1.0:1746167495.333694:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423570304:0@lo:400:kworker.0 00000100:00100000:1.0:1746167495.333724:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167495.333765:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423570304 00000100:00100000:1.0:1746167495.333770:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423570304 00000100:00080000:2.0:1746167495.334435:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746167495.338123:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746167495.338129:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167495.338132:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167495.338137:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11411 00000100:00080000:3.0:1746167495.338141:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1746167495.338146:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167495.338162:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009fa93800 x1830977423570688/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746167495.338189:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746167495.338191:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167495.338192:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167495.338195:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11411 00000100:00080000:3.0:1746167495.338196:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1746167495.338199:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167495.338207:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009fa92680 x1830977423571200/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167495.338241:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423570688:0@lo:8:kworker.0 00000100:00100000:3.0:1746167495.338292:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167495.338301:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423570560:0@lo:400:kworker.0 00000100:00100000:3.0:1746167495.338314:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423571200:0@lo:8:kworker.0 00000100:00100000:2.0:1746167495.338325:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167495.338333:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167495.338354:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423570560 00000100:00100000:2.0:1746167495.338359:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423570560 00000100:00100000:3.0:1746167495.338364:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423570688 00000100:00100000:3.0:1746167495.338366:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423570688 00000100:00100000:3.0:1746167495.338381:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423571200 00000100:00100000:3.0:1746167495.338383:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423571200 00000100:00100000:2.0:1746167495.338385:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36503 00000100:00100000:2.0:1746167495.338391:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423570560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167495.338393:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50739 00000100:00100000:3.0:1746167495.338397:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423570688:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167495.338414:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167495.338426:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423570560:12345-0@lo:400:kworker.0 Request processed in 35us (99us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167495.338431:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36503 00000100:00100000:3.0:1746167495.338433:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423570688:12345-0@lo:8:kworker.0 Request processed in 36us (142us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167495.338437:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50739 00000100:00100000:3.0:1746167495.338447:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50740 00000100:00100000:3.0:1746167495.338450:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423571200:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167495.338457:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167495.338458:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423570560:0@lo:400:kworker.0 00000100:00100000:2.0:1746167495.338463:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423571328:0@lo:400:kworker.0 00000100:00100000:3.0:1746167495.338471:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423571200:12345-0@lo:8:kworker.0 Request processed in 19us (142us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167495.338475:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50740 00000100:00100000:2.0:1746167495.338477:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167495.338483:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423571328 00000100:00100000:3.0:1746167495.338485:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423571328 00000100:00100000:2.0:1746167495.338494:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1746167495.338498:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423570816:0@lo:400:kworker.0 00000100:00100000:3.0:1746167495.338506:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8086 00000100:00100000:2.0:1746167495.338510:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167495.338510:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423571328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167495.338520:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423571456:0@lo:400:kworker.0 00000100:00100000:3.0:1746167495.338527:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423571328:12345-0@lo:400:kworker.0 Request processed in 18us (50us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167495.338531:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8086 00000100:00100000:2.0:1746167495.338534:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167495.338537:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423570816 00000100:00100000:3.0:1746167495.338539:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423570816 00000100:00100000:0.0:1746167495.339118:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423570176:0@lo:400:kworker.0 00000100:00100000:0.0:1746167495.339168:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423570944:0@lo:400:kworker.0 00000100:00080000:0.0:1746167495.339201:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167495.339209:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423570432:0@lo:400:kworker.0 00000100:00080000:0.0:1746167495.339249:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167495.339252:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167495.339254:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423570688:0@lo:8:kworker.0 00000100:00080000:0.0:1746167495.339261:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167495.339262:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167495.339264:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423571200:0@lo:8:kworker.0 00000100:00100000:2.0:1746167495.339431:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423571328:0@lo:400:kworker.0 00000100:00100000:0.0:1746167495.339802:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167495.340041:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423571456 00000100:00100000:1.0:1746167495.340045:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423571456 00000100:00100000:1.0:1746167495.340070:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3898 00000100:00100000:1.0:1746167495.340075:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423570304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167495.340109:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423570304:12345-0@lo:400:kworker.0 Request processed in 34us (6384us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167495.340114:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3898 00000100:00100000:1.0:1746167495.340124:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3899 00000100:00100000:1.0:1746167495.340128:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423571456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167495.340151:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423571456:12345-0@lo:400:kworker.0 Request processed in 23us (1616us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167495.340156:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3899 00000100:00100000:1.0:1746167495.340178:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423571456:0@lo:400:kworker.0 00000100:00100000:3.0:1746167495.340445:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8087 00000100:00100000:3.0:1746167495.340499:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423570816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167495.340530:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423570816:12345-0@lo:400:kworker.0 Request processed in 79us (2018us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167495.340535:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8087 00000100:00100000:1.0:1746167495.340600:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423570816:0@lo:400:kworker.0 00000100:00100000:0.0:1746167495.340742:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423570304:0@lo:400:kworker.0 00000100:00100000:2.0:1746167495.340749:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423570944 00000100:00100000:2.0:1746167495.340752:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423570944 00000100:00100000:0.0:1746167495.340759:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167495.340781:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423570432 00000100:00100000:0.0:1746167495.340783:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423571072:0@lo:400:kworker.0 00000100:00100000:2.0:1746167495.340783:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423570432 00000100:00100000:2.0:1746167495.340800:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3900 00000100:00100000:0.0:1746167495.340801:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167495.340805:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423570944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167495.340819:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423571072 00000100:00100000:0.0:1746167495.340821:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423571072 00000100:00100000:2.0:1746167495.340829:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423570944:12345-0@lo:400:kworker.0 Request processed in 25us (1028us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167495.340834:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3900 00000100:00100000:0.0:1746167495.340836:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36504 00000100:00100000:0.0:1746167495.340840:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423571072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167495.340842:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3901 00000100:00100000:2.0:1746167495.340845:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423570432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167495.340861:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423570432:12345-0@lo:400:kworker.0 Request processed in 16us (102us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167495.340862:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423571072:12345-0@lo:400:kworker.0 Request processed in 23us (60us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167495.340866:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3901 00000100:00100000:0.0:1746167495.340867:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36504 00000100:00080000:0.0:1746167495.340875:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167495.340885:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423570432:0@lo:400:kworker.0 00000100:00100000:2.0:1746167495.340885:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423570944:0@lo:400:kworker.0 00000100:00100000:0.0:1746167495.340891:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423571072:0@lo:400:kworker.0 00000100:00100000:2.0:1746167495.346271:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423571584:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167495.346327:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167495.346656:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423571584 00000100:00100000:3.0:1746167495.346663:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423571584 00000100:00100000:3.0:1746167495.346722:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36505 00000100:00100000:3.0:1746167495.346730:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423571584:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746167495.346757:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167495.351233:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423571584:12345-0@lo:41:osp-pre-1-0.0 Request processed in 4495us (4897us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167495.351244:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36505 00000100:00100000:2.0:1746167495.351337:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423571584:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167495.444013:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746167495.444033:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423571712:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167495.444092:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167495.444293:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423571712 00000100:00100000:0.0:1746167495.444300:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423571712 00000100:00100000:0.0:1746167495.444357:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36506 00000100:00100000:0.0:1746167495.444364:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423571712:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167495.444390:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167495.444435:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423571712:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167495.444441:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36506 00000100:00100000:3.0:1746167495.444508:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423571712:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167495.682161:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746167495.682182:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423571840:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167495.682234:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167495.682317:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423571840 00000100:00100000:2.0:1746167495.682323:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423571840 00000100:00100000:2.0:1746167495.682352:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7484 00000100:00100000:2.0:1746167495.682358:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423571840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167495.682375:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167495.682414:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423571840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167495.682419:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7484 00000100:00100000:1.0:1746167495.682435:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423571840:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167496.195046:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167497.198124:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167497.326562:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167497.326604:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167497.326661:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439261568 00000100:00100000:3.0:1746167497.326669:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439261568 00000100:00100000:3.0:1746167497.326740:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50741 00000100:00100000:3.0:1746167497.326748:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439261568:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167497.326770:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167497.327460:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167497.327661:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439261312 00000100:00100000:1.0:1746167497.327666:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439261312 00000100:00100000:1.0:1746167497.327719:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3902 00000100:00100000:1.0:1746167497.327726:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439261312:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167497.327984:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439261568:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 1235us (1377us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167497.327992:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50741 00000100:00080000:3.0:1746167497.328028:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167497.328078:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439261312:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 351us (1523us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167497.328084:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3902 00000100:00100000:0.0:1746167497.328298:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167497.328328:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439261184 00000100:00100000:0.0:1746167497.328342:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439261184 00000100:00100000:0.0:1746167497.328372:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1228 00000100:00100000:0.0:1746167497.328378:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439261184:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167497.328418:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439261184:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 39us (958us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167497.328424:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1228 00000100:00100000:1.0:1746167497.328425:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439261440 00000100:00100000:1.0:1746167497.328430:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439261440 00000100:00100000:1.0:1746167497.328462:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3903 00000100:00100000:1.0:1746167497.328467:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439261440:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167497.328491:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439261440:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 25us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167497.328496:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3903 00000100:00080000:3.0:1746167497.329220:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1746167498.199879:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167499.201847:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167499.492505:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746167499.492525:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423571968:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167499.492583:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167499.492637:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423571968 00000100:00100000:1.0:1746167499.492644:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423571968 00000100:00080000:3.0:1746167499.492702:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167499.492705:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7485 00000100:00100000:1.0:1746167499.492712:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423571968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167499.493659:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167499.493848:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423571968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1135us (1264us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167499.493855:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7485 00000100:00100000:0.0:1746167499.493935:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423571968:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1746167500.203927:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167500.354122:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746167500.354143:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009759c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423572096:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167500.354204:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167500.354596:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423572096 00000100:00100000:1.0:1746167500.354603:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423572096 00000100:00100000:1.0:1746167500.354640:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36507 00000100:00100000:1.0:1746167500.354647:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423572096:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746167500.354702:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167500.354766:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423572096:12345-0@lo:41:osp-pre-1-0.0 Request processed in 118us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167500.354773:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36507 00000100:00100000:2.0:1746167500.355012:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423572224:0@lo:400:kworker.0 00000100:00100000:2.0:1746167500.355131:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167500.355168:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009759c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423572096:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167500.355198:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423572224 00000100:00100000:2.0:1746167500.355201:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423572224 00000100:00100000:2.0:1746167500.355223:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1229 00000100:00100000:2.0:1746167500.355228:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423572224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167500.355330:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423572224:12345-0@lo:400:kworker.0 Request processed in 100us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167500.355336:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1229 00000100:00100000:2.0:1746167500.355468:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423572224:0@lo:400:kworker.0 00000100:00080000:3.0:1746167500.355617:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746167500.355621:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1746167500.355623:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423572352:0@lo:400:kworker.0 00000100:00080000:3.0:1746167500.355623:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167500.355628:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11416 00000100:00080000:3.0:1746167500.355630:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1746167500.355634:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167500.355648:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009fa90380 x1830977423572736/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167500.355650:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167500.355667:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:3.0:1746167500.355670:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1746167500.355671:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423572992:0@lo:400:kworker.0 00000100:00080000:3.0:1746167500.355673:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167500.355692:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167500.355695:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11416 00000100:00080000:3.0:1746167500.355697:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1746167500.355700:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167500.355705:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167500.355710:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009fa92d80 x1830977423573120/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167500.355736:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423573248:0@lo:400:kworker.0 00000100:00100000:2.0:1746167500.355756:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167500.355775:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423572608:0@lo:400:kworker.0 00000100:00100000:2.0:1746167500.355776:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423572864:0@lo:400:kworker.0 00000100:00100000:2.0:1746167500.355788:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167500.355801:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167500.355805:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423573248 00000100:00100000:2.0:1746167500.355808:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423573248 00000100:00100000:1.0:1746167500.356012:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423573376:0@lo:400:kworker.0 00000100:00100000:2.0:1746167500.356027:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423572864 00000100:00100000:2.0:1746167500.356030:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423572864 00000100:00100000:1.0:1746167500.356038:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423572608 00000100:00100000:1.0:1746167500.356041:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423572608 00000100:00100000:2.0:1746167500.356041:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8088 00000100:00100000:2.0:1746167500.356045:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423573248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167500.356063:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36508 00000100:00100000:1.0:1746167500.356068:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423572608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167500.356072:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095625c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423573248:12345-0@lo:400:kworker.0 Request processed in 27us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167500.356077:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8088 00000100:00100000:2.0:1746167500.356084:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8089 00000100:00100000:2.0:1746167500.356087:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423572864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167500.356100:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423572608:12345-0@lo:400:kworker.0 Request processed in 31us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167500.356105:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36508 00000100:00100000:2.0:1746167500.356106:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423572864:12345-0@lo:400:kworker.0 Request processed in 18us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167500.356111:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8089 00000100:00080000:2.0:1746167500.356122:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167500.356133:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423572736:0@lo:8:kworker.0 00000100:00100000:2.0:1746167500.356138:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423573248:0@lo:400:kworker.0 00000100:00100000:2.0:1746167500.356152:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423572864:0@lo:400:kworker.0 00000100:00100000:1.0:1746167500.356155:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167500.356164:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423572736 00000100:00100000:2.0:1746167500.356166:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423572736 00000100:00100000:1.0:1746167500.356168:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423573120:0@lo:8:kworker.0 00000100:00100000:2.0:1746167500.356176:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50742 00000100:00100000:2.0:1746167500.356180:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088faed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423572736:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746167500.356181:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1746167500.356195:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167500.356201:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423573120 00000100:00100000:1.0:1746167500.356203:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423573120 00000100:00100000:1.0:1746167500.356216:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50743 00000100:00100000:2.0:1746167500.356217:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088faed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423572736:12345-0@lo:8:kworker.0 Request processed in 36us (62us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167500.356220:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088faf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423573120:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1746167500.356226:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50742 00010000:00020000:1.0:1746167500.356231:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167500.356251:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088faf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423573120:12345-0@lo:8:kworker.0 Request processed in 30us (69us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167500.356256:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50743 00000100:00080000:1.0:1746167500.356276:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167500.356280:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167500.356283:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423572736:0@lo:8:kworker.0 00000100:00080000:1.0:1746167500.356290:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167500.356293:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167500.356295:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423573120:0@lo:8:kworker.0 00000100:00100000:0.0:1746167500.356299:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423572480:0@lo:400:kworker.0 00000100:00100000:0.0:1746167500.356319:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167500.358450:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167500.358810:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423572352 00000100:00100000:3.0:1746167500.358817:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423572352 00000100:00100000:3.0:1746167500.358858:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423572992 00000100:00100000:3.0:1746167500.358861:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423572992 00000100:00100000:3.0:1746167500.358872:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423572480 00000100:00100000:3.0:1746167500.358874:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423572480 00000100:00100000:3.0:1746167500.358904:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3904 00000100:00100000:3.0:1746167500.358911:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423572352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167500.358963:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423572352:12345-0@lo:400:kworker.0 Request processed in 53us (3311us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167500.358969:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3904 00000100:00100000:3.0:1746167500.358984:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3905 00000100:00100000:3.0:1746167500.358989:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423572992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167500.359011:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423572992:12345-0@lo:400:kworker.0 Request processed in 23us (3306us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167500.359016:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3905 00000100:00100000:3.0:1746167500.359042:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3906 00000100:00100000:3.0:1746167500.359047:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423572480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167500.359068:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423572480:12345-0@lo:400:kworker.0 Request processed in 21us (2748us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167500.359073:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3906 00000100:00080000:3.0:1746167500.359099:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746167500.359102:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167500.359134:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423572992:0@lo:400:kworker.0 00000100:00100000:3.0:1746167500.359143:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423572480:0@lo:400:kworker.0 00000100:00100000:3.0:1746167500.359150:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423572352:0@lo:400:kworker.0 00000100:00100000:0.0:1746167500.361763:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423572608:0@lo:400:kworker.0 00000100:00100000:2.0:1746167500.361826:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423573376 00000100:00100000:2.0:1746167500.361831:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423573376 00000100:00100000:2.0:1746167500.361877:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3907 00000100:00100000:2.0:1746167500.361894:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423573376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167500.361952:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423573376:12345-0@lo:400:kworker.0 Request processed in 59us (3505us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167500.361958:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3907 00000100:00100000:0.0:1746167500.362119:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423573376:0@lo:400:kworker.0 00000100:00100000:2.0:1746167500.450313:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423573504:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167500.450370:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167500.451373:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423573504 00000100:00100000:1.0:1746167500.451380:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423573504 00000100:00100000:1.0:1746167500.451700:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36509 00000100:00100000:1.0:1746167500.451708:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423573504:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167500.451739:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167500.451796:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423573504:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (1425us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167500.451803:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36509 00000100:00100000:3.0:1746167500.451836:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423573504:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167500.700026:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746167500.700046:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423573632:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167500.700105:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167500.700163:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423573632 00000100:00100000:1.0:1746167500.700170:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423573632 00000100:00100000:1.0:1746167500.700205:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7486 00000100:00100000:1.0:1746167500.700212:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423573632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167500.700232:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167500.700285:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423573632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167500.700291:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7486 00000100:00100000:3.0:1746167500.700369:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423573632:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167501.206065:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167502.208467:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167502.335334:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167502.336445:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167502.336485:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167502.336547:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439261824 00000100:00100000:3.0:1746167502.336556:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439261824 00000100:00080000:3.0:1746167502.336581:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167502.336613:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439261952 00000100:00100000:3.0:1746167502.336615:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439261952 00000100:00100000:3.0:1746167502.336634:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3908 00000100:00100000:3.0:1746167502.336643:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439261824:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167502.336741:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439261824:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 100us (1413us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167502.336748:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3908 00000100:00100000:3.0:1746167502.336765:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3909 00000100:00100000:3.0:1746167502.336770:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439261952:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167502.336794:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439261952:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 24us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167502.336800:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3909 00000100:00080000:3.0:1746167502.336814:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167502.337046:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439261696 00000100:00100000:2.0:1746167502.337050:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439261696 00000100:00100000:2.0:1746167502.337076:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1230 00000100:00100000:2.0:1746167502.337082:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439261696:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167502.337106:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439261696:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 24us (663us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167502.337112:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1230 00000100:00100000:0.0:1746167502.337188:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167502.337208:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439262080 00000100:00100000:0.0:1746167502.337212:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439262080 00000100:00100000:0.0:1746167502.337227:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50744 00000100:00100000:0.0:1746167502.337232:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439262080:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167502.337251:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167502.337271:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439262080:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 38us (83us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167502.337276:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50744 00010000:00010000:0.0:1746167503.210904:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167504.213910:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167504.498570:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746167504.498586:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423573760:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167504.498639:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167504.498770:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423573760 00000100:00100000:0.0:1746167504.498776:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423573760 00000100:00100000:0.0:1746167504.499489:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7487 00000100:00100000:0.0:1746167504.499498:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423573760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167504.499522:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167504.499566:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423573760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (926us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167504.499572:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7487 00000100:00100000:2.0:1746167504.499641:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423573760:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1746167504.499738:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746167505.216234:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1746167505.363361:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746167505.363366:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167505.363368:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167505.363374:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11421 00000100:00080000:3.0:1746167505.363378:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1746167505.363383:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167505.363399:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009fa91c00 x1830977423574400/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746167505.363432:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746167505.363435:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167505.363436:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167505.363438:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11421 00000100:00080000:3.0:1746167505.363441:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1746167505.363444:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167505.363451:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009fa91500 x1830977423574912/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167505.363483:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423574272:0@lo:400:kworker.0 00000100:00100000:3.0:1746167505.363535:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167505.363581:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423575040:0@lo:400:kworker.0 00000100:00100000:3.0:1746167505.363602:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167505.363619:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1746167505.363622:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423574144:0@lo:400:kworker.0 00000100:00100000:3.0:1746167505.363638:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167505.363648:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423574784:0@lo:400:kworker.0 00000100:00100000:3.0:1746167505.363660:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167505.363695:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423574272 00000100:00100000:3.0:1746167505.363701:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423574272 00000100:00100000:3.0:1746167505.363727:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423574784 00000100:00100000:3.0:1746167505.363730:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423574784 00000100:00100000:3.0:1746167505.363743:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36510 00000100:00100000:3.0:1746167505.363749:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423574272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167505.363787:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423574272:12345-0@lo:400:kworker.0 Request processed in 38us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167505.363792:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36510 00000100:00100000:3.0:1746167505.363829:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36511 00000100:00100000:3.0:1746167505.363834:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423574784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167505.363985:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423574016:0@lo:400:kworker.0 00000100:00100000:2.0:1746167505.364005:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167505.364027:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423574656:0@lo:400:kworker.0 00000100:00100000:2.0:1746167505.364037:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167505.364048:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1746167505.364051:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423573888:0@lo:400:kworker.0 00000100:00100000:2.0:1746167505.364066:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167505.364081:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423574528:0@lo:400:kworker.0 00000100:00100000:2.0:1746167505.364092:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167505.364100:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423575168:0@lo:400:kworker.0 00000100:00100000:2.0:1746167505.364111:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167505.364140:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423574144 00000100:00100000:2.0:1746167505.364142:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423574144 00000100:00100000:2.0:1746167505.364162:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423574016 00000100:00100000:2.0:1746167505.364164:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423574016 00000100:00100000:2.0:1746167505.364173:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423574656 00000100:00100000:2.0:1746167505.364174:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423574656 00000100:00100000:2.0:1746167505.364181:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423575168 00000100:00100000:2.0:1746167505.364182:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423575168 00000100:00100000:2.0:1746167505.364189:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3910 00000100:00100000:2.0:1746167505.364192:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423574144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167505.364218:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423574144:12345-0@lo:400:kworker.0 Request processed in 25us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167505.364222:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3910 00000100:00100000:2.0:1746167505.364231:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3911 00000100:00100000:2.0:1746167505.364235:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423574016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167505.364253:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423574016:12345-0@lo:400:kworker.0 Request processed in 18us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167505.364260:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3911 00000100:00100000:2.0:1746167505.364267:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3912 00000100:00100000:2.0:1746167505.364270:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423574656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167505.364283:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423574656:12345-0@lo:400:kworker.0 Request processed in 13us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167505.364287:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3912 00000100:00100000:2.0:1746167505.364292:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3913 00000100:00100000:2.0:1746167505.364295:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423575168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167505.364308:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423575168:12345-0@lo:400:kworker.0 Request processed in 13us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167505.364312:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3913 00000100:00080000:2.0:1746167505.364322:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746167505.364324:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167505.364337:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423575296:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167505.364350:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167505.364367:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423575168:0@lo:400:kworker.0 00000100:00100000:2.0:1746167505.364374:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423574016:0@lo:400:kworker.0 00000100:00100000:2.0:1746167505.364379:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423574656:0@lo:400:kworker.0 00000100:00100000:2.0:1746167505.364396:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423575296 00000100:00100000:2.0:1746167505.364397:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423575296 00000100:00100000:2.0:1746167505.364407:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36512 00000100:00100000:2.0:1746167505.364410:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:3772:x1830977423575296:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167505.364426:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167505.364444:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:3772:x1830977423575296:12345-0@lo:41:osp-pre-1-0.0 Request processed in 34us (94us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167505.364449:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36512 00000100:00100000:2.0:1746167505.364463:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423575296:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167505.364489:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423573888 00000100:00100000:2.0:1746167505.364491:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423573888 00000100:00100000:2.0:1746167505.364505:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1231 00000100:00100000:2.0:1746167505.364509:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423573888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167505.364529:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423573888:12345-0@lo:400:kworker.0 Request processed in 20us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167505.364534:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1231 00000100:00100000:2.0:1746167505.364557:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423574144:0@lo:400:kworker.0 00000100:00100000:2.0:1746167505.364563:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423574784:0@lo:400:kworker.0 00000100:00100000:2.0:1746167505.364569:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423574272:0@lo:400:kworker.0 00000100:00100000:2.0:1746167505.364585:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423573888:0@lo:400:kworker.0 00000100:00100000:2.0:1746167505.364606:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423575040 00000100:00100000:2.0:1746167505.364608:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423575040 00000100:00100000:2.0:1746167505.364627:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423574528 00000100:00100000:2.0:1746167505.364628:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423574528 00000100:00100000:2.0:1746167505.364638:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8090 00000100:00100000:2.0:1746167505.364642:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423575040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167505.364666:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423575040:12345-0@lo:400:kworker.0 Request processed in 23us (1063us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167505.364670:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8090 00000100:00100000:2.0:1746167505.364695:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8091 00000100:00100000:2.0:1746167505.364699:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423574528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167505.364722:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423574528:12345-0@lo:400:kworker.0 Request processed in 23us (629us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167505.364726:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8091 00000100:00080000:2.0:1746167505.364741:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167505.364754:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423575040:0@lo:400:kworker.0 00000100:00100000:2.0:1746167505.364766:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423574528:0@lo:400:kworker.0 00000100:00100000:1.0:1746167505.365091:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423574400:0@lo:8:kworker.0 00000100:00100000:1.0:1746167505.365113:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167505.365139:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423574912:0@lo:8:kworker.0 00000100:00100000:1.0:1746167505.365153:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167505.369407:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423574784:12345-0@lo:400:kworker.0 Request processed in 21us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167505.369420:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36511 00000100:00100000:2.0:1746167505.370063:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423574400 00000100:00100000:2.0:1746167505.370071:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423574400 00000100:00100000:2.0:1746167505.370803:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423574912 00000100:00100000:2.0:1746167505.370807:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423574912 00000100:00100000:2.0:1746167505.373311:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50745 00000100:00100000:2.0:1746167505.373322:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423574400:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167505.373344:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167505.374165:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50746 00000100:00100000:3.0:1746167505.374171:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088face00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423574912:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167505.374184:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167505.376352:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423574400:12345-0@lo:8:kworker.0 Request processed in 3026us (11232us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167505.376362:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50745 00000100:00100000:3.0:1746167505.376809:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088face00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423574912:12345-0@lo:8:kworker.0 Request processed in 2635us (11652us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167505.376815:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50746 00000100:00080000:1.0:1746167505.376890:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167505.376894:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167505.376898:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423574400:0@lo:8:kworker.0 00000100:00080000:1.0:1746167505.376911:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167505.376913:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167505.376916:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423574912:0@lo:8:kworker.0 00000100:00100000:0.0:1746167505.457971:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746167505.457989:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423575424:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167505.458046:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167505.458114:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423575424 00000100:00100000:3.0:1746167505.458120:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423575424 00000100:00100000:3.0:1746167505.458154:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36513 00000100:00100000:3.0:1746167505.458160:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423575424:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167505.458189:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167505.458606:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423575424:12345-0@lo:41:osp-pre-0-1.0 Request processed in 445us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167505.458613:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36513 00000100:00100000:1.0:1746167505.458697:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423575424:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167505.718802:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746167505.718823:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423575552:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167505.718879:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167505.719752:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423575552 00000100:00100000:0.0:1746167505.719760:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423575552 00000100:00100000:0.0:1746167505.719812:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7488 00000100:00100000:0.0:1746167505.719819:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423575552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167505.719839:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167505.719877:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423575552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (998us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167505.719883:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7488 00000100:00100000:3.0:1746167505.719966:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423575552:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167506.217990:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167507.221002:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167507.349248:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167507.349292:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167507.349325:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167507.350737:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439262336 00000100:00100000:1.0:1746167507.350749:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439262336 00000100:00100000:1.0:1746167507.350970:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439262464 00000100:00100000:1.0:1746167507.350973:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439262464 00000100:00100000:1.0:1746167507.350991:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3914 00000100:00100000:1.0:1746167507.350998:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439262336:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167507.351054:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439262336:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 57us (1814us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167507.351060:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3914 00000100:00100000:1.0:1746167507.351074:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3915 00000100:00100000:1.0:1746167507.351078:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009daff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439262464:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167507.351096:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009daff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439262464:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 17us (1771us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167507.351100:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3915 00000100:00100000:2.0:1746167507.351523:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439262208 00000100:00100000:2.0:1746167507.351528:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439262208 00000100:00100000:2.0:1746167507.351553:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1232 00000100:00100000:2.0:1746167507.351557:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439262208:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167507.351581:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439262208:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 23us (2289us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167507.351589:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1232 00000100:00080000:2.0:1746167507.351610:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746167507.351613:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167507.351663:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167507.351740:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439262592 00000100:00100000:3.0:1746167507.351743:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439262592 00000100:00100000:3.0:1746167507.351778:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50747 00000100:00100000:3.0:1746167507.351783:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439262592:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167507.351803:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167507.352848:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439262592:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 1062us (1183us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167507.352853:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50747 00010000:00010000:1.0:1746167508.222334:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167509.244606:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167509.505976:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423575680:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167509.506032:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167509.506076:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423575680 00000100:00100000:2.0:1746167509.506082:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423575680 00000100:00100000:2.0:1746167509.506147:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7489 00000100:00100000:2.0:1746167509.506155:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009daffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423575680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167509.506180:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167509.506218:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009daffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423575680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167509.506224:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7489 00000100:00080000:3.0:1746167509.506277:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167509.510084:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423575680:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746167510.244054:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167510.369962:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167510.369980:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423575808:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167510.370037:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167510.372872:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423575936:0@lo:400:kworker.0 00000100:00100000:0.0:1746167510.372915:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167510.372954:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423575936 00000100:00100000:0.0:1746167510.372961:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423575936 00000100:00100000:0.0:1746167510.372993:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1233 00000100:00100000:0.0:1746167510.372999:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423575936:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1746167510.373056:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746167510.373059:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167510.373062:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167510.373066:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11426 00000100:00080000:3.0:1746167510.373070:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1746167510.373074:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167510.373089:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801223faa00 x1830977423576448/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167510.373909:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423576064:0@lo:400:kworker.0 00000100:00100000:1.0:1746167510.373940:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167510.373973:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423576064 00000100:00100000:1.0:1746167510.373976:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423576064 00000100:00100000:1.0:1746167510.374004:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3916 00000100:00100000:1.0:1746167510.374009:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088faf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423576064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167510.374043:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088faf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423576064:12345-0@lo:400:kworker.0 Request processed in 34us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167510.374048:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3916 00000100:00080000:1.0:1746167510.374063:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167510.374081:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423576064:0@lo:400:kworker.0 00000100:00100000:2.0:1746167510.374266:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423575808 00000100:00100000:2.0:1746167510.374270:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423575808 00000100:00100000:2.0:1746167510.374295:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36514 00000100:00100000:2.0:1746167510.374299:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423575808:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167510.374319:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167510.374345:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423575808:12345-0@lo:41:osp-pre-1-0.0 Request processed in 46us (4309us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167510.374350:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36514 00000100:00100000:2.0:1746167510.374367:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423576192:0@lo:400:kworker.0 00000100:00100000:2.0:1746167510.374382:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167510.374400:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423575808:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167510.374410:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746167510.374414:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423576320:0@lo:400:kworker.0 00000100:00100000:2.0:1746167510.374431:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167510.374443:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423576192 00000100:00100000:2.0:1746167510.374445:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423576192 00000100:00100000:2.0:1746167510.380192:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3917 00000100:00100000:2.0:1746167510.380206:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423576192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167510.380283:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423576192:12345-0@lo:400:kworker.0 Request processed in 83us (5899us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167510.380289:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3917 00000100:00100000:2.0:1746167510.380336:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423576192:0@lo:400:kworker.0 00000100:00100000:2.0:1746167510.380361:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423576320 00000100:00100000:2.0:1746167510.380366:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423576320 00000100:00100000:2.0:1746167510.380390:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36515 00000100:00100000:2.0:1746167510.380395:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a406050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423576320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167510.380425:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a406050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423576320:12345-0@lo:400:kworker.0 Request processed in 31us (5993us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167510.380431:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36515 00000100:00100000:2.0:1746167510.380852:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423576320:0@lo:400:kworker.0 00000100:00100000:2.0:1746167510.380895:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423576448:0@lo:8:kworker.0 00000100:00100000:2.0:1746167510.380924:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746167510.380950:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167510.380964:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423576448 00000100:00100000:2.0:1746167510.380966:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423576448 00000100:00100000:2.0:1746167510.380980:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50748 00000100:00100000:2.0:1746167510.380984:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ed3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423576448:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167510.381004:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167510.381028:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ed3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423576448:12345-0@lo:8:kworker.0 Request processed in 43us (103us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167510.381036:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50748 00000100:00080000:2.0:1746167510.381128:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167510.381132:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167510.381135:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423576448:0@lo:8:kworker.0 00000100:00100000:1.0:1746167510.382408:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423576576:0@lo:400:kworker.0 00000100:00100000:1.0:1746167510.382438:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167510.382513:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423575936:12345-0@lo:400:kworker.0 Request processed in 9512us (9596us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167510.382521:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1233 00000100:00080000:3.0:1746167510.382541:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746167510.382544:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167510.382546:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167510.382550:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11426 00000100:00080000:3.0:1746167510.382553:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1746167510.382557:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167510.382572:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801223fad80 x1830977423576832/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167510.382589:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423575936:0@lo:400:kworker.0 00000100:00100000:1.0:1746167510.382600:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746167510.382605:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423576704:0@lo:400:kworker.0 00000100:00100000:3.0:1746167510.382607:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423577088:0@lo:400:kworker.0 00000100:00100000:1.0:1746167510.382625:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167510.382633:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423576960:0@lo:400:kworker.0 00000100:00100000:3.0:1746167510.382651:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167510.382673:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423576576 00000100:00100000:3.0:1746167510.382691:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423576576 00000100:00100000:3.0:1746167510.382723:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423576960 00000100:00100000:3.0:1746167510.382726:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423576960 00000100:00100000:3.0:1746167510.382744:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8092 00000100:00100000:3.0:1746167510.382748:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423576576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167510.382775:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423576576:12345-0@lo:400:kworker.0 Request processed in 27us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167510.382780:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8092 00000100:00100000:3.0:1746167510.382791:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8093 00000100:00100000:3.0:1746167510.382796:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423576960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167510.382818:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423576960:12345-0@lo:400:kworker.0 Request processed in 22us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167510.382825:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8093 00000100:00080000:3.0:1746167510.382837:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167510.382844:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167510.382865:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423576704 00000100:00100000:3.0:1746167510.382867:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423576704 00000100:00100000:3.0:1746167510.382881:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423577088 00000100:00100000:3.0:1746167510.382883:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423577088 00000100:00100000:3.0:1746167510.382893:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3918 00000100:00100000:3.0:1746167510.382897:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423576704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167510.382917:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423576704:12345-0@lo:400:kworker.0 Request processed in 20us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167510.382921:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3918 00000100:00100000:3.0:1746167510.382928:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3919 00000100:00100000:3.0:1746167510.382931:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423577088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167510.382947:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423577088:12345-0@lo:400:kworker.0 Request processed in 16us (103us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167510.382951:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3919 00000100:00100000:3.0:1746167510.382968:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423577088:0@lo:400:kworker.0 00000100:00100000:3.0:1746167510.382982:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423576960:0@lo:400:kworker.0 00000100:00100000:1.0:1746167510.383260:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423576576:0@lo:400:kworker.0 00000100:00100000:1.0:1746167510.383271:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423576704:0@lo:400:kworker.0 00000100:00100000:2.0:1746167510.388838:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423576832:0@lo:8:kworker.0 00000100:00100000:2.0:1746167510.388901:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167510.389144:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423576832 00000100:00100000:0.0:1746167510.389151:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423576832 00000100:00100000:0.0:1746167510.389185:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50749 00000100:00100000:0.0:1746167510.389191:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423576832:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167510.389215:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167510.389249:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423576832:12345-0@lo:8:kworker.0 Request processed in 57us (347us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167510.389255:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50749 00000100:00080000:2.0:1746167510.389463:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167510.389467:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167510.389471:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423576832:0@lo:8:kworker.0 00000100:00100000:2.0:1746167510.466758:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423577216:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167510.466809:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167510.466886:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423577216 00000100:00100000:3.0:1746167510.467060:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423577216 00000100:00100000:3.0:1746167510.467095:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36516 00000100:00100000:3.0:1746167510.467100:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423577216:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167510.467125:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167510.468485:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423577216:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1368us (1659us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167510.468493:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36516 00000100:00100000:2.0:1746167510.468620:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423577216:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167510.723047:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423577344:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167510.723882:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167510.728929:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423577344 00000100:00100000:1.0:1746167510.728939:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423577344 00000100:00100000:1.0:1746167510.728992:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7490 00000100:00100000:1.0:1746167510.729000:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423577344:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167510.729021:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167510.729082:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423577344:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (5201us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167510.729087:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7490 00000100:00100000:0.0:1746167510.729165:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423577344:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167511.245959:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167512.247882:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167512.357341:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167512.357378:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167512.357415:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167512.357528:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439262720 00000100:00100000:2.0:1746167512.357535:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439262720 00000100:00100000:2.0:1746167512.357571:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1234 00000100:00100000:2.0:1746167512.357578:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439262720:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167512.357626:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439262720:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 49us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167512.357632:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1234 00000100:00100000:1.0:1746167512.360026:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439262848 00000100:00100000:1.0:1746167512.360035:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439262848 00000100:00100000:1.0:1746167512.360085:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439262976 00000100:00100000:1.0:1746167512.360088:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439262976 00000100:00100000:1.0:1746167512.360110:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3920 00000100:00100000:1.0:1746167512.360116:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439262848:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167512.360160:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439262848:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 44us (2781us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167512.360165:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3920 00000100:00100000:1.0:1746167512.360176:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3921 00000100:00100000:1.0:1746167512.360180:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439262976:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167512.360195:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439262976:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 15us (2780us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167512.360199:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3921 00000100:00080000:2.0:1746167512.360309:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746167512.360312:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167512.361212:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167512.363517:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439263104 00000100:00100000:3.0:1746167512.363524:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439263104 00000100:00100000:3.0:1746167512.363559:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50750 00000100:00100000:3.0:1746167512.363565:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009daff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439263104:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167512.363584:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167512.363634:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009daff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439263104:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 68us (2423us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167512.363639:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50750 00010000:00010000:0.0:1746167513.251229:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167514.255508:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167514.515830:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423577472:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167514.515886:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167514.516964:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423577472 00000100:00100000:0.0:1746167514.516972:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423577472 00000100:00100000:0.0:1746167514.517026:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7491 00000100:00100000:0.0:1746167514.517033:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423577472:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167514.517056:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167514.517100:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423577472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (1213us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167514.517105:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7491 00000100:00100000:3.0:1746167514.517138:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423577472:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1746167514.517153:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746167515.258723:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167515.377878:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423577600:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167515.377937:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167515.378236:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423577600 00000100:00100000:1.0:1746167515.378242:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423577600 00000100:00100000:1.0:1746167515.378287:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36517 00000100:00100000:1.0:1746167515.378295:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423577600:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746167515.378324:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167515.378365:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423577600:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167515.378372:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36517 00000100:00100000:2.0:1746167515.378878:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423577600:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167515.394357:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423577856:0@lo:400:kworker.0 00000100:00100000:0.0:1746167515.394413:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167515.394886:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423577856 00000100:00100000:2.0:1746167515.394886:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423577728:0@lo:400:kworker.0 00000100:00100000:1.0:1746167515.394892:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423577856 00000100:00100000:2.0:1746167515.394915:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167515.394934:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3922 00000100:00100000:1.0:1746167515.394940:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009daff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423577856:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1746167515.394958:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167515.394967:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423577728 00000100:00100000:2.0:1746167515.394970:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423577728 00000100:00100000:1.0:1746167515.394981:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009daff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423577856:12345-0@lo:400:kworker.0 Request processed in 42us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167515.394987:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3922 00000100:00100000:2.0:1746167515.394990:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1235 00000100:00100000:2.0:1746167515.394994:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423577728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167515.395016:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423577728:12345-0@lo:400:kworker.0 Request processed in 22us (101us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167515.395021:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1235 00000100:00100000:2.0:1746167515.395053:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423577728:0@lo:400:kworker.0 00000100:00100000:0.0:1746167515.395062:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423577856:0@lo:400:kworker.0 00000100:00100000:2.0:1746167515.395074:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423577984:0@lo:400:kworker.0 00000100:00100000:2.0:1746167515.395093:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746167515.395173:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746167515.395177:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167515.395180:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167515.395184:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11431 00000100:00080000:3.0:1746167515.395188:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1746167515.395191:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167515.395208:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801223fa680 x1830977423578240/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746167515.395247:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746167515.395250:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167515.395251:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167515.395254:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11431 00000100:00080000:3.0:1746167515.395257:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1746167515.395260:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167515.395269:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801223fa300 x1830977423578624/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167515.395296:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423578240:0@lo:8:kworker.0 00000100:00100000:3.0:1746167515.395320:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167515.395335:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423578624:0@lo:8:kworker.0 00000100:00100000:3.0:1746167515.395349:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167515.395369:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423578240 00000100:00100000:3.0:1746167515.395372:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423578240 00000100:00100000:3.0:1746167515.395385:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423578624 00000100:00100000:3.0:1746167515.395386:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423578624 00000100:00100000:3.0:1746167515.395396:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50751 00000100:00100000:3.0:1746167515.395400:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423578240:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167515.395417:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167515.395439:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423578240:12345-0@lo:8:kworker.0 Request processed in 38us (119us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167515.395444:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50751 00000100:00100000:3.0:1746167515.395454:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50752 00000100:00100000:3.0:1746167515.395457:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423578624:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167515.395465:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167515.395480:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423578624:12345-0@lo:8:kworker.0 Request processed in 21us (130us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167515.395484:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50752 00000100:00080000:3.0:1746167515.395506:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167515.395509:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167515.395513:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423578240:0@lo:8:kworker.0 00000100:00080000:3.0:1746167515.395519:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167515.395521:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167515.395523:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423578624:0@lo:8:kworker.0 00000100:00100000:3.0:1746167515.395542:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423578112:0@lo:400:kworker.0 00000100:00100000:3.0:1746167515.395562:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167515.395576:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423578880:0@lo:400:kworker.0 00000100:00100000:3.0:1746167515.395589:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167515.395598:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423578496:0@lo:400:kworker.0 00000100:00100000:3.0:1746167515.395600:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746167515.395604:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423578752:0@lo:400:kworker.0 00000100:00100000:0.0:1746167515.395617:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167515.395617:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167515.395643:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746167515.395647:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423578368:0@lo:400:kworker.0 00000100:00100000:3.0:1746167515.395648:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423578112 00000100:00100000:3.0:1746167515.395650:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423578112 00000100:00100000:0.0:1746167515.395664:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167515.395670:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36518 00000100:00100000:3.0:1746167515.395690:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423578112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167515.395696:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423577984 00000100:00100000:0.0:1746167515.395699:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423577984 00000100:00100000:3.0:1746167515.395716:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423578112:12345-0@lo:400:kworker.0 Request processed in 41us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167515.395720:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423578880 00000100:00100000:3.0:1746167515.395721:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36518 00000100:00100000:0.0:1746167515.395722:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423578880 00000100:00100000:0.0:1746167515.395732:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423578496 00000100:00100000:0.0:1746167515.395734:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423578496 00000100:00100000:3.0:1746167515.395734:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423578752 00000100:00100000:3.0:1746167515.395735:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423578752 00000100:00100000:0.0:1746167515.395744:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3923 00000100:00100000:0.0:1746167515.395748:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423577984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167515.395748:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423578368 00000100:00100000:3.0:1746167515.395749:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423578368 00000100:00100000:3.0:1746167515.395759:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8094 00000100:00100000:3.0:1746167515.395763:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423578752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167515.395771:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423577984:12345-0@lo:400:kworker.0 Request processed in 23us (678us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167515.395776:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3923 00000100:00100000:3.0:1746167515.395781:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423578752:12345-0@lo:400:kworker.0 Request processed in 17us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167515.395785:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3924 00000100:00100000:0.0:1746167515.395789:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423578880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167515.395789:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8094 00000100:00100000:3.0:1746167515.395796:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8095 00000100:00100000:3.0:1746167515.395799:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423578368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167515.395806:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423578880:12345-0@lo:400:kworker.0 Request processed in 17us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167515.395811:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3924 00000100:00100000:3.0:1746167515.395816:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423578368:12345-0@lo:400:kworker.0 Request processed in 17us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167515.395818:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3925 00000100:00100000:3.0:1746167515.395821:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8095 00000100:00100000:0.0:1746167515.395822:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423578496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167515.395839:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423578496:12345-0@lo:400:kworker.0 Request processed in 17us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167515.395842:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423578752:0@lo:400:kworker.0 00000100:00100000:0.0:1746167515.395847:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3925 00000100:00100000:3.0:1746167515.395848:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423578112:0@lo:400:kworker.0 00000100:00100000:3.0:1746167515.395855:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423578880:0@lo:400:kworker.0 00000100:00100000:0.0:1746167515.395867:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423578368:0@lo:400:kworker.0 00000100:00100000:0.0:1746167515.395875:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423578496:0@lo:400:kworker.0 00000100:00080000:2.0:1746167515.397003:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746167515.397009:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167515.397041:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423577984:0@lo:400:kworker.0 00000100:00100000:1.0:1746167515.473862:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746167515.473881:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423579008:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167515.473935:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167515.474033:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423579008 00000100:00100000:3.0:1746167515.474039:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423579008 00000100:00100000:3.0:1746167515.474472:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36519 00000100:00100000:3.0:1746167515.474480:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088faed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423579008:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167515.474503:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167515.474545:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088faed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423579008:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (610us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167515.474551:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36519 00000100:00100000:1.0:1746167515.474718:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423579008:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167515.746862:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746167515.746879:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423579136:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167515.746928:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167515.748281:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423579136 00000100:00100000:0.0:1746167515.748293:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423579136 00000100:00100000:0.0:1746167515.748339:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7492 00000100:00100000:0.0:1746167515.748346:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423579136:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167515.748364:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167515.748408:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423579136:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (1478us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167515.748413:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7492 00000100:00100000:2.0:1746167515.749304:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423579136:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746167516.265257:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167517.265170:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167517.360507:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167517.362190:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167517.362443:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439263232 00000100:00100000:2.0:1746167517.362451:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439263232 00000100:00100000:0.0:1746167517.363041:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167517.363116:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167517.363216:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1236 00000100:00100000:2.0:1746167517.363224:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a81ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439263232:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167517.363288:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a81ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439263232:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 63us (2788us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167517.363298:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1236 00000100:00100000:2.0:1746167517.363334:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439263616 00000100:00100000:2.0:1746167517.363338:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439263616 00000100:00100000:2.0:1746167517.363352:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50753 00000100:00100000:2.0:1746167517.363356:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439263616:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167517.363375:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167517.363638:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439263616:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 280us (598us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167517.363643:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50753 00000100:00100000:1.0:1746167517.364253:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439263360 00000100:00100000:1.0:1746167517.364257:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439263360 00000100:00100000:1.0:1746167517.364292:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439263488 00000100:00100000:1.0:1746167517.364294:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439263488 00000100:00100000:1.0:1746167517.364309:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3926 00000100:00100000:1.0:1746167517.364313:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439263360:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167517.364340:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439263360:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 27us (2154us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167517.364344:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3926 00000100:00100000:1.0:1746167517.364353:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3927 00000100:00100000:1.0:1746167517.364357:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439263488:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167517.364372:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439263488:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 15us (1257us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167517.364376:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3927 00000100:00080000:2.0:1746167517.365030:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746167517.365034:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1746167518.267105:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167519.270379:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167519.521925:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423579264:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167519.521979:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167519.522138:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423579264 00000100:00100000:1.0:1746167519.522145:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423579264 00000100:00100000:1.0:1746167519.522728:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7493 00000100:00100000:1.0:1746167519.522737:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423579264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167519.522764:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167519.522798:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423579264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (818us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167519.522803:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7493 00000100:00100000:2.0:1746167519.532340:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423579264:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1746167519.532401:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746167520.271919:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167520.385888:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423579392:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167520.385948:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167520.386146:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423579392 00000100:00100000:1.0:1746167520.386153:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423579392 00000100:00100000:1.0:1746167520.390760:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36520 00000100:00100000:1.0:1746167520.390776:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423579392:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746167520.390812:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167520.390877:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423579392:12345-0@lo:41:osp-pre-1-0.0 Request processed in 105us (4928us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167520.390883:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36520 00000100:00100000:0.0:1746167520.390979:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423579392:0@lo:41:osp-pre-1-0.0 00000100:00080000:3.0:1746167520.401877:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1746167520.401881:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423579648:0@lo:400:kworker.0 00000100:00080000:3.0:1746167520.401882:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167520.401885:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167520.401889:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11436 00000100:00080000:3.0:1746167520.401893:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1746167520.401898:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167520.401913:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801223f8a80 x1830977423580032/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746167520.401934:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:1.0:1746167520.401935:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746167520.401937:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167520.401938:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167520.401941:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11436 00000100:00080000:3.0:1746167520.401942:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1746167520.401944:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167520.401952:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088cabb80 x1830977423580416/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167520.401980:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423580032:0@lo:8:kworker.0 00000100:00100000:1.0:1746167520.401990:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423580288:0@lo:400:kworker.0 00000100:00100000:1.0:1746167520.402005:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167520.402015:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167520.402021:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1746167520.402026:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423579520:0@lo:400:kworker.0 00000100:00100000:3.0:1746167520.402039:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088cabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423580416:0@lo:8:kworker.0 00000100:00100000:1.0:1746167520.402046:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167520.402054:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167520.402071:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423580160:0@lo:400:kworker.0 00000100:00100000:3.0:1746167520.402073:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423580032 00000100:00100000:3.0:1746167520.402078:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423580032 00000100:00100000:1.0:1746167520.402085:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167520.402098:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423580416 00000100:00100000:3.0:1746167520.402100:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423580416 00000100:00100000:1.0:1746167520.402105:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423579648 00000100:00100000:1.0:1746167520.402107:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423579648 00000100:00100000:3.0:1746167520.402108:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423580160 00000100:00100000:3.0:1746167520.402109:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423580160 00000100:00100000:3.0:1746167520.402126:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8096 00000100:00100000:1.0:1746167520.402132:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423580288 00000100:00100000:3.0:1746167520.402132:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088face00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423580160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167520.402134:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423580288 00000100:00100000:1.0:1746167520.402144:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3928 00000100:00100000:1.0:1746167520.402148:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088faf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423579648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167520.402170:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088faf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423579648:12345-0@lo:400:kworker.0 Request processed in 21us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167520.402170:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088face00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423580160:12345-0@lo:400:kworker.0 Request processed in 38us (83us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167520.402176:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3928 00000100:00100000:3.0:1746167520.402176:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8096 00000100:00100000:1.0:1746167520.402187:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3929 00000100:00100000:3.0:1746167520.402188:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50754 00000100:00100000:3.0:1746167520.402191:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423580032:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746167520.402192:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423580288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167520.402208:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423580288:12345-0@lo:400:kworker.0 Request processed in 16us (202us total) trans 0 rc 0/0 00010000:00020000:3.0:1746167520.402209:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167520.402212:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3929 00000100:00100000:3.0:1746167520.402225:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423580032:12345-0@lo:8:kworker.0 Request processed in 33us (210us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167520.402226:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50755 00000100:00100000:1.0:1746167520.402230:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423580416:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1746167520.402230:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50754 00010000:00020000:1.0:1746167520.402239:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167520.402254:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423580416:12345-0@lo:8:kworker.0 Request processed in 23us (199us total) trans 0 rc -19/-19 00000100:00080000:3.0:1746167520.402256:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167520.402258:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167520.402259:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50755 00000100:00100000:3.0:1746167520.402261:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423580032:0@lo:8:kworker.0 00000100:02020000:3.0:1746167520.402269:0:3768:0:(client.c:1389:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_connect to node 0@lo failed: rc = -19 00000100:00080000:1.0:1746167520.402270:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746167520.402271:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167520.402273:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167520.402275:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088cabb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423580416:0@lo:8:kworker.0 00000100:00100000:1.0:1746167520.402298:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423579520 00000100:00100000:3.0:1746167520.402299:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423580160:0@lo:400:kworker.0 00000100:00100000:1.0:1746167520.402301:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423579520 00000100:00100000:3.0:1746167520.402306:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423580288:0@lo:400:kworker.0 00000100:00100000:3.0:1746167520.402313:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423579648:0@lo:400:kworker.0 00000100:00100000:1.0:1746167520.402318:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1237 00000100:00100000:1.0:1746167520.402322:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423579520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167520.402326:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423579776:0@lo:400:kworker.0 00000100:00100000:3.0:1746167520.402341:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167520.402346:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423579520:12345-0@lo:400:kworker.0 Request processed in 23us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167520.402351:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1237 00000100:00100000:3.0:1746167520.402352:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088caa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423580544:0@lo:400:kworker.0 00000100:00100000:3.0:1746167520.402366:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167520.402373:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423580544 00000100:00100000:1.0:1746167520.402375:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423580544 00000100:00100000:3.0:1746167520.402376:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1746167520.402380:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423579904:0@lo:400:kworker.0 00000100:00100000:1.0:1746167520.402391:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8097 00000100:00100000:1.0:1746167520.402396:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423580544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167520.402396:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167520.402406:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088cab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423580672:0@lo:400:kworker.0 00000100:00100000:1.0:1746167520.402415:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423580544:12345-0@lo:400:kworker.0 Request processed in 20us (49us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167520.402420:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8097 00000100:00100000:3.0:1746167520.402421:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746167520.402431:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167520.402435:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088caa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423580544:0@lo:400:kworker.0 00000100:00100000:1.0:1746167520.402444:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423579776 00000100:00100000:1.0:1746167520.402446:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423579776 00000100:00100000:3.0:1746167520.402451:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423579520:0@lo:400:kworker.0 00000100:00100000:1.0:1746167520.402462:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423580672 00000100:00100000:1.0:1746167520.402464:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423580672 00000100:00100000:3.0:1746167520.402467:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423579904 00000100:00100000:3.0:1746167520.402469:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423579904 00000100:00100000:1.0:1746167520.402474:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3930 00000100:00100000:1.0:1746167520.402478:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088cabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423579776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167520.402486:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36521 00000100:00100000:3.0:1746167520.402490:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423579904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167520.402502:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088cabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423579776:12345-0@lo:400:kworker.0 Request processed in 25us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167520.402507:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3930 00000100:00100000:3.0:1746167520.402510:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423579904:12345-0@lo:400:kworker.0 Request processed in 20us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167520.402514:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36521 00000100:00100000:1.0:1746167520.402515:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3931 00000100:00100000:1.0:1746167520.402519:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088cab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423580672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167520.402530:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423579904:0@lo:400:kworker.0 00000100:00100000:1.0:1746167520.402536:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088cab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423580672:12345-0@lo:400:kworker.0 Request processed in 17us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167520.402537:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088cab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423580672:0@lo:400:kworker.0 00000100:00100000:1.0:1746167520.402555:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3931 00000100:00100000:3.0:1746167520.402559:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423579776:0@lo:400:kworker.0 00000100:00080000:1.0:1746167520.402575:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167520.483711:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746167520.483734:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423580800:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167520.483797:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167520.484091:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423580800 00000100:00100000:0.0:1746167520.484098:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423580800 00000100:00100000:0.0:1746167520.484131:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36522 00000100:00100000:0.0:1746167520.484137:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088cab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423580800:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167520.484167:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167520.484216:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088cab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423580800:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167520.484223:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36522 00000100:00100000:2.0:1746167520.484300:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423580800:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167520.757008:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746167520.757030:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423580928:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746167520.757089:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167520.758551:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423580928 00000100:00100000:0.0:1746167520.758559:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423580928 00000100:00100000:0.0:1746167520.758611:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7494 00000100:00100000:0.0:1746167520.758619:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088caa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423580928:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167520.758638:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167520.758695:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088caa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423580928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (1606us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167520.758701:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7494 00000100:00100000:3.0:1746167520.758729:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423580928:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167521.273916:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167522.277810:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167522.366316:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167522.368073:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167522.368116:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167522.368979:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439264000 00000100:00100000:1.0:1746167522.368986:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439264000 00000100:00100000:1.0:1746167522.369025:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439263872 00000100:00100000:1.0:1746167522.369026:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439263872 00000100:00100000:1.0:1746167522.369041:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3932 00000100:00100000:1.0:1746167522.369047:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439264000:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167522.369102:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439264000:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 55us (1037us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167522.369107:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3932 00000100:00100000:1.0:1746167522.369119:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3933 00000100:00100000:1.0:1746167522.369123:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f128380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439263872:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167522.369137:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f128380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439263872:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 14us (1021us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167522.369141:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3933 00000100:00080000:1.0:1746167522.369156:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746167522.369159:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167522.369246:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167522.369737:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439264128 00000100:00100000:2.0:1746167522.369742:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439264128 00000100:00100000:2.0:1746167522.369762:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50756 00000100:00100000:2.0:1746167522.369767:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f128700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439264128:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167522.369786:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167522.369809:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f128700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439264128:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 41us (562us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167522.369814:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50756 00000100:00100000:3.0:1746167522.369983:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439263744 00000100:00100000:3.0:1746167522.369987:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439263744 00000100:00100000:3.0:1746167522.370024:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1238 00000100:00100000:3.0:1746167522.370030:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439263744:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167522.370054:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439263744:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 25us (3748us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167522.370060:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1238 00010000:00010000:0.0:1746167523.280903:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167524.282438:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167524.530156:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746167524.530174:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423581056:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167524.530237:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167524.531396:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423581056 00000100:00100000:1.0:1746167524.531404:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423581056 00000100:00100000:1.0:1746167524.531459:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7495 00000100:00100000:1.0:1746167524.531466:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423581056:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167524.531502:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167524.531546:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423581056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (1309us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167524.531552:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7495 00000100:00100000:0.0:1746167524.531648:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423581056:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1746167524.531726:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746167525.285708:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167525.410015:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423581184:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167525.410069:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746167525.410219:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746167525.410223:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167525.410226:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167525.410230:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11441 00000100:00080000:3.0:1746167525.410234:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1746167525.410239:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167525.410254:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088caa300 x1830977423581824/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167525.410348:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088caaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423581696:0@lo:400:kworker.0 00000100:00100000:2.0:1746167525.410368:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167525.410552:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423581440:0@lo:400:kworker.0 00000100:00100000:1.0:1746167525.410582:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167525.410613:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746167525.410618:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423581312:0@lo:400:kworker.0 00000100:00100000:1.0:1746167525.410640:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167525.410984:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423581184 00000100:00100000:0.0:1746167525.410991:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423581184 00000100:00100000:2.0:1746167525.411001:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746167525.411007:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088caad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423581568:0@lo:400:kworker.0 00000100:00100000:0.0:1746167525.411016:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423581696 00000100:00100000:0.0:1746167525.411017:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423581696 00000100:00100000:2.0:1746167525.411025:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167525.411027:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36523 00000100:00100000:0.0:1746167525.411031:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423581184:12345-0@lo:41:osp-pre-1-0.0 00000100:00080000:3.0:1746167525.411039:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746167525.411042:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167525.411044:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167525.411047:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11441 00000100:00100000:2.0:1746167525.411049:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36524 00000100:00080000:3.0:1746167525.411049:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1746167525.411053:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000004:00000024:0.0:1746167525.411056:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167525.411056:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423581696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167525.411062:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088ca9500 x1830977423582208/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167525.411083:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423581696:12345-0@lo:400:kworker.0 Request processed in 28us (714us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167525.411085:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423581184:12345-0@lo:41:osp-pre-1-0.0 Request processed in 54us (1017us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167525.411088:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36524 00000100:00100000:0.0:1746167525.411091:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36523 00000100:00100000:3.0:1746167525.411091:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423581952:0@lo:400:kworker.0 00000100:00100000:2.0:1746167525.411108:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088cab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423582464:0@lo:400:kworker.0 00000100:00100000:0.0:1746167525.411113:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423581440 00000100:00100000:0.0:1746167525.411114:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423581440 00000100:00100000:3.0:1746167525.411115:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167525.411122:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167525.411131:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423581568 00000100:00100000:3.0:1746167525.411131:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746167525.411132:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423581568 00000100:00100000:3.0:1746167525.411135:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423582080:0@lo:400:kworker.0 00000100:00100000:0.0:1746167525.411140:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423582464 00000100:00100000:0.0:1746167525.411141:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423582464 00000100:00100000:2.0:1746167525.411143:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088caaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423581696:0@lo:400:kworker.0 00000100:00100000:0.0:1746167525.411148:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3934 00000100:00100000:3.0:1746167525.411149:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167525.411151:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423581440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167525.411154:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423581184:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167525.411163:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088caa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423581824:0@lo:8:kworker.0 00000100:00100000:0.0:1746167525.411167:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423581440:12345-0@lo:400:kworker.0 Request processed in 15us (586us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167525.411170:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3934 00000100:00100000:2.0:1746167525.411171:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746167525.411174:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423582080 00000100:00100000:0.0:1746167525.411176:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423582080 00000100:00100000:2.0:1746167525.411176:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423582336:0@lo:400:kworker.0 00000100:00100000:3.0:1746167525.411177:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167525.411180:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3935 00000100:00100000:0.0:1746167525.411183:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423581568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167525.411191:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423582208:0@lo:8:kworker.0 00000100:00100000:0.0:1746167525.411194:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423581568:12345-0@lo:400:kworker.0 Request processed in 10us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167525.411197:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3935 00000100:00100000:0.0:1746167525.411201:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3936 00000100:00100000:0.0:1746167525.411204:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423582464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167525.411205:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167525.411215:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423582464:12345-0@lo:400:kworker.0 Request processed in 11us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167525.411218:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3936 00000100:00100000:0.0:1746167525.411222:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3937 00000100:00100000:0.0:1746167525.411224:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423582080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167525.411227:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423581952 00000100:00100000:3.0:1746167525.411230:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423581952 00000100:00100000:0.0:1746167525.411236:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423582080:12345-0@lo:400:kworker.0 Request processed in 12us (88us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167525.411240:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3937 00000100:00100000:3.0:1746167525.411249:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423581824 00000100:00100000:3.0:1746167525.411251:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423581824 00000100:00100000:3.0:1746167525.411258:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423582208 00000100:00100000:0.0:1746167525.411260:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8098 00000100:00100000:3.0:1746167525.411260:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423582208 00000100:00100000:0.0:1746167525.411263:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423581952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167525.411270:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50757 00000100:00100000:3.0:1746167525.411274:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423581824:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1746167525.411276:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423581952:12345-0@lo:400:kworker.0 Request processed in 13us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167525.411279:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8098 00000100:00100000:0.0:1746167525.411286:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50758 00000100:00100000:0.0:1746167525.411288:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423582208:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167525.411291:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1746167525.411295:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167525.411310:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423582208:12345-0@lo:8:kworker.0 Request processed in 21us (106us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167525.411313:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50758 00000100:00100000:3.0:1746167525.411314:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423581824:12345-0@lo:8:kworker.0 Request processed in 39us (136us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167525.411320:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50757 00000100:00080000:0.0:1746167525.411325:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167525.411328:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167525.411330:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088caa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423581824:0@lo:8:kworker.0 00000100:00080000:0.0:1746167525.411335:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167525.411336:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167525.411338:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423582208:0@lo:8:kworker.0 00000100:00100000:3.0:1746167525.411341:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423582080:0@lo:400:kworker.0 00000100:00100000:3.0:1746167525.411348:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423581952:0@lo:400:kworker.0 00000100:00080000:0.0:1746167525.411366:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167525.411368:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167525.411424:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423581312 00000100:00100000:0.0:1746167525.411427:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423581312 00000100:00100000:1.0:1746167525.411435:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423581440:0@lo:400:kworker.0 00000100:00100000:0.0:1746167525.411441:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1239 00000100:00100000:0.0:1746167525.411444:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423581312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167525.411506:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423581312:12345-0@lo:400:kworker.0 Request processed in 60us (865us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167525.411511:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1239 00000100:00100000:1.0:1746167525.411528:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423581312:0@lo:400:kworker.0 00000100:00100000:2.0:1746167525.412935:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167525.412976:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088cab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423582464:0@lo:400:kworker.0 00000100:00100000:2.0:1746167525.412984:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088caad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423581568:0@lo:400:kworker.0 00000100:00100000:0.0:1746167525.412986:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423582336 00000100:00100000:0.0:1746167525.412990:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423582336 00000100:00080000:2.0:1746167525.413016:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167525.413035:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8099 00000100:00100000:0.0:1746167525.413041:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423582336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167525.413089:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423582336:12345-0@lo:400:kworker.0 Request processed in 48us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167525.413094:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8099 00000100:00100000:2.0:1746167525.413158:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423582336:0@lo:400:kworker.0 00000100:00100000:1.0:1746167525.492495:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746167525.492518:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423582592:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167525.492578:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167525.492669:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423582592 00000100:00100000:2.0:1746167525.492690:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423582592 00000100:00100000:2.0:1746167525.492739:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36525 00000100:00100000:2.0:1746167525.492746:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423582592:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746167525.492773:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746167525.492810:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423582592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167525.492815:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36525 00000100:00100000:1.0:1746167525.493509:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423582592:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167525.762054:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423582720:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167525.762109:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167525.762238:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423582720 00000100:00100000:0.0:1746167525.762244:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423582720 00000100:00100000:0.0:1746167525.762274:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7496 00000100:00100000:0.0:1746167525.762279:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423582720:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167525.762297:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167525.762329:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423582720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 49us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167525.762333:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7496 00000100:00100000:2.0:1746167525.762430:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423582720:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167526.287265:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167527.289619:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167527.379035:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167527.379096:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439264256 00000100:00100000:3.0:1746167527.379103:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439264256 00000100:00100000:3.0:1746167527.379144:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1240 00000100:00100000:3.0:1746167527.379150:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439264256:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167527.379209:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439264256:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 59us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167527.379215:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1240 00000100:00100000:0.0:1746167527.382055:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167527.382115:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439264640 00000100:00100000:2.0:1746167527.382123:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439264640 00000100:00100000:0.0:1746167527.382148:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167527.382179:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439264384 00000100:00100000:0.0:1746167527.382183:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439264384 00000100:00100000:0.0:1746167527.382233:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3938 00000100:00100000:0.0:1746167527.382240:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439264384:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167527.382291:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439264384:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 52us (143us total) trans 0 rc 0/0 00000100:00080000:3.0:1746167527.382295:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167527.382297:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3938 00000100:00100000:2.0:1746167527.382864:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50759 00000100:00100000:2.0:1746167527.382870:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f129180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439264640:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167527.382890:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167527.383139:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f129180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439264640:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 267us (1090us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167527.383145:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50759 00000100:00100000:0.0:1746167527.383949:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167527.384309:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439264512 00000100:00100000:3.0:1746167527.384315:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439264512 00000100:00100000:3.0:1746167527.384371:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3939 00000100:00100000:3.0:1746167527.384380:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f128000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439264512:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167527.384417:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f128000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439264512:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 39us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167527.384435:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3939 00000100:00080000:0.0:1746167527.384791:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1746167528.291089:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167529.294038:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167529.540414:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746167529.540434:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423582848:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167529.540493:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167529.545721:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423582848 00000100:00100000:1.0:1746167529.545733:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423582848 00000100:00100000:1.0:1746167529.545791:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7497 00000100:00100000:1.0:1746167529.545798:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423582848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167529.545827:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167529.545881:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423582848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (5389us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167529.545887:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7497 00000100:00100000:3.0:1746167529.546989:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423582848:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1746167529.547052:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746167530.296791:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167530.417888:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423583232:0@lo:400:kworker.0 00000100:00100000:2.0:1746167530.417959:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167530.418016:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746167530.418018:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423583232 00000100:00100000:2.0:1746167530.418021:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423583104:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167530.418025:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423583232 00000100:00100000:2.0:1746167530.418042:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167530.418065:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423583104 00000100:00100000:2.0:1746167530.418068:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423583104 00000100:00100000:1.0:1746167530.418069:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3940 00000100:00100000:1.0:1746167530.418076:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423583232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167530.418090:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36526 00000100:00100000:2.0:1746167530.418094:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423583104:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167530.418115:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167530.418122:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423583232:12345-0@lo:400:kworker.0 Request processed in 47us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167530.418128:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3940 00000100:00100000:2.0:1746167530.418137:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423583104:12345-0@lo:41:osp-pre-1-0.0 Request processed in 43us (94us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167530.418142:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36526 00000100:00080000:1.0:1746167530.418147:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167530.418171:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423583104:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167530.418180:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423583232:0@lo:400:kworker.0 00000100:00100000:2.0:1746167530.418204:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746167530.418209:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423582976:0@lo:400:kworker.0 00000100:00100000:2.0:1746167530.418229:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167530.418267:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423582976 00000100:00100000:2.0:1746167530.418270:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423582976 00000100:00100000:2.0:1746167530.418289:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1241 00000100:00100000:2.0:1746167530.418293:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423582976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167530.418318:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423582976:12345-0@lo:400:kworker.0 Request processed in 25us (89us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167530.418322:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1241 00000100:00100000:2.0:1746167530.418346:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423582976:0@lo:400:kworker.0 00000100:00080000:3.0:1746167530.421010:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746167530.421014:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167530.421017:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167530.421021:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11446 00000100:00080000:3.0:1746167530.421025:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1746167530.421028:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167530.421044:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801223fb480 x1830977423583616/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167530.421108:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423583488:0@lo:400:kworker.0 00000100:00100000:0.0:1746167530.421148:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167530.421235:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423583360:0@lo:400:kworker.0 00000100:00100000:2.0:1746167530.421261:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167530.421355:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423583488 00000100:00100000:0.0:1746167530.421361:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423583488 00000100:00100000:0.0:1746167530.421404:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36527 00000100:00100000:0.0:1746167530.421410:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f129880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423583488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167530.421446:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f129880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423583488:12345-0@lo:400:kworker.0 Request processed in 36us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167530.421451:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36527 00000100:00100000:0.0:1746167530.421477:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423583488:0@lo:400:kworker.0 00000100:00080000:3.0:1746167530.421760:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746167530.421763:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167530.421764:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167530.421767:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11446 00000100:00080000:3.0:1746167530.421770:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1746167530.421773:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167530.421783:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088c3aa00 x1830977423584000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167530.421815:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423583872:0@lo:400:kworker.0 00000100:00100000:3.0:1746167530.421841:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423583744:0@lo:400:kworker.0 00000100:00100000:3.0:1746167530.421856:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167530.421921:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423583616:0@lo:8:kworker.0 00000100:00100000:2.0:1746167530.422012:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423584128:0@lo:400:kworker.0 00000100:00100000:1.0:1746167530.422071:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423583360 00000100:00100000:1.0:1746167530.422075:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423583360 00000100:00100000:1.0:1746167530.422103:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3941 00000100:00100000:1.0:1746167530.422108:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423583360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167530.422151:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423583360:12345-0@lo:400:kworker.0 Request processed in 43us (889us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167530.422155:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3941 00000100:00080000:1.0:1746167530.422173:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167530.422325:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167530.422342:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423583872 00000100:00100000:3.0:1746167530.422345:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423583872 00000100:00100000:3.0:1746167530.422361:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3942 00000100:00100000:3.0:1746167530.422365:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423583872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167530.422398:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423583872:12345-0@lo:400:kworker.0 Request processed in 33us (74us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167530.422403:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3942 00000100:00100000:3.0:1746167530.422425:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423583872:0@lo:400:kworker.0 00000100:00100000:3.0:1746167530.422440:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423583744 00000100:00100000:3.0:1746167530.422442:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423583744 00000100:00100000:3.0:1746167530.422456:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8100 00000100:00100000:3.0:1746167530.422460:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423583744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167530.422480:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423583744:12345-0@lo:400:kworker.0 Request processed in 20us (624us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167530.422484:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8100 00000100:00100000:3.0:1746167530.422497:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423583744:0@lo:400:kworker.0 00000100:00100000:2.0:1746167530.422547:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167530.422570:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423583360:0@lo:400:kworker.0 00000100:00100000:2.0:1746167530.422577:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746167530.422581:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423584256:0@lo:400:kworker.0 00000100:00100000:2.0:1746167530.422594:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167530.422652:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167530.422664:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423584000:0@lo:8:kworker.0 00000100:00100000:1.0:1746167530.422695:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167530.422715:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423584128 00000100:00100000:1.0:1746167530.422717:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423584128 00000100:00100000:1.0:1746167530.422733:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423583616 00000100:00100000:1.0:1746167530.422735:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423583616 00000100:00100000:1.0:1746167530.422742:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423584000 00000100:00100000:1.0:1746167530.422744:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423584000 00000100:00100000:1.0:1746167530.422754:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8101 00000100:00100000:1.0:1746167530.422758:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423584128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167530.422781:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423584128:12345-0@lo:400:kworker.0 Request processed in 23us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167530.422788:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8101 00000100:00100000:1.0:1746167530.422796:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50760 00000100:00100000:1.0:1746167530.422799:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423583616:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167530.422815:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167530.422834:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423583616:12345-0@lo:8:kworker.0 Request processed in 35us (182us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167530.422839:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50760 00000100:00100000:1.0:1746167530.422845:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50761 00000100:00100000:1.0:1746167530.422848:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088faf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423584000:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167530.422855:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167530.422867:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088faf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423584000:12345-0@lo:8:kworker.0 Request processed in 18us (171us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167530.422870:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50761 00000100:00080000:1.0:1746167530.422880:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746167530.422890:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167530.422893:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167530.422895:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423583616:0@lo:8:kworker.0 00000100:00080000:1.0:1746167530.422900:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167530.422902:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167530.422904:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423584000:0@lo:8:kworker.0 00000100:00100000:2.0:1746167530.423199:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423584128:0@lo:400:kworker.0 00000100:00100000:3.0:1746167530.423978:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423584256 00000100:00100000:3.0:1746167530.423984:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423584256 00000100:00100000:3.0:1746167530.424295:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3943 00000100:00100000:3.0:1746167530.424302:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423584256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167530.424355:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423584256:12345-0@lo:400:kworker.0 Request processed in 54us (1758us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167530.424363:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3943 00000100:00100000:2.0:1746167530.424444:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423584256:0@lo:400:kworker.0 00000100:00100000:3.0:1746167530.500554:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423584384:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167530.500615:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167530.500779:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423584384 00000100:00100000:0.0:1746167530.500786:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423584384 00000100:00100000:0.0:1746167530.500819:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36528 00000100:00100000:0.0:1746167530.500826:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423584384:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167530.500855:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167530.500973:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423584384:12345-0@lo:41:osp-pre-0-1.0 Request processed in 146us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167530.500980:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36528 00000100:00100000:3.0:1746167530.501222:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423584384:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167530.771472:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423584512:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167530.771525:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167530.771576:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423584512 00000100:00100000:0.0:1746167530.771581:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423584512 00000100:00100000:0.0:1746167530.771620:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7498 00000100:00100000:0.0:1746167530.771627:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f128a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423584512:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167530.771642:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167530.771668:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f128a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423584512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 42us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167530.771691:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7498 00000100:00100000:0.0:1746167530.771724:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423584512:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167531.301621:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167532.302664:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167532.387082:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167532.389206:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167532.389242:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167532.389322:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167532.389373:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439265152 00000100:00100000:0.0:1746167532.389380:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439265152 00000100:00100000:1.0:1746167532.390912:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439264896 00000100:00100000:1.0:1746167532.390919:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439264896 00000100:00100000:1.0:1746167532.390959:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439265024 00000100:00100000:1.0:1746167532.390961:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439265024 00000100:00100000:1.0:1746167532.390978:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3944 00000100:00100000:1.0:1746167532.390985:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f128e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439264896:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167532.391043:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f128e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439264896:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 59us (1843us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167532.391049:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3944 00000100:00100000:1.0:1746167532.391061:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3945 00000100:00100000:1.0:1746167532.391065:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439265024:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167532.391084:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439265024:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 18us (1842us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167532.391088:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3945 00000100:00080000:1.0:1746167532.391102:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167532.391104:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167532.393236:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439264768 00000100:00100000:2.0:1746167532.393247:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439264768 00000100:00100000:2.0:1746167532.393299:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1242 00000100:00100000:2.0:1746167532.393307:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439264768:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167532.393373:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439264768:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 66us (6297us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167532.393378:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1242 00000100:00100000:0.0:1746167532.394634:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50762 00000100:00100000:0.0:1746167532.394641:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439265152:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167532.394662:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167532.394718:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439265152:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 75us (5395us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167532.394723:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50762 00010000:00010000:0.0:1746167533.304671:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167534.306208:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167534.562078:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423584640:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167534.562138:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167534.562333:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423584640 00000100:00100000:1.0:1746167534.562339:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423584640 00000100:00080000:2.0:1746167534.562463:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167534.562500:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7499 00000100:00100000:1.0:1746167534.562507:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088caad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423584640:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167534.562752:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167534.563333:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088caad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423584640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 825us (1193us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167534.563340:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7499 00000100:00100000:2.0:1746167534.563769:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423584640:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746167535.308189:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167535.426346:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088cab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423584896:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167535.426401:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167535.426460:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423584896 00000100:00100000:2.0:1746167535.426465:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423584896 00000100:00080000:3.0:1746167535.426859:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746167535.426863:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167535.426866:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167535.426870:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11451 00000100:00080000:3.0:1746167535.426874:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1746167535.426879:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167535.426894:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088c3b480 x1830977423585408/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167535.426946:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423585024:0@lo:400:kworker.0 00000100:00100000:1.0:1746167535.426974:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167535.427008:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423585024 00000100:00100000:1.0:1746167535.427013:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423585024 00000100:00100000:1.0:1746167535.427044:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3946 00000100:00100000:1.0:1746167535.427051:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423585024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167535.427345:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423584768:0@lo:400:kworker.0 00000100:00100000:0.0:1746167535.427376:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167535.427397:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423585280:0@lo:400:kworker.0 00000100:00100000:0.0:1746167535.427414:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746167535.427783:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746167535.427786:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167535.427788:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167535.427791:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11451 00000100:00080000:3.0:1746167535.427793:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1746167535.427797:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167535.427807:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088c3ad80 x1830977423585792/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167535.427835:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423585536:0@lo:400:kworker.0 00000100:00100000:3.0:1746167535.427857:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167535.427873:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746167535.427877:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423585664:0@lo:400:kworker.0 00000100:00100000:3.0:1746167535.427890:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167535.427917:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423585536 00000100:00100000:3.0:1746167535.427920:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423585536 00000100:00100000:3.0:1746167535.427940:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8102 00000100:00100000:3.0:1746167535.427945:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423585536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167535.427974:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423585536:12345-0@lo:400:kworker.0 Request processed in 29us (117us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167535.427980:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8102 00000100:00100000:3.0:1746167535.428011:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423585536:0@lo:400:kworker.0 00000100:00100000:3.0:1746167535.428026:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423585152:0@lo:400:kworker.0 00000100:00100000:3.0:1746167535.428042:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167535.428054:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423585920:0@lo:400:kworker.0 00000100:00100000:3.0:1746167535.428068:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167535.428079:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746167535.428083:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423586048:0@lo:400:kworker.0 00000100:00100000:3.0:1746167535.428098:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167535.428117:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423585664 00000100:00100000:3.0:1746167535.428120:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423585664 00000100:00100000:3.0:1746167535.428135:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423585152 00000100:00100000:3.0:1746167535.428136:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423585152 00000100:00100000:3.0:1746167535.428147:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423586048 00000100:00100000:3.0:1746167535.428149:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423586048 00000100:00100000:3.0:1746167535.428157:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3947 00000100:00100000:3.0:1746167535.428161:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423585664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167535.428187:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423585664:12345-0@lo:400:kworker.0 Request processed in 25us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167535.428191:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3947 00000100:00100000:3.0:1746167535.428201:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3948 00000100:00100000:3.0:1746167535.428205:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423585152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167535.428226:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423585152:12345-0@lo:400:kworker.0 Request processed in 21us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167535.428231:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3948 00000100:00100000:3.0:1746167535.428240:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3949 00000100:00100000:3.0:1746167535.428244:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423586048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167535.428263:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423586048:12345-0@lo:400:kworker.0 Request processed in 18us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167535.428267:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3949 00000100:00100000:3.0:1746167535.428281:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423585920 00000100:00100000:3.0:1746167535.428306:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423585920 00000100:00100000:3.0:1746167535.428324:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8103 00000100:00100000:3.0:1746167535.428329:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423585920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167535.428348:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423585920:12345-0@lo:400:kworker.0 Request processed in 20us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167535.428352:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8103 00000100:00100000:3.0:1746167535.428368:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423585664:0@lo:400:kworker.0 00000100:00100000:3.0:1746167535.428381:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423586048:0@lo:400:kworker.0 00000100:00100000:3.0:1746167535.428387:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423585152:0@lo:400:kworker.0 00000100:00100000:3.0:1746167535.428392:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423585920:0@lo:400:kworker.0 00000100:00100000:3.0:1746167535.428415:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423585408:0@lo:8:kworker.0 00000100:00100000:3.0:1746167535.428432:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167535.428443:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423585792:0@lo:8:kworker.0 00000100:00100000:3.0:1746167535.428458:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167535.428478:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423585408 00000100:00100000:3.0:1746167535.428481:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423585408 00000100:00100000:3.0:1746167535.428697:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423585792 00000100:00100000:3.0:1746167535.428700:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423585792 00000100:00100000:3.0:1746167535.428712:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50763 00000100:00100000:3.0:1746167535.428716:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423585408:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167535.428731:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167535.428760:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423585408:12345-0@lo:8:kworker.0 Request processed in 43us (327us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167535.428765:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50763 00000100:00100000:3.0:1746167535.428773:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50764 00000100:00100000:3.0:1746167535.428776:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423585792:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167535.428784:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167535.428799:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423585792:12345-0@lo:8:kworker.0 Request processed in 21us (341us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167535.428803:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50764 00000100:00080000:3.0:1746167535.428819:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167535.428823:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167535.428825:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423585408:0@lo:8:kworker.0 00000100:00080000:3.0:1746167535.428831:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167535.428833:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167535.428836:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423585792:0@lo:8:kworker.0 00000100:00100000:1.0:1746167535.428984:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423585024:12345-0@lo:400:kworker.0 Request processed in 1933us (2009us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167535.428990:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3946 00000100:00080000:1.0:1746167535.429006:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746167535.429009:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167535.429010:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167535.430387:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423584768 00000100:00100000:0.0:1746167535.430393:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423584768 00000100:00100000:0.0:1746167535.430632:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1243 00000100:00100000:0.0:1746167535.430638:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423584768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167535.430671:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423584768:12345-0@lo:400:kworker.0 Request processed in 35us (3294us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167535.430690:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1243 00000100:00100000:0.0:1746167535.430720:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423584768:0@lo:400:kworker.0 00000100:00100000:2.0:1746167535.430980:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423585280 00000100:00100000:2.0:1746167535.430985:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423585280 00000100:00100000:2.0:1746167535.431009:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36529 00000100:00100000:2.0:1746167535.431015:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423584896:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167535.431037:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167535.431070:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423584896:12345-0@lo:41:osp-pre-1-0.0 Request processed in 56us (4668us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167535.431075:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36529 00000100:00100000:2.0:1746167535.431100:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088cab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423584896:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167535.431123:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36530 00000100:00100000:2.0:1746167535.431127:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423585280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167535.431153:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423585280:12345-0@lo:400:kworker.0 Request processed in 25us (3737us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167535.431158:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36530 00000100:00100000:2.0:1746167535.431176:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423585280:0@lo:400:kworker.0 00000100:00100000:3.0:1746167535.433338:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423585024:0@lo:400:kworker.0 00000100:00100000:2.0:1746167535.506510:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423586176:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167535.506569:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167535.506749:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423586176 00000100:00100000:1.0:1746167535.506756:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423586176 00000100:00100000:1.0:1746167535.506801:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36531 00000100:00100000:1.0:1746167535.506808:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088cab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423586176:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167535.506838:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167535.506885:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088cab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423586176:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167535.506891:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36531 00000100:00100000:3.0:1746167535.507256:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423586176:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167535.777921:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423586304:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167535.777979:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167535.779235:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423586304 00000100:00100000:1.0:1746167535.779244:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423586304 00000100:00100000:1.0:1746167535.779743:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7500 00000100:00100000:1.0:1746167535.779752:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423586304:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167535.779774:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167535.780076:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423586304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 324us (2097us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167535.780083:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7500 00000100:00100000:2.0:1746167535.780330:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f129500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423586304:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167536.310082:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167537.313518:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167537.390776:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167537.390828:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167537.390870:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167537.390932:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439265408 00000100:00100000:3.0:1746167537.390942:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439265408 00000100:00100000:1.0:1746167537.390957:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439265536 00000100:00100000:1.0:1746167537.390961:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439265536 00000100:00100000:1.0:1746167537.391022:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3950 00000100:00080000:0.0:1746167537.391030:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167537.391031:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439265536:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:0.0:1746167537.391034:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167537.391074:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3951 00000100:00100000:3.0:1746167537.391082:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f129500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439265408:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167537.391129:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f129500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439265408:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 49us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167537.391136:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3951 00000100:00100000:1.0:1746167537.391157:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439265536:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 127us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167537.391163:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3950 00000100:00100000:2.0:1746167537.391236:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439265280 00000100:00100000:2.0:1746167537.391240:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439265280 00000100:00100000:2.0:1746167537.391291:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1244 00000100:00100000:2.0:1746167537.391297:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439265280:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167537.391322:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439265280:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 26us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167537.391328:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1244 00000100:00100000:2.0:1746167537.392167:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167537.392208:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439265664 00000100:00100000:3.0:1746167537.392212:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439265664 00000100:00100000:3.0:1746167537.392240:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50765 00000100:00100000:3.0:1746167537.392246:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439265664:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167537.392276:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167537.392314:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439265664:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 67us (148us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167537.392320:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50765 00010000:00010000:0.0:1746167538.313909:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167539.319434:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167539.570107:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746167539.570127:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423586432:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167539.570183:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167539.570363:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423586432 00000100:00100000:1.0:1746167539.570370:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423586432 00000100:00100000:1.0:1746167539.570421:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7501 00000100:00100000:1.0:1746167539.570427:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423586432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167539.570452:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167539.570492:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423586432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167539.570498:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7501 00000100:00080000:1.0:1746167539.570523:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167539.570636:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423586432:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746167540.323267:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167540.434338:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423586560:0@lo:400:kworker.0 00000100:00100000:0.0:1746167540.434426:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167540.434509:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423586560 00000100:00100000:1.0:1746167540.434517:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423586560 00000100:00100000:2.0:1746167540.440247:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423586688:0@lo:400:kworker.0 00000100:00100000:2.0:1746167540.440304:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167540.440427:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423586688 00000100:00100000:0.0:1746167540.440434:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423586688 00000100:00100000:0.0:1746167540.440478:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3952 00000100:00100000:0.0:1746167540.440484:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423586688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167540.441135:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423586688:12345-0@lo:400:kworker.0 Request processed in 650us (829us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167540.441141:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3952 00000100:00080000:0.0:1746167540.441165:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167540.441229:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423586688:0@lo:400:kworker.0 00000100:00100000:3.0:1746167540.441369:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746167540.441376:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423586816:0@lo:400:kworker.0 00000100:00100000:3.0:1746167540.441397:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746167540.441432:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746167540.441436:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167540.441438:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167540.441441:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11456 00000100:00080000:3.0:1746167540.441444:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1746167540.441448:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167540.441453:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423586944:0@lo:400:kworker.0 00000100:00100000:3.0:1746167540.441474:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167540.441506:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088c3b100 x1830977423587072/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167540.441521:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423587072:0@lo:8:kworker.0 00000100:00100000:3.0:1746167540.441540:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167540.441566:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746167540.441570:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423587200:0@lo:400:kworker.0 00000100:00100000:3.0:1746167540.441583:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167540.441601:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423587072 00000100:00100000:3.0:1746167540.441603:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423587072 00000100:00100000:3.0:1746167540.441616:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423587200 00000100:00100000:3.0:1746167540.441617:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423587200 00000100:00100000:3.0:1746167540.441634:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8104 00000100:00100000:3.0:1746167540.441639:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423587200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167540.441663:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423587200:12345-0@lo:400:kworker.0 Request processed in 25us (79us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167540.441668:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8104 00000100:00100000:3.0:1746167540.441695:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50766 00000100:00100000:3.0:1746167540.441698:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423587072:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167540.441715:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167540.441738:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423587072:12345-0@lo:8:kworker.0 Request processed in 38us (196us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167540.441743:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50766 00000100:00080000:3.0:1746167540.441765:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167540.441768:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167540.441771:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423587072:0@lo:8:kworker.0 00000100:00100000:3.0:1746167540.441788:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423587200:0@lo:400:kworker.0 00000100:00100000:3.0:1746167540.441809:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423587328:0@lo:400:kworker.0 00000100:00100000:3.0:1746167540.441825:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167540.442014:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423586816 00000100:00100000:3.0:1746167540.442017:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423586816 00000100:00100000:3.0:1746167540.442036:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423587328 00000100:00100000:3.0:1746167540.442038:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423587328 00000100:00100000:3.0:1746167540.442047:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3953 00000100:00100000:3.0:1746167540.442051:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423586816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167540.442076:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423586816:12345-0@lo:400:kworker.0 Request processed in 25us (678us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167540.442080:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3953 00000100:00100000:3.0:1746167540.442088:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3954 00000100:00100000:3.0:1746167540.442091:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423587328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167540.442106:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423587328:12345-0@lo:400:kworker.0 Request processed in 15us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167540.442110:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3954 00000100:00080000:3.0:1746167540.442123:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167540.442134:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c39500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423587328:0@lo:400:kworker.0 00000100:00100000:3.0:1746167540.442140:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423586816:0@lo:400:kworker.0 00000100:00080000:3.0:1746167540.442158:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746167540.442160:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167540.442162:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167540.442164:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11456 00000100:00080000:3.0:1746167540.442167:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1746167540.442170:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167540.442173:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746167540.442177:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423587456:0@lo:400:kworker.0 00000100:00100000:3.0:1746167540.442193:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167540.442229:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ae8a300 x1830977423587584/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167540.442242:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423587584:0@lo:8:kworker.0 00000100:00100000:3.0:1746167540.442259:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167540.442275:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423587584 00000100:00100000:3.0:1746167540.442278:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423587584 00000100:00100000:3.0:1746167540.442289:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50767 00000100:00100000:3.0:1746167540.442292:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423587584:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167540.442300:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167540.442319:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423587584:12345-0@lo:8:kworker.0 Request processed in 26us (60us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167540.442323:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50767 00000100:00080000:3.0:1746167540.442339:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167540.442341:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167540.442344:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423587584:0@lo:8:kworker.0 00000100:00100000:3.0:1746167540.442365:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423587712:0@lo:400:kworker.0 00000100:00100000:3.0:1746167540.442380:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167540.442396:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423587712 00000100:00100000:3.0:1746167540.442399:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423587712 00000100:00100000:3.0:1746167540.442415:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8105 00000100:00100000:3.0:1746167540.442419:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423587712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167540.442443:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423587712:12345-0@lo:400:kworker.0 Request processed in 23us (62us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167540.442447:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8105 00000100:00080000:3.0:1746167540.442669:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167540.442701:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423587712:0@lo:400:kworker.0 00000100:00100000:3.0:1746167540.442720:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746167540.442725:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423587840:0@lo:400:kworker.0 00000100:00100000:3.0:1746167540.442742:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167540.442757:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423587840 00000100:00100000:3.0:1746167540.442759:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423587840 00000100:00100000:3.0:1746167540.442774:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3955 00000100:00100000:3.0:1746167540.442778:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423587840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167540.442798:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423587840:12345-0@lo:400:kworker.0 Request processed in 20us (56us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167540.442802:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3955 00000100:00100000:3.0:1746167540.442818:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423587840:0@lo:400:kworker.0 00000100:00100000:3.0:1746167540.442848:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423586944 00000100:00100000:3.0:1746167540.442851:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423586944 00000100:00100000:3.0:1746167540.442866:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423587456 00000100:00100000:3.0:1746167540.442868:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423587456 00000100:00100000:3.0:1746167540.443078:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36532 00000100:00100000:3.0:1746167540.443083:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423586944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167540.443110:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423586944:12345-0@lo:400:kworker.0 Request processed in 28us (1635us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167540.443115:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36532 00000100:00100000:3.0:1746167540.443124:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36533 00000100:00100000:3.0:1746167540.443129:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423587456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167540.443149:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423587456:12345-0@lo:400:kworker.0 Request processed in 20us (956us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167540.443153:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36533 00000100:00100000:3.0:1746167540.443171:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423586944:0@lo:400:kworker.0 00000100:00100000:3.0:1746167540.443183:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423587456:0@lo:400:kworker.0 00000100:00100000:1.0:1746167540.444564:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1245 00000100:00100000:1.0:1746167540.444574:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423586560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167540.444626:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423586560:12345-0@lo:400:kworker.0 Request processed in 54us (10200us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167540.444630:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1245 00000100:00100000:3.0:1746167540.446495:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423586560:0@lo:400:kworker.0 00000100:00100000:3.0:1746167540.450437:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088caa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423587968:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167540.450693:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167540.450859:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423587968 00000100:00100000:0.0:1746167540.450866:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423587968 00000100:00100000:0.0:1746167540.450904:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36534 00000100:00100000:0.0:1746167540.450911:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423587968:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167540.450936:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167540.450981:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423587968:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167540.450987:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36534 00000100:00100000:2.0:1746167540.451058:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088caa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423587968:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167540.514353:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746167540.514373:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423588096:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167540.514435:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167540.514573:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423588096 00000100:00100000:3.0:1746167540.514579:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423588096 00000100:00100000:3.0:1746167540.514617:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36535 00000100:00100000:3.0:1746167540.514623:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088caa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423588096:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167540.514652:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167540.514709:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088caa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423588096:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167540.514715:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36535 00000100:00100000:2.0:1746167540.514792:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423588096:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167540.786098:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088caaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423588224:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746167540.787740:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167540.790410:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423588224 00000100:00100000:2.0:1746167540.790420:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423588224 00000100:00100000:2.0:1746167540.790466:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7502 00000100:00100000:2.0:1746167540.790472:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423588224:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167540.790490:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167540.790534:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423588224:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (2796us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167540.790539:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7502 00000100:00100000:3.0:1746167540.790641:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088caaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423588224:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167541.325900:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167542.330274:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167542.399929:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167542.399985:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167542.400019:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167542.400052:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167542.400111:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439266176 00000100:00100000:0.0:1746167542.400120:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439266176 00000100:00100000:0.0:1746167542.400158:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50768 00000100:00100000:0.0:1746167542.400193:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439266176:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167542.400222:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167542.400278:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439266176:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 111us (257us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167542.400285:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50768 00000100:00100000:3.0:1746167542.401128:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439265792 00000100:00100000:3.0:1746167542.401139:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439265792 00000100:00100000:3.0:1746167542.401216:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1246 00000100:00100000:3.0:1746167542.401225:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439265792:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167542.401239:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439265920 00000100:00100000:2.0:1746167542.401245:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439265920 00000100:00100000:2.0:1746167542.401287:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439266048 00000100:00100000:2.0:1746167542.401289:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439266048 00000100:00100000:3.0:1746167542.401289:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439265792:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 66us (1304us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167542.401296:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1246 00000100:00100000:2.0:1746167542.401310:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3956 00000100:00100000:2.0:1746167542.401318:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439265920:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:3.0:1746167542.401332:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746167542.401336:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167542.401352:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3957 00000100:00100000:3.0:1746167542.401359:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439266048:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167542.401360:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439265920:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 44us (1444us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167542.401369:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3956 00000100:00100000:3.0:1746167542.401387:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439266048:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 29us (1335us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167542.401392:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3957 00010000:00010000:0.0:1746167543.333258:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167544.335323:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167544.578092:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423588352:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167544.578184:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167544.578394:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423588352 00000100:00100000:1.0:1746167544.578404:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423588352 00000100:00100000:1.0:1746167544.578467:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7503 00000100:00100000:1.0:1746167544.578476:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088caaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423588352:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1746167544.578481:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:1.0:1746167544.578720:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167544.578786:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088caaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423588352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 311us (602us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167544.578795:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7503 00000100:00100000:3.0:1746167544.578821:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423588352:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746167545.338150:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167545.458101:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423588480:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167545.458214:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746167545.459061:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1746167545.459064:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423588992:0@lo:400:kworker.0 00000100:00080000:3.0:1746167545.459066:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167545.459069:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167545.459075:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11461 00000100:00080000:3.0:1746167545.459080:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1746167545.459086:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167545.459095:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167545.459107:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ae8ad80 x1830977423589120/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167545.459138:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746167545.459144:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423588608:0@lo:400:kworker.0 00000100:00080000:3.0:1746167545.459144:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746167545.459147:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167545.459148:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167545.459152:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11461 00000100:00080000:3.0:1746167545.459154:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1746167545.459158:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167545.459168:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ae8b100 x1830977423589504/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167545.459171:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167545.459196:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423589760:0@lo:400:kworker.0 00000100:00100000:3.0:1746167545.459202:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423588736:0@lo:400:kworker.0 00000100:00100000:0.0:1746167545.459218:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167545.459232:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167545.459233:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746167545.459238:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423589248:0@lo:400:kworker.0 00000100:00100000:3.0:1746167545.459251:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423589376:0@lo:400:kworker.0 00000100:00100000:0.0:1746167545.459257:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167545.459270:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167545.459285:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423588480 00000100:00100000:3.0:1746167545.459286:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1746167545.459291:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423588864:0@lo:400:kworker.0 00000100:00100000:0.0:1746167545.459293:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423588480 00000100:00100000:3.0:1746167545.459307:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167545.459320:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423589632:0@lo:400:kworker.0 00000100:00100000:0.0:1746167545.459325:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423588992 00000100:00100000:0.0:1746167545.459327:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423588992 00000100:00100000:3.0:1746167545.459338:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167545.459343:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36536 00000100:00100000:0.0:1746167545.459351:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423588480:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167545.459368:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423589120:0@lo:8:kworker.0 00000004:00000024:0.0:1746167545.459389:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167545.459390:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167545.459402:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423589504:0@lo:8:kworker.0 00000100:00100000:3.0:1746167545.459419:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167545.459428:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423588480:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (1214us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167545.459435:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36536 00000100:00100000:3.0:1746167545.459444:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423589760 00000100:00100000:3.0:1746167545.459448:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423589760 00000100:00100000:0.0:1746167545.459449:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36537 00000100:00100000:0.0:1746167545.459453:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423588992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167545.459473:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423588736 00000100:00100000:3.0:1746167545.459475:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423588736 00000100:00100000:0.0:1746167545.459479:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423588992:12345-0@lo:400:kworker.0 Request processed in 27us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167545.459485:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36537 00000100:00100000:3.0:1746167545.459501:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423589376 00000100:00100000:3.0:1746167545.459503:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423589376 00000100:00100000:0.0:1746167545.459505:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423589248 00000100:00100000:0.0:1746167545.459508:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423589248 00000100:00100000:3.0:1746167545.459511:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423588864 00000100:00100000:3.0:1746167545.459513:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423588864 00000100:00100000:3.0:1746167545.459524:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3958 00000100:00100000:0.0:1746167545.459528:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423589632 00000100:00100000:0.0:1746167545.459530:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423589632 00000100:00100000:0.0:1746167545.459550:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423589120 00000100:00100000:0.0:1746167545.459553:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423589120 00000100:00100000:0.0:1746167545.459562:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423589504 00000100:00100000:0.0:1746167545.459564:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423589504 00000100:00100000:0.0:1746167545.459574:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8106 00000100:00100000:0.0:1746167545.459791:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423589248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167545.459796:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3959 00000100:00100000:1.0:1746167545.459804:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423588736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167545.459822:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423589248:12345-0@lo:400:kworker.0 Request processed in 33us (563us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167545.459828:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8106 00000100:00100000:0.0:1746167545.459838:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8107 00000100:00100000:0.0:1746167545.459842:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423589632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167545.460062:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423588736:12345-0@lo:400:kworker.0 Request processed in 258us (827us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167545.460068:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3959 00000100:00100000:1.0:1746167545.460087:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3960 00000100:00100000:0.0:1746167545.460091:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423589632:12345-0@lo:400:kworker.0 Request processed in 249us (752us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167545.460091:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423589376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167545.460097:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8107 00000100:00100000:0.0:1746167545.460108:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50769 00000100:00100000:0.0:1746167545.460111:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423589120:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746167545.460130:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423589376:12345-0@lo:400:kworker.0 Request processed in 38us (859us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167545.460135:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3960 00010000:00020000:0.0:1746167545.460142:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167545.460145:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3961 00000100:00100000:1.0:1746167545.460148:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423588864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167545.460168:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423589120:12345-0@lo:8:kworker.0 Request processed in 56us (777us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167545.460174:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50769 00000100:00100000:0.0:1746167545.460182:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50770 00000100:00100000:3.0:1746167545.460184:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423589760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167545.460186:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423589504:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167545.460195:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167545.460213:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423589760:12345-0@lo:400:kworker.0 Request processed in 684us (995us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167545.460215:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423589504:12345-0@lo:8:kworker.0 Request processed in 27us (795us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167545.460219:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3958 00000100:00100000:0.0:1746167545.460220:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50770 00000100:00080000:0.0:1746167545.460249:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167545.460249:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746167545.460252:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167545.460253:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00080000:3.0:1746167545.460254:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167545.460257:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423589120:0@lo:8:kworker.0 00000100:00080000:0.0:1746167545.460265:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167545.460267:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167545.460269:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423589504:0@lo:8:kworker.0 00000100:00100000:0.0:1746167545.460304:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423589248:0@lo:400:kworker.0 00000100:00100000:0.0:1746167545.460315:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423589760:0@lo:400:kworker.0 00000100:00100000:0.0:1746167545.460323:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423588992:0@lo:400:kworker.0 00000100:00100000:0.0:1746167545.460337:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423588480:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167545.460361:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423588608 00000100:00100000:0.0:1746167545.460365:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423588608 00000100:00100000:0.0:1746167545.460397:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1247 00000100:00100000:0.0:1746167545.460402:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423588608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167545.460430:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423588608:12345-0@lo:400:kworker.0 Request processed in 28us (1258us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167545.460435:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1247 00000100:00100000:0.0:1746167545.460662:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423588608:0@lo:400:kworker.0 00000100:00100000:1.0:1746167545.461060:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423588864:12345-0@lo:400:kworker.0 Request processed in 910us (1751us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167545.461066:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3961 00000100:00100000:1.0:1746167545.461092:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423588864:0@lo:400:kworker.0 00000100:00100000:1.0:1746167545.461101:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423589632:0@lo:400:kworker.0 00000100:00100000:1.0:1746167545.461107:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423588736:0@lo:400:kworker.0 00000100:00100000:1.0:1746167545.461126:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423589376:0@lo:400:kworker.0 00000100:00100000:0.0:1746167545.521886:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746167545.521901:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423589888:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167545.521948:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167545.522011:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423589888 00000100:00100000:2.0:1746167545.522018:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423589888 00000100:00100000:2.0:1746167545.522053:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36538 00000100:00100000:2.0:1746167545.522059:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423589888:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746167545.522091:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746167545.522157:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423589888:12345-0@lo:41:osp-pre-0-1.0 Request processed in 98us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167545.522163:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36538 00000100:00100000:1.0:1746167545.522238:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423589888:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167545.796477:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746167545.796499:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423590016:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167545.796780:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167545.796920:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423590016 00000100:00100000:3.0:1746167545.796927:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423590016 00000100:00100000:3.0:1746167545.796977:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7504 00000100:00100000:3.0:1746167545.796985:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423590016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167545.797005:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167545.797041:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423590016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167545.797047:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7504 00000100:00100000:2.0:1746167545.797252:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423590016:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167546.339937:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167547.343949:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167547.407964:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167547.408006:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167547.408031:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167547.408068:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167547.408138:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439266688 00000100:00100000:0.0:1746167547.408146:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439266688 00000100:00100000:0.0:1746167547.408173:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50771 00000100:00100000:0.0:1746167547.408179:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ed2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439266688:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167547.408201:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167547.408243:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ed2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439266688:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 63us (174us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167547.408249:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50771 00000100:00100000:1.0:1746167547.408477:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439266432 00000100:00100000:1.0:1746167547.408481:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439266432 00000100:00100000:1.0:1746167547.408519:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439266560 00000100:00100000:1.0:1746167547.408521:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439266560 00000100:00100000:1.0:1746167547.408536:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3962 00000100:00100000:1.0:1746167547.408542:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439266432:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167547.408576:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439266432:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 34us (620us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167547.408581:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3962 00000100:00100000:1.0:1746167547.408591:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3963 00000100:00100000:1.0:1746167547.408595:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439266560:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167547.408610:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439266560:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 14us (579us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167547.408615:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3963 00000100:00080000:1.0:1746167547.408638:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167547.408641:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167547.408783:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439266304 00000100:00100000:3.0:1746167547.408787:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439266304 00000100:00100000:3.0:1746167547.408814:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1248 00000100:00100000:3.0:1746167547.408819:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439266304:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167547.408850:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439266304:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 32us (844us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167547.408856:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1248 00010000:00010000:0.0:1746167548.345856:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167549.348354:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167549.586824:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423590144:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167549.586877:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167549.587536:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423590144 00000100:00100000:0.0:1746167549.587544:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423590144 00000100:00080000:1.0:1746167549.587591:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167549.587599:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7505 00000100:00100000:0.0:1746167549.587606:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423590144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167549.587629:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167549.587692:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423590144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (797us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167549.587698:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7505 00000100:00100000:2.0:1746167549.587803:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423590144:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746167550.349884:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167550.465907:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423590400:0@lo:400:kworker.0 00000100:00100000:2.0:1746167550.465963:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167550.466009:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746167550.466015:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423590272:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167550.466050:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167550.466080:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423590272 00000100:00100000:2.0:1746167550.466087:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423590272 00000100:00100000:2.0:1746167550.466119:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36539 00000100:00100000:2.0:1746167550.466126:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423590272:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167550.466153:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167550.466183:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423590272:12345-0@lo:41:osp-pre-1-0.0 Request processed in 57us (132us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167550.466188:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36539 00000100:00100000:2.0:1746167550.466221:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423590272:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167550.466247:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423590400 00000100:00100000:2.0:1746167550.466250:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423590400 00000100:00100000:2.0:1746167550.466268:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1249 00000100:00100000:2.0:1746167550.466272:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423590400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167550.466297:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423590400:12345-0@lo:400:kworker.0 Request processed in 24us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167550.466301:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1249 00000100:00100000:2.0:1746167550.466324:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423590400:0@lo:400:kworker.0 00000100:00100000:1.0:1746167550.467251:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423590528:0@lo:400:kworker.0 00000100:00100000:1.0:1746167550.467289:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167550.467830:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423590784:0@lo:400:kworker.0 00000100:00100000:0.0:1746167550.467855:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167550.467964:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746167550.467969:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423590656:0@lo:400:kworker.0 00000100:00100000:1.0:1746167550.467986:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167550.468012:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423590528 00000100:00100000:1.0:1746167550.468016:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423590528 00000100:00100000:1.0:1746167550.468055:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423590656 00000100:00100000:1.0:1746167550.468058:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423590656 00000100:00100000:1.0:1746167550.468071:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3964 00000100:00100000:1.0:1746167550.468076:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423590528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167550.468105:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423590528:12345-0@lo:400:kworker.0 Request processed in 30us (816us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167550.468110:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3964 00000100:00100000:1.0:1746167550.468119:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3965 00000100:00100000:1.0:1746167550.468123:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423590656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167550.468141:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423590656:12345-0@lo:400:kworker.0 Request processed in 17us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167550.468145:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3965 00000100:00080000:1.0:1746167550.468156:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167550.468159:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167550.468179:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423590656:0@lo:400:kworker.0 00000100:00100000:1.0:1746167550.468187:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423590528:0@lo:400:kworker.0 00000100:00080000:3.0:1746167550.468242:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746167550.468247:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167550.468249:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167550.468253:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11466 00000100:00080000:3.0:1746167550.468256:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1746167550.468259:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167550.468274:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a085d180 x1830977423590912/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746167550.468296:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746167550.468298:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167550.468299:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167550.468302:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11466 00000100:00080000:3.0:1746167550.468303:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1746167550.468306:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167550.468312:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a085f100 x1830977423591296/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167550.468339:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423591424:0@lo:400:kworker.0 00000100:00100000:3.0:1746167550.468361:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167550.468375:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746167550.468379:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423591168:0@lo:400:kworker.0 00000100:00100000:3.0:1746167550.468391:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167550.468404:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423591168 00000100:00100000:3.0:1746167550.468407:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423591168 00000100:00100000:3.0:1746167550.468422:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3966 00000100:00100000:3.0:1746167550.468426:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423591168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167550.468446:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423591168:12345-0@lo:400:kworker.0 Request processed in 20us (54us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167550.468450:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3966 00000100:00100000:3.0:1746167550.468468:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423591168:0@lo:400:kworker.0 00000100:00100000:3.0:1746167550.468484:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423591424 00000100:00100000:3.0:1746167550.468486:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423591424 00000100:00100000:2.0:1746167550.468503:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423591040:0@lo:400:kworker.0 00000100:00100000:3.0:1746167550.468503:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8108 00000100:00100000:3.0:1746167550.468507:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423591424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167550.468525:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167550.468530:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423591424:12345-0@lo:400:kworker.0 Request processed in 22us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167550.468535:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8108 00000100:00100000:3.0:1746167550.468541:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423591040 00000100:00100000:2.0:1746167550.468542:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746167550.468543:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423591040 00000100:00100000:2.0:1746167550.468546:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423591552:0@lo:400:kworker.0 00000100:00100000:3.0:1746167550.468553:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8109 00000100:00100000:3.0:1746167550.468557:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423591040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167550.468559:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167550.468577:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423591040:12345-0@lo:400:kworker.0 Request processed in 20us (51us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167550.468579:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423591552 00000100:00100000:3.0:1746167550.468581:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8109 00000100:00100000:2.0:1746167550.468582:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423591552 00000100:00080000:3.0:1746167550.468591:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167550.468598:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3967 00000100:00100000:3.0:1746167550.468602:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423591552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167550.468618:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423591552:12345-0@lo:400:kworker.0 Request processed in 16us (59us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167550.468622:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3967 00000100:00100000:3.0:1746167550.468637:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423591424:0@lo:400:kworker.0 00000100:00100000:2.0:1746167550.470830:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423591040:0@lo:400:kworker.0 00000100:00100000:2.0:1746167550.470866:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423591552:0@lo:400:kworker.0 00000100:00100000:2.0:1746167550.471083:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423590912:0@lo:8:kworker.0 00000100:00100000:2.0:1746167550.471132:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167550.471169:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423591296:0@lo:8:kworker.0 00000100:00100000:2.0:1746167550.471188:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167550.471219:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423590912 00000100:00100000:2.0:1746167550.471223:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423590912 00000100:00100000:2.0:1746167550.471246:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423591296 00000100:00100000:2.0:1746167550.471248:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423591296 00000100:00100000:2.0:1746167550.471259:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50772 00000100:00100000:2.0:1746167550.471264:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423590912:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1746167550.471268:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50773 00000100:00100000:3.0:1746167550.471272:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423591296:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167550.471281:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1746167550.471284:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167550.471311:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423590912:12345-0@lo:8:kworker.0 Request processed in 46us (179us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167550.471312:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423591296:12345-0@lo:8:kworker.0 Request processed in 39us (123us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167550.471316:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50772 00000100:00100000:0.0:1746167550.471322:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423590784 00000100:00100000:0.0:1746167550.471327:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423590784 00000100:00080000:2.0:1746167550.471335:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167550.471339:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167550.471342:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423590912:0@lo:8:kworker.0 00000100:00080000:2.0:1746167550.471349:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1746167550.471350:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36540 00000100:00080000:2.0:1746167550.471351:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167550.471353:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423591296:0@lo:8:kworker.0 00000100:00100000:0.0:1746167550.471355:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423590784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167550.471379:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50773 00000100:00100000:0.0:1746167550.471390:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423590784:12345-0@lo:400:kworker.0 Request processed in 35us (3534us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167550.471395:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36540 00000100:00100000:1.0:1746167550.471401:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423590784:0@lo:400:kworker.0 00000100:00100000:2.0:1746167550.530342:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423591680:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167550.530397:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167550.530738:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423591680 00000100:00100000:1.0:1746167550.530745:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423591680 00000100:00100000:1.0:1746167550.530778:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36541 00000100:00100000:1.0:1746167550.530785:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423591680:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167550.530811:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167550.532222:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423591680:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1433us (1820us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167550.532231:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36541 00000100:00100000:3.0:1746167550.532307:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423591680:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167550.801897:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423591808:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167550.802155:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167550.802336:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423591808 00000100:00100000:0.0:1746167550.802342:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423591808 00000100:00100000:0.0:1746167550.802373:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7506 00000100:00100000:0.0:1746167550.802379:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423591808:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167550.802397:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167550.802428:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423591808:12345-0@lo:13:osp-pre-1-0.0 Request processed in 49us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167550.802434:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7506 00000100:00100000:1.0:1746167550.803623:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423591808:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167551.352107:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167552.355109:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167552.415941:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167552.415981:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167552.416008:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439266944 00000100:00100000:0.0:1746167552.416016:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167552.416016:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439266944 00000100:00100000:0.0:1746167552.416044:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167552.416095:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439267072 00000100:00100000:3.0:1746167552.416099:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439267072 00000100:00100000:1.0:1746167552.416141:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439267200 00000100:00100000:1.0:1746167552.416148:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439267200 00000100:00100000:1.0:1746167552.416175:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50774 00000100:00100000:1.0:1746167552.416180:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439267200:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:2.0:1746167552.416191:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439266816 00000100:00100000:2.0:1746167552.416194:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439266816 00010000:00020000:1.0:1746167552.416201:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167552.416214:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1250 00000100:00100000:2.0:1746167552.416220:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439266816:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167552.416241:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439267200:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 60us (196us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167552.416241:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439266816:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 22us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167552.416246:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50774 00000100:00100000:2.0:1746167552.416247:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1250 00000100:00100000:3.0:1746167552.416306:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3968 00000100:00100000:3.0:1746167552.416313:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439266944:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167552.416333:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3969 00000100:00100000:3.0:1746167552.416338:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439266944:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 28us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167552.416339:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439267072:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167552.416343:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3968 00000100:00100000:0.0:1746167552.416357:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439267072:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 19us (341us total) trans 0 rc 0/0 00000100:00080000:3.0:1746167552.416359:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167552.416361:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3969 00000100:00080000:3.0:1746167552.416362:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1746167553.357892:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167554.360351:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167554.594581:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423591936:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167554.594637:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167554.595335:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423591936 00000100:00100000:0.0:1746167554.595342:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423591936 00000100:00100000:0.0:1746167554.595385:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7507 00000100:00100000:0.0:1746167554.595392:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423591936:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167554.595415:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:2.0:1746167554.595492:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167554.595704:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423591936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 312us (1066us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167554.595710:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7507 00000100:00100000:3.0:1746167554.595770:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423591936:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746167555.363468:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167555.474093:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423592320:0@lo:400:kworker.0 00000100:00100000:0.0:1746167555.474108:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423592192:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167555.474163:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746167555.474230:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746167555.474235:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167555.474237:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1746167555.474241:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746167555.474241:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11471 00000100:00080000:3.0:1746167555.474243:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1746167555.474248:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167555.474272:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a085e300 x1830977423592704/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746167555.474298:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746167555.474301:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167555.474302:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167555.474305:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11471 00000100:00080000:3.0:1746167555.474307:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1746167555.474310:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167555.474317:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a085f100 x1830977423593216/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167555.474341:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423592576:0@lo:400:kworker.0 00000100:00100000:3.0:1746167555.474367:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423592448:0@lo:400:kworker.0 00000100:00100000:3.0:1746167555.474381:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423592704:0@lo:8:kworker.0 00000100:00100000:3.0:1746167555.474394:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167555.474427:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423593216:0@lo:8:kworker.0 00000100:00100000:3.0:1746167555.474441:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167555.474661:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423592064:0@lo:400:kworker.0 00000100:00100000:0.0:1746167555.474695:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167555.474713:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423592832:0@lo:400:kworker.0 00000100:00100000:0.0:1746167555.474728:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167555.474737:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423593344:0@lo:400:kworker.0 00000100:00100000:0.0:1746167555.474755:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423592192 00000100:00100000:0.0:1746167555.474760:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423592192 00000100:00100000:0.0:1746167555.474782:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423592576 00000100:00100000:0.0:1746167555.474784:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423592576 00000100:00100000:0.0:1746167555.474795:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36542 00000100:00100000:0.0:1746167555.474801:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423592192:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167555.474824:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167555.474848:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423592192:12345-0@lo:41:osp-pre-1-0.0 Request processed in 47us (685us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167555.474853:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36542 00000100:00100000:0.0:1746167555.474863:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36543 00000100:00100000:0.0:1746167555.474866:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423592576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167555.474883:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423592576:12345-0@lo:400:kworker.0 Request processed in 17us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167555.474888:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36543 00000100:00100000:0.0:1746167555.474909:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423592064 00000100:00100000:0.0:1746167555.474911:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423592064 00000100:00100000:0.0:1746167555.474923:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1251 00000100:00100000:0.0:1746167555.474927:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e862450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423592064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167555.475130:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e862450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423592064:12345-0@lo:400:kworker.0 Request processed in 201us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167555.475135:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1251 00000100:00100000:2.0:1746167555.475329:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423592960:0@lo:400:kworker.0 00000100:00100000:2.0:1746167555.475345:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167555.475364:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423592320 00000100:00100000:2.0:1746167555.475366:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423592320 00000100:00100000:2.0:1746167555.475388:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423592960 00000100:00100000:2.0:1746167555.475390:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423592960 00000100:00100000:2.0:1746167555.475401:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3970 00000100:00100000:2.0:1746167555.475405:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423592320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167555.475425:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423592320:12345-0@lo:400:kworker.0 Request processed in 20us (1184us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167555.475429:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3970 00000100:00100000:2.0:1746167555.475436:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3971 00000100:00100000:2.0:1746167555.475439:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423592960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167555.475452:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423592960:12345-0@lo:400:kworker.0 Request processed in 13us (107us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167555.475456:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3971 00000100:00080000:2.0:1746167555.475466:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167555.475481:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423592960:0@lo:400:kworker.0 00000100:00100000:2.0:1746167555.475491:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423592320:0@lo:400:kworker.0 00000100:00100000:3.0:1746167555.475746:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167555.475758:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423593088:0@lo:400:kworker.0 00000100:00100000:3.0:1746167555.475774:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167555.475791:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423592448 00000100:00100000:3.0:1746167555.475794:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423592448 00000100:00100000:0.0:1746167555.476691:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423592704 00000100:00100000:0.0:1746167555.476695:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423592704 00000100:00100000:0.0:1746167555.476711:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423593216 00000100:00100000:0.0:1746167555.476713:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423593216 00000100:00080000:2.0:1746167555.476895:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167555.476898:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3972 00000100:00100000:3.0:1746167555.476905:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423592448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167555.476918:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167555.476962:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423592448:12345-0@lo:400:kworker.0 Request processed in 58us (1216us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167555.476970:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3972 00000100:00100000:3.0:1746167555.477191:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423592448:0@lo:400:kworker.0 00000100:00100000:0.0:1746167555.477221:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423593344 00000100:00100000:0.0:1746167555.477224:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423593344 00000100:00100000:2.0:1746167555.477240:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423592576:0@lo:400:kworker.0 00000100:00100000:0.0:1746167555.477243:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8110 00000100:00100000:0.0:1746167555.477248:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423593344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167555.477330:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50775 00000100:00100000:1.0:1746167555.477335:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423592704:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167555.477351:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167555.477383:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423592704:12345-0@lo:8:kworker.0 Request processed in 47us (2988us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167555.477388:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50775 00000100:00100000:1.0:1746167555.477396:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50776 00000100:00100000:1.0:1746167555.477399:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423593216:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167555.477406:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167555.477423:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423593216:12345-0@lo:8:kworker.0 Request processed in 23us (2982us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167555.477427:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50776 00000100:00100000:1.0:1746167555.477443:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423593088 00000100:00100000:1.0:1746167555.477445:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423593088 00000100:00100000:1.0:1746167555.477463:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36544 00000100:00100000:1.0:1746167555.477466:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423593088:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1746167555.477619:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167555.477623:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167555.477626:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423592704:0@lo:8:kworker.0 00000100:00080000:3.0:1746167555.477633:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167555.477635:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167555.477637:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423593216:0@lo:8:kworker.0 00000100:00100000:3.0:1746167555.477655:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167555.477668:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423593472:0@lo:400:kworker.0 00000100:00100000:3.0:1746167555.477696:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167555.477713:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423592192:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167555.477720:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423592064:0@lo:400:kworker.0 00000100:00100000:3.0:1746167555.477736:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423592832 00000100:00100000:3.0:1746167555.477738:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423592832 00000100:00100000:3.0:1746167555.477750:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8111 00000100:00100000:3.0:1746167555.477754:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423592832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167555.477774:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423592832:12345-0@lo:400:kworker.0 Request processed in 20us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167555.477778:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8111 00000100:00100000:3.0:1746167555.477787:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423593472 00000100:00100000:3.0:1746167555.477789:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423593472 00000100:00100000:3.0:1746167555.477799:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3973 00000100:00100000:3.0:1746167555.477802:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423593472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167555.477816:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423593472:12345-0@lo:400:kworker.0 Request processed in 14us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167555.477820:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3973 00000100:00100000:3.0:1746167555.477832:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423592832:0@lo:400:kworker.0 00000100:00100000:3.0:1746167555.477838:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423593472:0@lo:400:kworker.0 00000100:00100000:0.0:1746167555.478018:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423593344:12345-0@lo:400:kworker.0 Request processed in 768us (1097us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167555.478023:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8110 00000100:00080000:0.0:1746167555.478037:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167555.478086:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423593344:0@lo:400:kworker.0 00000100:00100000:1.0:1746167555.478102:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423593088:12345-0@lo:400:kworker.0 Request processed in 635us (2326us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167555.478107:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36544 00000100:00100000:3.0:1746167555.478160:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423593088:0@lo:400:kworker.0 00000100:00100000:2.0:1746167555.538659:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012401bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423593600:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167555.538737:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167555.539146:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423593600 00000100:00100000:1.0:1746167555.539153:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423593600 00000100:00100000:1.0:1746167555.539196:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36545 00000100:00100000:1.0:1746167555.539203:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423593600:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167555.539232:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167555.539274:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423593600:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167555.539280:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36545 00000100:00100000:3.0:1746167555.540402:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012401bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423593600:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167555.809934:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423593728:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746167555.810060:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167555.810188:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423593728 00000100:00100000:1.0:1746167555.810197:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423593728 00000100:00100000:1.0:1746167555.810251:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7508 00000100:00100000:1.0:1746167555.810259:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423593728:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167555.810288:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167555.810359:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423593728:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167555.810367:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7508 00000100:00100000:3.0:1746167555.810445:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423593728:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167556.366748:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167557.368804:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167557.422467:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167557.422511:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167557.422554:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167557.422565:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439267328 00000100:00100000:1.0:1746167557.422573:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439267328 00000100:00100000:3.0:1746167557.422602:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439267584 00000100:00100000:3.0:1746167557.422606:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439267584 00000100:00100000:1.0:1746167557.422620:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1252 00000100:00100000:1.0:1746167557.422627:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e861050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439267328:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167557.422637:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3974 00000100:00100000:3.0:1746167557.422641:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439267584:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:0.0:1746167557.422664:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167557.422708:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439267712 00000100:00100000:2.0:1746167557.422712:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439267712 00000100:00100000:2.0:1746167557.422741:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50777 00000100:00100000:2.0:1746167557.422746:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439267712:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167557.422763:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167557.423276:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e861050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439267328:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 48us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167557.423287:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1252 00000100:00100000:3.0:1746167557.423390:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439267584:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 747us (834us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167557.423397:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3974 00000100:00100000:2.0:1746167557.423483:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439267712:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 735us (1023us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167557.423490:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50777 00000100:00100000:0.0:1746167557.424596:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167557.425926:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439267456 00000100:00100000:3.0:1746167557.425934:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439267456 00000100:00100000:3.0:1746167557.425980:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3975 00000100:00100000:3.0:1746167557.425986:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439267456:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167557.426038:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439267456:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 52us (1445us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167557.426043:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3975 00000100:00080000:0.0:1746167557.426324:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1746167558.375233:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167559.378772:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167559.601869:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423593856:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167559.601948:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167559.602011:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423593856 00000100:00100000:1.0:1746167559.602017:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423593856 00000100:00080000:0.0:1746167559.602052:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167559.602060:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7509 00000100:00100000:1.0:1746167559.602067:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423593856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167559.602090:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167559.602126:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423593856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167559.602132:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7509 00000100:00100000:2.0:1746167559.602958:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423593856:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746167560.381903:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746167560.483545:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1746167560.483548:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423594368:0@lo:400:kworker.0 00000100:00080000:0.0:1746167560.483550:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167560.483552:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167560.483555:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11476 00000100:00080000:0.0:1746167560.483559:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746167560.483563:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167560.483579:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009fa92300 x1830977423594624/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167560.483598:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746167560.483601:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167560.483603:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167560.483605:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167560.483607:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11476 00000100:00080000:0.0:1746167560.483609:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746167560.483611:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167560.483619:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fac700 x1830977423595136/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167560.483639:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423595008:0@lo:400:kworker.0 00000100:00100000:0.0:1746167560.483643:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423594240:0@lo:400:kworker.0 00000100:00100000:3.0:1746167560.483658:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167560.483662:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167560.484173:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124018000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423593984:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167560.484210:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423594624:0@lo:8:kworker.0 00000100:00100000:1.0:1746167560.484229:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167560.484441:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009daff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423594112:0@lo:400:kworker.0 00000100:00100000:2.0:1746167560.484468:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167560.484491:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423594752:0@lo:400:kworker.0 00000100:00100000:2.0:1746167560.484516:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423594112 00000100:00100000:2.0:1746167560.484522:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423594112 00000100:00100000:2.0:1746167560.484556:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1253 00000100:00100000:2.0:1746167560.484562:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e860050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423594112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167560.485136:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423595008 00000100:00100000:3.0:1746167560.485140:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423595008 00000100:00100000:3.0:1746167560.485162:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36546 00000100:00100000:3.0:1746167560.485167:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423595008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167560.485200:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423595008:12345-0@lo:400:kworker.0 Request processed in 33us (1540us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167560.485206:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36546 00000100:00100000:3.0:1746167560.485234:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423595008:0@lo:400:kworker.0 00000100:00100000:0.0:1746167560.485441:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423594880:0@lo:400:kworker.0 00000100:00100000:0.0:1746167560.485463:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167560.485560:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423594368 00000100:00100000:3.0:1746167560.485564:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423594368 00000100:00100000:3.0:1746167560.485597:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423594240 00000100:00100000:3.0:1746167560.485599:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423594240 00000100:00100000:3.0:1746167560.485612:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423594880 00000100:00100000:3.0:1746167560.485614:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423594880 00000100:00100000:3.0:1746167560.485624:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3976 00000100:00100000:3.0:1746167560.485628:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423594368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167560.485657:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423594368:12345-0@lo:400:kworker.0 Request processed in 29us (2059us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167560.485661:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3976 00000100:00100000:3.0:1746167560.485670:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3977 00000100:00100000:3.0:1746167560.485687:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f129180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423594240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167560.485712:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f129180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423594240:12345-0@lo:400:kworker.0 Request processed in 38us (2049us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167560.485716:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3977 00000100:00100000:3.0:1746167560.485725:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3978 00000100:00100000:3.0:1746167560.485729:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423594880:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1746167560.485742:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746167560.485746:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167560.485747:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423594880:12345-0@lo:400:kworker.0 Request processed in 19us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167560.485751:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3978 00000100:00100000:0.0:1746167560.485763:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423594240:0@lo:400:kworker.0 00000100:00100000:0.0:1746167560.485773:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423594880:0@lo:400:kworker.0 00000100:00100000:3.0:1746167560.485775:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423594368:0@lo:400:kworker.0 00000100:00100000:3.0:1746167560.486294:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423594624 00000100:00100000:3.0:1746167560.486298:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423594624 00000100:00100000:3.0:1746167560.486315:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50778 00000100:00100000:3.0:1746167560.486320:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423594624:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167560.486337:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167560.486350:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167560.486375:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423594624:12345-0@lo:8:kworker.0 Request processed in 54us (2144us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167560.486380:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50778 00000100:00100000:3.0:1746167560.486393:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423593984 00000100:00100000:3.0:1746167560.486396:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423593984 00000100:00100000:3.0:1746167560.486412:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36547 00000100:00100000:3.0:1746167560.486416:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423593984:12345-0@lo:41:osp-pre-1-0.0 00000100:00080000:1.0:1746167560.486422:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167560.486426:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167560.486430:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423594624:0@lo:8:kworker.0 00000004:00000024:3.0:1746167560.486435:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167560.486436:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423595136:0@lo:8:kworker.0 00000100:00100000:1.0:1746167560.486458:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167560.486460:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423593984:12345-0@lo:41:osp-pre-1-0.0 Request processed in 44us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167560.486465:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36547 00000100:00100000:3.0:1746167560.486478:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423595136 00000100:00100000:3.0:1746167560.486481:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423595136 00000100:00100000:3.0:1746167560.486491:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50779 00000100:00100000:3.0:1746167560.486494:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423595136:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746167560.486498:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1746167560.486503:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167560.486514:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f128700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423595392:0@lo:400:kworker.0 00000100:00100000:3.0:1746167560.486524:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423595136:12345-0@lo:8:kworker.0 Request processed in 29us (66us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167560.486529:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50779 00000100:00100000:1.0:1746167560.486532:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167560.486535:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423594752 00000100:00100000:3.0:1746167560.486537:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423594752 00000100:00100000:3.0:1746167560.486551:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8112 00000100:00100000:3.0:1746167560.486554:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423594752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167560.486559:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423595392 00000100:00100000:1.0:1746167560.486561:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423595392 00000100:00100000:3.0:1746167560.486576:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423594752:12345-0@lo:400:kworker.0 Request processed in 21us (78us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167560.486580:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3979 00000100:00100000:3.0:1746167560.486581:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8112 00000100:00100000:1.0:1746167560.486585:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423595392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167560.486611:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423595392:12345-0@lo:400:kworker.0 Request processed in 27us (79us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167560.486616:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3979 00000100:00080000:1.0:1746167560.486636:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167560.486638:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167560.486641:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423595136:0@lo:8:kworker.0 00000100:00100000:0.0:1746167560.486710:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124018000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423593984:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167560.486716:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423594496:0@lo:400:kworker.0 00000100:00100000:0.0:1746167560.486734:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167560.486756:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423595264:0@lo:400:kworker.0 00000100:00100000:0.0:1746167560.486772:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167560.486838:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423595264 00000100:00100000:3.0:1746167560.486842:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423595264 00000100:00100000:3.0:1746167560.486873:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8113 00000100:00100000:3.0:1746167560.486878:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423595264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167560.486912:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423595264:12345-0@lo:400:kworker.0 Request processed in 34us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167560.486913:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e860050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423594112:12345-0@lo:400:kworker.0 Request processed in 2349us (2442us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167560.486917:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8113 00000100:00100000:2.0:1746167560.486920:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1253 00000100:00100000:3.0:1746167560.486931:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423594496 00000100:00100000:3.0:1746167560.486933:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423594496 00000100:00100000:3.0:1746167560.486947:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36548 00000100:00100000:3.0:1746167560.486950:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423594496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167560.486971:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423594496:12345-0@lo:400:kworker.0 Request processed in 21us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167560.486976:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36548 00000100:00080000:3.0:1746167560.486991:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167560.487035:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423594496:0@lo:400:kworker.0 00000100:00100000:0.0:1746167560.487043:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423595264:0@lo:400:kworker.0 00000100:00100000:1.0:1746167560.487138:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009daff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423594112:0@lo:400:kworker.0 00000100:00100000:1.0:1746167560.487146:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423594752:0@lo:400:kworker.0 00000100:00100000:1.0:1746167560.487153:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f128700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423595392:0@lo:400:kworker.0 00000100:00100000:2.0:1746167560.546124:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746167560.546142:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124019180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423595520:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167560.546194:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167560.546281:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423595520 00000100:00100000:3.0:1746167560.546288:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423595520 00000100:00100000:3.0:1746167560.546329:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36549 00000100:00100000:3.0:1746167560.546335:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423595520:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167560.546361:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167560.546394:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423595520:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167560.546399:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36549 00000100:00100000:2.0:1746167560.546474:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124019180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423595520:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167560.818213:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124019f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423595648:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167560.818270:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167560.819200:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423595648 00000100:00100000:1.0:1746167560.819207:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423595648 00000100:00100000:1.0:1746167560.819254:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7510 00000100:00100000:1.0:1746167560.819260:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423595648:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167560.819279:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167560.819327:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423595648:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (1056us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167560.819332:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7510 00000100:00100000:2.0:1746167560.819432:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124019f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423595648:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167561.384203:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167562.386189:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167562.432213:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167562.432260:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167562.432290:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167562.432367:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167562.432407:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439268224 00000100:00100000:0.0:1746167562.432417:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439268224 00000100:00100000:0.0:1746167562.432453:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50780 00000100:00100000:0.0:1746167562.432460:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439268224:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167562.432483:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167562.432526:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439268224:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 65us (158us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167562.432531:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50780 00000100:00100000:1.0:1746167562.432657:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439267968 00000100:00100000:1.0:1746167562.432661:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439267968 00000100:00100000:1.0:1746167562.432724:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439268096 00000100:00100000:1.0:1746167562.432726:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439268096 00000100:00100000:1.0:1746167562.432742:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3980 00000100:00100000:1.0:1746167562.432747:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439267968:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167562.432785:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439267968:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 38us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167562.432791:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3980 00000100:00100000:1.0:1746167562.432802:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3981 00000100:00100000:1.0:1746167562.432807:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439268096:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167562.432838:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439268096:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 18us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167562.432843:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3981 00000100:00080000:1.0:1746167562.432898:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167562.432902:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167562.432968:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439267840 00000100:00100000:2.0:1746167562.432972:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439267840 00000100:00100000:2.0:1746167562.433002:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1254 00000100:00100000:2.0:1746167562.433007:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439267840:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167562.433032:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439267840:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 25us (772us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167562.433038:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1254 00010000:00010000:0.0:1746167563.387932:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167564.389925:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167564.610174:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423595776:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167564.610335:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167564.614460:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423595776 00000100:00100000:3.0:1746167564.614471:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423595776 00000100:00100000:3.0:1746167564.614534:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7511 00000100:00100000:3.0:1746167564.614542:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423595776:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167564.614569:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167564.614624:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423595776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (4290us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167564.614630:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7511 00000100:00100000:3.0:1746167564.614703:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423595776:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1746167564.614824:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746167565.392023:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167565.490670:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423595904:0@lo:400:kworker.0 00000100:00100000:1.0:1746167565.490754:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167565.490818:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423595904 00000100:00100000:1.0:1746167565.490824:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423595904 00000100:00080000:0.0:1746167565.490887:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167565.490891:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167565.490894:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167565.490898:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11481 00000100:00080000:0.0:1746167565.490902:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746167565.490906:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167565.490920:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009fa90000 x1830977423596416/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167565.490943:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167565.490946:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167565.490948:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167565.490950:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11481 00000100:00080000:0.0:1746167565.490952:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746167565.490954:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167565.490961:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088c3aa00 x1830977423596928/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167565.490988:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423596544:0@lo:400:kworker.0 00000100:00100000:3.0:1746167565.491005:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423596288:0@lo:400:kworker.0 00000100:00100000:0.0:1746167565.491011:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167565.491023:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423597184:0@lo:400:kworker.0 00000100:00100000:3.0:1746167565.491034:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167565.491037:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167565.491086:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423596160:0@lo:400:kworker.0 00000100:00100000:2.0:1746167565.491105:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167565.491123:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423596800:0@lo:400:kworker.0 00000100:00100000:2.0:1746167565.491148:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423597184 00000100:00100000:2.0:1746167565.491150:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423597184 00000100:00100000:2.0:1746167565.491171:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423596160 00000100:00100000:2.0:1746167565.491172:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423596160 00000100:00100000:2.0:1746167565.491191:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3982 00000100:00100000:2.0:1746167565.491196:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423597184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167565.491227:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423597184:12345-0@lo:400:kworker.0 Request processed in 31us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167565.491232:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3982 00000100:00100000:2.0:1746167565.491242:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3983 00000100:00100000:2.0:1746167565.491246:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423596160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167565.491261:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423596160:12345-0@lo:400:kworker.0 Request processed in 16us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167565.491265:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3983 00000100:00080000:2.0:1746167565.491277:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167565.491290:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423596416:0@lo:8:kworker.0 00000100:00100000:2.0:1746167565.491305:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167565.491315:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423596928:0@lo:8:kworker.0 00000100:00100000:2.0:1746167565.491325:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167565.491349:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423596544 00000100:00100000:2.0:1746167565.491351:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423596544 00000100:00100000:2.0:1746167565.491363:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423596416 00000100:00100000:2.0:1746167565.491364:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423596416 00000100:00100000:2.0:1746167565.491370:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423596928 00000100:00100000:2.0:1746167565.491372:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423596928 00000100:00100000:2.0:1746167565.491379:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8114 00000100:00100000:2.0:1746167565.491383:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423596544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167565.491401:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423596544:12345-0@lo:400:kworker.0 Request processed in 18us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167565.491407:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8114 00000100:00100000:2.0:1746167565.491413:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50781 00000100:00100000:2.0:1746167565.491416:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423596416:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167565.491431:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167565.491445:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423596416:12345-0@lo:8:kworker.0 Request processed in 28us (141us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167565.491450:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50781 00000100:00100000:2.0:1746167565.491455:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50782 00000100:00100000:2.0:1746167565.491457:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423596928:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167565.491463:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167565.491473:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423596928:12345-0@lo:8:kworker.0 Request processed in 15us (147us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167565.491476:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50782 00000100:00100000:0.0:1746167565.491603:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423596544:0@lo:400:kworker.0 00000100:00100000:0.0:1746167565.491610:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423597184:0@lo:400:kworker.0 00000100:00100000:0.0:1746167565.491646:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423596032:0@lo:400:kworker.0 00000100:00100000:0.0:1746167565.491665:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167565.491695:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423596672:0@lo:400:kworker.0 00000100:00100000:0.0:1746167565.491710:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167565.492842:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423596288 00000100:00100000:3.0:1746167565.492847:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423596288 00000100:00100000:3.0:1746167565.492876:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36550 00000100:00100000:3.0:1746167565.492880:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423596288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167565.492911:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423596288:12345-0@lo:400:kworker.0 Request processed in 30us (1877us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167565.492915:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36550 00000100:00100000:3.0:1746167565.492941:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423596288:0@lo:400:kworker.0 00000100:00100000:3.0:1746167565.492947:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423597056:0@lo:400:kworker.0 00000100:00100000:3.0:1746167565.492961:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167565.492971:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423597056 00000100:00100000:3.0:1746167565.492973:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423597056 00000100:00100000:3.0:1746167565.492992:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8115 00000100:00100000:3.0:1746167565.492995:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423597056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167565.493012:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423597056:12345-0@lo:400:kworker.0 Request processed in 16us (50us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167565.493016:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8115 00000100:00080000:3.0:1746167565.493024:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167565.493033:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423597056:0@lo:400:kworker.0 00000100:00100000:1.0:1746167565.493087:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1255 00000100:00100000:1.0:1746167565.493094:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423595904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167565.493122:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423595904:12345-0@lo:400:kworker.0 Request processed in 30us (2370us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167565.493126:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1255 00000100:00100000:0.0:1746167565.494925:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423596032 00000100:00100000:0.0:1746167565.494933:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423596032 00000100:00100000:0.0:1746167565.494974:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423596672 00000100:00100000:0.0:1746167565.494977:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423596672 00000100:00100000:0.0:1746167565.494991:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3984 00000100:00100000:0.0:1746167565.494997:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423596032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167565.495043:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423596032:12345-0@lo:400:kworker.0 Request processed in 46us (3377us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167565.495049:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3984 00000100:00100000:0.0:1746167565.495059:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3985 00000100:00100000:0.0:1746167565.495063:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423596672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167565.495082:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423596672:12345-0@lo:400:kworker.0 Request processed in 19us (3371us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167565.495086:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3985 00000100:00080000:0.0:1746167565.495095:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167565.495117:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423596032:0@lo:400:kworker.0 00000100:00100000:0.0:1746167565.495125:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423596672:0@lo:400:kworker.0 00000100:00100000:0.0:1746167565.495160:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423595904:0@lo:400:kworker.0 00000100:00100000:0.0:1746167565.495196:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167565.495231:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423596160:0@lo:400:kworker.0 00000100:00100000:0.0:1746167565.495251:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423596800 00000100:00100000:0.0:1746167565.495254:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423596800 00000100:00100000:0.0:1746167565.495272:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36551 00000100:00100000:0.0:1746167565.495276:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423596800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167565.495303:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423596800:12345-0@lo:400:kworker.0 Request processed in 26us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167565.495308:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36551 00000100:00100000:0.0:1746167565.495327:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423596800:0@lo:400:kworker.0 00000100:00080000:2.0:1746167565.495576:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167565.495581:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167565.495584:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423596416:0@lo:8:kworker.0 00000100:00080000:2.0:1746167565.495596:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167565.495599:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167565.495602:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423596928:0@lo:8:kworker.0 00000100:00100000:1.0:1746167565.511692:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746167565.511713:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423597312:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167565.511771:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167565.512053:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423597312 00000100:00100000:0.0:1746167565.512058:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423597312 00000100:00100000:0.0:1746167565.512097:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36552 00000100:00100000:0.0:1746167565.512103:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423597312:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167565.512130:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167565.512162:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423597312:12345-0@lo:41:osp-pre-1-0.0 Request processed in 60us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167565.512167:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36552 00000100:00100000:1.0:1746167565.512237:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423597312:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167565.554150:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423597440:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167565.554215:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167565.554409:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423597440 00000100:00100000:0.0:1746167565.554417:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423597440 00000100:00100000:0.0:1746167565.554466:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36553 00000100:00100000:0.0:1746167565.554473:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423597440:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167565.554732:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167565.554795:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423597440:12345-0@lo:41:osp-pre-0-1.0 Request processed in 322us (579us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167565.554802:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36553 00000100:00100000:1.0:1746167565.554909:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423597440:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167565.826249:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746167565.826268:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423597568:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167565.826326:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167565.826417:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423597568 00000100:00100000:1.0:1746167565.826423:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423597568 00000100:00100000:1.0:1746167565.826454:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7512 00000100:00100000:1.0:1746167565.826461:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423597568:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167565.826480:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167565.826526:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423597568:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167565.826532:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7512 00000100:00100000:0.0:1746167565.826847:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423597568:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167566.396381:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167567.398104:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167567.439829:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167567.443011:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167567.443057:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167567.443085:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167567.443112:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439268480 00000100:00100000:0.0:1746167567.443119:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439268480 00000100:00100000:0.0:1746167567.443157:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439268608 00000100:00100000:0.0:1746167567.443159:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439268608 00000100:00100000:0.0:1746167567.443175:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3986 00000100:00100000:0.0:1746167567.443183:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439268480:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167567.443238:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439268480:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 56us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167567.443244:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3986 00000100:00100000:0.0:1746167567.443257:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3987 00000100:00100000:0.0:1746167567.443262:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439268608:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167567.443281:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439268608:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 19us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167567.443286:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3987 00000100:00080000:0.0:1746167567.443298:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167567.443301:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167567.443324:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439268352 00000100:00100000:0.0:1746167567.443326:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439268352 00000100:00100000:0.0:1746167567.443359:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1256 00000100:00100000:0.0:1746167567.443364:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a080a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439268352:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167567.443385:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a080a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439268352:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 21us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167567.443389:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1256 00000100:00100000:2.0:1746167567.446842:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439268736 00000100:00100000:2.0:1746167567.446852:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439268736 00000100:00100000:2.0:1746167567.446898:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50783 00000100:00100000:2.0:1746167567.446905:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439268736:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167567.446926:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167567.446986:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439268736:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 81us (7163us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167567.446993:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50783 00010000:00010000:0.0:1746167568.401897:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167569.404135:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167569.633837:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746167569.633854:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423597696:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167569.633905:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167569.633963:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423597696 00000100:00100000:3.0:1746167569.633969:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423597696 00000100:00100000:3.0:1746167569.634944:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7513 00000100:00100000:3.0:1746167569.634952:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423597696:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167569.634977:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167569.635020:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423597696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (1114us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167569.635025:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7513 00000100:00100000:2.0:1746167569.635059:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423597696:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1746167569.635843:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746167570.407537:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167570.498130:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423597824:0@lo:400:kworker.0 00000100:00100000:3.0:1746167570.498182:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167570.498221:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746167570.498226:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423597952:0@lo:400:kworker.0 00000100:00100000:3.0:1746167570.498244:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167570.499187:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423598080:0@lo:400:kworker.0 00000100:00100000:2.0:1746167570.499235:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423597824 00000100:00100000:2.0:1746167570.499241:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423597824 00000100:00100000:2.0:1746167570.499274:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1257 00000100:00100000:2.0:1746167570.499279:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0808c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423597824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167570.499311:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0808c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423597824:12345-0@lo:400:kworker.0 Request processed in 32us (1130us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167570.499316:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1257 00000100:00100000:3.0:1746167570.501388:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423597824:0@lo:400:kworker.0 00000100:00100000:2.0:1746167570.501474:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167570.501520:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423597952 00000100:00100000:2.0:1746167570.501524:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423597952 00000100:00100000:2.0:1746167570.501554:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423598080 00000100:00100000:2.0:1746167570.501556:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423598080 00000100:00100000:2.0:1746167570.501792:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3988 00000100:00100000:2.0:1746167570.501799:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423597952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167570.501840:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423597952:12345-0@lo:400:kworker.0 Request processed in 43us (3595us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167570.501846:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3988 00000100:00100000:2.0:1746167570.501857:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3989 00000100:00100000:2.0:1746167570.501861:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423598080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167570.501884:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423598080:12345-0@lo:400:kworker.0 Request processed in 23us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167570.501890:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3989 00000100:00100000:2.0:1746167570.501913:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423598080:0@lo:400:kworker.0 00000100:00080000:2.0:1746167570.501937:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746167570.501940:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167570.502035:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423597952:0@lo:400:kworker.0 00000100:00080000:0.0:1746167570.506062:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167570.506067:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167570.506070:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1746167570.506072:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423598208:0@lo:400:kworker.0 00000100:00080000:0.0:1746167570.506075:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11486 00000100:00080000:0.0:1746167570.506079:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746167570.506084:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167570.506103:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ae89880 x1830977423598336/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167570.506128:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746167570.506149:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167570.506152:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167570.506153:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167570.506156:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11486 00000100:00080000:0.0:1746167570.506158:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1746167570.506159:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1746167570.506161:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167570.506163:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423598720:0@lo:400:kworker.0 00000100:00100000:0.0:1746167570.506169:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088c39c00 x1830977423598848/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167570.506179:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167570.506199:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423598976:0@lo:400:kworker.0 00000100:00100000:0.0:1746167570.506205:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423598208 00000100:00100000:0.0:1746167570.506211:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423598208 00000100:00100000:1.0:1746167570.506216:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167570.506235:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423598592:0@lo:400:kworker.0 00000100:00100000:0.0:1746167570.506240:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423598720 00000100:00100000:0.0:1746167570.506241:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423598720 00000100:00100000:1.0:1746167570.506254:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167570.506255:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36554 00000100:00100000:0.0:1746167570.506261:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423598208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167570.506265:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1746167570.506269:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423598464:0@lo:400:kworker.0 00000100:00100000:1.0:1746167570.506281:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167570.506291:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423599104:0@lo:400:kworker.0 00000100:00100000:0.0:1746167570.506296:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423598208:12345-0@lo:400:kworker.0 Request processed in 36us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167570.506302:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36554 00000100:00100000:1.0:1746167570.506304:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167570.506313:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36555 00000100:00100000:0.0:1746167570.506317:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423598720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167570.506331:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423598208:0@lo:400:kworker.0 00000100:00100000:0.0:1746167570.506336:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423598720:12345-0@lo:400:kworker.0 Request processed in 18us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167570.506340:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36555 00000100:00100000:1.0:1746167570.506349:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423598720:0@lo:400:kworker.0 00000100:00100000:1.0:1746167570.506362:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423598592 00000100:00100000:1.0:1746167570.506364:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423598592 00000100:00100000:0.0:1746167570.506379:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423598976 00000100:00100000:0.0:1746167570.506381:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423598976 00000100:00100000:1.0:1746167570.506381:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423599104 00000100:00100000:1.0:1746167570.506382:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423599104 00000100:00100000:1.0:1746167570.506393:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3990 00000100:00100000:1.0:1746167570.506397:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423598592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167570.506401:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423598464 00000100:00100000:0.0:1746167570.506403:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423598464 00000100:00100000:0.0:1746167570.506413:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8116 00000100:00100000:0.0:1746167570.506417:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423598976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167570.506421:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423598592:12345-0@lo:400:kworker.0 Request processed in 24us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167570.506426:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3990 00000100:00100000:1.0:1746167570.506435:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3991 00000100:00100000:0.0:1746167570.506438:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423598976:12345-0@lo:400:kworker.0 Request processed in 21us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167570.506439:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423599104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167570.506443:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8116 00000100:00100000:0.0:1746167570.506450:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8117 00000100:00100000:0.0:1746167570.506454:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423598464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167570.506456:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423599104:12345-0@lo:400:kworker.0 Request processed in 17us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167570.506460:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3991 00000100:00100000:0.0:1746167570.506469:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423598464:12345-0@lo:400:kworker.0 Request processed in 15us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167570.506473:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8117 00000100:00100000:1.0:1746167570.506476:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423598976:0@lo:400:kworker.0 00000100:00100000:1.0:1746167570.506491:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423598464:0@lo:400:kworker.0 00000100:00080000:0.0:1746167570.506497:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167570.506497:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423599104:0@lo:400:kworker.0 00000100:00100000:1.0:1746167570.506503:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423598592:0@lo:400:kworker.0 00000100:00100000:3.0:1746167570.506573:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423598336:0@lo:8:kworker.0 00000100:00100000:3.0:1746167570.506596:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167570.506618:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423598848:0@lo:8:kworker.0 00000100:00100000:3.0:1746167570.506632:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167570.506662:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423598336 00000100:00100000:1.0:1746167570.506665:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423598336 00000100:00100000:0.0:1746167570.506700:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423598848 00000100:00100000:0.0:1746167570.506704:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423598848 00000100:00100000:0.0:1746167570.506717:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50784 00000100:00100000:0.0:1746167570.506721:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423598336:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746167570.506727:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50785 00000100:00100000:1.0:1746167570.506730:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423598848:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167570.506737:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1746167570.506738:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167570.506759:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423598336:12345-0@lo:8:kworker.0 Request processed in 38us (163us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167570.506764:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50784 00000100:00100000:1.0:1746167570.506862:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423598848:12345-0@lo:8:kworker.0 Request processed in 129us (228us total) trans 0 rc -19/-19 00000100:00080000:3.0:1746167570.506863:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167570.506866:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167570.506867:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50785 00000100:00100000:3.0:1746167570.506869:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423598336:0@lo:8:kworker.0 00000100:00080000:3.0:1746167570.506876:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167570.506878:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167570.506880:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423598848:0@lo:8:kworker.0 00000100:00100000:0.0:1746167570.531201:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167570.531223:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423599232:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167570.531280:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167570.532701:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423599232 00000100:00100000:1.0:1746167570.532709:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423599232 00000100:00100000:1.0:1746167570.532758:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36556 00000100:00100000:1.0:1746167570.532765:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423599232:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746167570.532795:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167570.532851:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423599232:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (1571us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167570.532857:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36556 00000100:00100000:0.0:1746167570.532899:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423599232:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167570.563794:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423599360:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167570.563851:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167570.564090:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423599360 00000100:00100000:0.0:1746167570.564097:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423599360 00000100:00100000:0.0:1746167570.564136:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36557 00000100:00100000:0.0:1746167570.564142:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423599360:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167570.564171:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167570.564879:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423599360:12345-0@lo:41:osp-pre-0-1.0 Request processed in 736us (1027us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167570.564885:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36557 00000100:00100000:2.0:1746167570.564887:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423599360:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167570.834104:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423599488:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167570.834162:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167570.834307:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423599488 00000100:00100000:3.0:1746167570.834314:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423599488 00000100:00100000:3.0:1746167570.834356:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7514 00000100:00100000:3.0:1746167570.834363:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423599488:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167570.834381:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167570.834418:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423599488:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167570.834424:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7514 00000100:00100000:1.0:1746167570.834503:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423599488:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167571.411264:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167572.413864:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167572.449240:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167572.452105:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167572.452889:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439268992 00000100:00100000:1.0:1746167572.452897:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439268992 00000100:00100000:1.0:1746167572.452944:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3992 00000100:00100000:1.0:1746167572.453119:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439268992:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167572.453178:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439268992:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 227us (3944us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167572.453189:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3992 00000100:00080000:1.0:1746167572.453221:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167572.453366:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167572.453396:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167572.453418:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439269248 00000100:00100000:0.0:1746167572.453421:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439269248 00000100:00100000:2.0:1746167572.453725:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439268864 00000100:00100000:2.0:1746167572.453729:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439268864 00000100:00100000:2.0:1746167572.453752:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1258 00000100:00100000:2.0:1746167572.453757:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0808450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439268864:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167572.453783:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0808450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439268864:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 25us (1686us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167572.453788:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1258 00000100:00100000:1.0:1746167572.454249:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439269120 00000100:00100000:1.0:1746167572.454253:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439269120 00000100:00100000:1.0:1746167572.454276:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3993 00000100:00100000:1.0:1746167572.454283:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439269120:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167572.454309:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439269120:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 26us (943us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167572.454314:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3993 00000100:00080000:1.0:1746167572.454324:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167572.454695:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50786 00000100:00100000:0.0:1746167572.454700:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439269248:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167572.454719:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167572.455050:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439269248:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 347us (1652us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167572.455056:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50786 00010000:00010000:0.0:1746167573.416249:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167574.419254:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167574.642528:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746167574.642547:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423599616:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167574.642604:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167574.644195:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423599616 00000100:00100000:2.0:1746167574.644204:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423599616 00000100:00080000:1.0:1746167574.644257:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167574.644270:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7515 00000100:00100000:2.0:1746167574.644279:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423599616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167574.644310:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167574.644368:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423599616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (1764us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167574.644375:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7515 00000100:00100000:3.0:1746167574.644450:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423599616:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746167575.419991:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167575.522227:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423599744:0@lo:400:kworker.0 00000100:00100000:3.0:1746167575.522284:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167575.524304:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423599872:0@lo:400:kworker.0 00000100:00100000:1.0:1746167575.524348:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167575.524408:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423599872 00000100:00100000:1.0:1746167575.524415:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423599872 00000100:00100000:1.0:1746167575.524457:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3994 00000100:00100000:1.0:1746167575.524662:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423599872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167575.524722:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423599872:12345-0@lo:400:kworker.0 Request processed in 258us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167575.524729:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3994 00000100:00080000:1.0:1746167575.524749:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167575.524775:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423599872:0@lo:400:kworker.0 00000100:00080000:0.0:1746167575.525115:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167575.525119:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167575.525123:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167575.525128:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11491 00000100:00080000:0.0:1746167575.525131:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167575.525135:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167575.525142:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423600128:0@lo:400:kworker.0 00000100:00100000:0.0:1746167575.525169:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167575.525204:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423600128 00000100:00100000:0.0:1746167575.525207:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423600128 00000100:00100000:0.0:1746167575.525227:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36558 00000100:00100000:0.0:1746167575.525232:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423600128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167575.525261:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423600128:12345-0@lo:400:kworker.0 Request processed in 29us (91us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167575.525266:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36558 00000100:00100000:0.0:1746167575.525286:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423600128:0@lo:400:kworker.0 00000100:00100000:0.0:1746167575.525309:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006dc7dc00 x1830977423600256/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167575.525331:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167575.525336:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423600384:0@lo:400:kworker.0 00000100:00100000:0.0:1746167575.525354:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167575.525372:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423600384 00000100:00100000:0.0:1746167575.525375:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423600384 00000100:00100000:0.0:1746167575.525394:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8118 00000100:00100000:0.0:1746167575.525399:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423600384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167575.525482:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423600256:0@lo:8:kworker.0 00000100:00100000:3.0:1746167575.525503:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167575.525524:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423599744 00000100:00100000:2.0:1746167575.525528:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423599744 00000100:00100000:2.0:1746167575.525551:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1259 00000100:00100000:2.0:1746167575.525556:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0809450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423599744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167575.525589:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0809450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423599744:12345-0@lo:400:kworker.0 Request processed in 33us (3305us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167575.525595:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1259 00000100:00100000:1.0:1746167575.527700:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423600000:0@lo:400:kworker.0 00000100:00100000:1.0:1746167575.527744:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167575.527788:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423600000 00000100:00100000:1.0:1746167575.527793:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423600000 00000100:00100000:1.0:1746167575.527824:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3995 00000100:00100000:1.0:1746167575.527829:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423600000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167575.527863:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423600000:12345-0@lo:400:kworker.0 Request processed in 34us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167575.527868:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3995 00000100:00080000:1.0:1746167575.527882:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167575.527904:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423600000:0@lo:400:kworker.0 00000100:00100000:3.0:1746167575.528833:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423599744:0@lo:400:kworker.0 00000100:00100000:2.0:1746167575.529069:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423600256 00000100:00100000:2.0:1746167575.529074:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423600256 00000100:00100000:2.0:1746167575.529094:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50787 00000100:00100000:2.0:1746167575.529098:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423600256:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167575.529116:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167575.529149:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423600256:12345-0@lo:8:kworker.0 Request processed in 50us (3645us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167575.529154:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50787 00000100:00100000:1.0:1746167575.529397:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423600512:0@lo:400:kworker.0 00000100:00100000:1.0:1746167575.529420:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167575.529894:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423600512 00000100:00100000:1.0:1746167575.529897:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423600512 00000100:00100000:1.0:1746167575.529917:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3996 00000100:00100000:1.0:1746167575.529921:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423600512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167575.529952:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423600512:12345-0@lo:400:kworker.0 Request processed in 30us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167575.529956:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3996 00000100:00100000:1.0:1746167575.529978:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423600512:0@lo:400:kworker.0 00000100:00080000:1.0:1746167575.529999:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167575.530003:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167575.530005:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167575.530009:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11491 00000100:00080000:1.0:1746167575.530011:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167575.530015:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167575.530021:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423600640:0@lo:400:kworker.0 00000100:00100000:1.0:1746167575.530043:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167575.530064:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423600640 00000100:00100000:1.0:1746167575.530066:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423600640 00000100:00100000:1.0:1746167575.530083:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36559 00000100:00100000:1.0:1746167575.530087:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f128700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423600640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167575.530112:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f128700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423600640:12345-0@lo:400:kworker.0 Request processed in 24us (68us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167575.530117:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36559 00000100:00100000:1.0:1746167575.530135:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423600640:0@lo:400:kworker.0 00000100:00100000:1.0:1746167575.530157:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ae8b100 x1830977423600768/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167575.530178:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746167575.530183:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009daff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423600896:0@lo:400:kworker.0 00000100:00100000:1.0:1746167575.530201:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167575.530218:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423600896 00000100:00100000:1.0:1746167575.530220:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423600896 00000100:00100000:1.0:1746167575.530243:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8119 00000100:00100000:1.0:1746167575.530248:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f849880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423600896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167575.530273:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f849880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423600896:12345-0@lo:400:kworker.0 Request processed in 25us (72us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167575.530278:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8119 00000100:00080000:1.0:1746167575.530289:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167575.530302:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009daff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423600896:0@lo:400:kworker.0 00000100:00100000:0.0:1746167575.530418:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423600384:12345-0@lo:400:kworker.0 Request processed in 5017us (5062us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167575.530425:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8118 00000100:00100000:3.0:1746167575.530572:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423600384:0@lo:400:kworker.0 00000100:00100000:3.0:1746167575.530590:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423600768:0@lo:8:kworker.0 00000100:00100000:3.0:1746167575.530619:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746167575.530647:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167575.530651:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167575.530654:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423600256:0@lo:8:kworker.0 00000100:00100000:0.0:1746167575.530722:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423600768 00000100:00100000:0.0:1746167575.530726:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423600768 00000100:00100000:0.0:1746167575.530748:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50788 00000100:00100000:0.0:1746167575.530751:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423600768:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167575.530765:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167575.530788:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423600768:12345-0@lo:8:kworker.0 Request processed in 35us (168us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167575.530792:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50788 00000100:00100000:2.0:1746167575.530871:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746167575.530879:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423601024:0@lo:400:kworker.0 00000100:00100000:2.0:1746167575.531107:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746167575.531298:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167575.531301:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167575.531305:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423600768:0@lo:8:kworker.0 00000100:00100000:0.0:1746167575.532511:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423601024 00000100:00100000:0.0:1746167575.532518:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423601024 00000100:00100000:0.0:1746167575.532552:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3997 00000100:00100000:0.0:1746167575.532558:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423601024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167575.532615:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423601024:12345-0@lo:400:kworker.0 Request processed in 57us (1507us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167575.532621:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3997 00000100:00100000:2.0:1746167575.532714:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423601024:0@lo:400:kworker.0 00000100:00100000:1.0:1746167575.538169:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423601152:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167575.538241:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167575.538469:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423601152 00000100:00100000:0.0:1746167575.538476:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423601152 00000100:00100000:0.0:1746167575.538512:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36560 00000100:00100000:0.0:1746167575.538518:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423601152:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167575.538545:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167575.539093:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423601152:12345-0@lo:41:osp-pre-1-0.0 Request processed in 573us (850us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167575.539100:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36560 00000100:00100000:1.0:1746167575.540109:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423601152:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167575.572646:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423601280:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167575.572788:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167575.572913:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423601280 00000100:00100000:2.0:1746167575.572920:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423601280 00000100:00100000:2.0:1746167575.572965:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36561 00000100:00100000:2.0:1746167575.572973:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423601280:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746167575.573001:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746167575.573051:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423601280:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167575.573057:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36561 00000100:00100000:1.0:1746167575.573129:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423601280:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167575.843168:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423601408:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167575.843230:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167575.843471:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423601408 00000100:00100000:3.0:1746167575.843477:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423601408 00000100:00100000:3.0:1746167575.843521:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7516 00000100:00100000:3.0:1746167575.843528:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423601408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167575.843547:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167575.843591:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423601408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167575.843623:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7516 00000100:00100000:2.0:1746167575.843741:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423601408:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167576.421998:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167577.424075:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167577.455871:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167577.455925:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167577.455938:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439269760 00000100:00100000:2.0:1746167577.455946:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439269760 00000100:00100000:1.0:1746167577.455976:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439269504 00000100:00100000:1.0:1746167577.455981:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439269504 00000100:00100000:2.0:1746167577.456411:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50789 00000100:00100000:1.0:1746167577.456412:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3998 00000100:00100000:2.0:1746167577.456418:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439269760:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:1.0:1746167577.456419:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439269504:12345-192.168.201.29@tcp:400:kworker.0 00010000:00020000:2.0:1746167577.456444:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1746167577.456852:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167577.456924:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439269504:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 504us (996us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167577.456924:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439269760:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 504us (1058us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167577.456931:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50789 00000100:00100000:1.0:1746167577.456932:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3998 00000100:00100000:0.0:1746167577.457156:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167577.457180:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167577.457223:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439269376 00000100:00100000:2.0:1746167577.457226:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439269376 00000100:00100000:2.0:1746167577.457435:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1260 00000100:00100000:2.0:1746167577.457442:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439269376:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167577.457468:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439269376:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 26us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167577.457473:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1260 00000100:00100000:1.0:1746167577.457500:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439269632 00000100:00100000:1.0:1746167577.457504:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439269632 00000100:00100000:1.0:1746167577.457530:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 3999 00000100:00100000:1.0:1746167577.457535:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439269632:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167577.457797:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439269632:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 261us (615us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167577.457803:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 3999 00000100:00080000:1.0:1746167577.457822:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1746167578.425956:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167579.427915:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167579.651194:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423601536:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167579.651250:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167579.651369:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423601536 00000100:00100000:1.0:1746167579.651375:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423601536 00000100:00080000:2.0:1746167579.651417:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167579.651424:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7517 00000100:00100000:1.0:1746167579.651431:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423601536:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167579.651454:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167579.651916:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423601536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 484us (665us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167579.651924:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7517 00000100:00100000:0.0:1746167579.652011:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423601536:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746167580.432842:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167580.546184:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423601664:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167580.546189:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423601920:0@lo:400:kworker.0 00000100:00100000:0.0:1746167580.546245:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167580.546263:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423601920 00000100:00100000:1.0:1746167580.546270:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423601920 00000100:00100000:1.0:1746167580.546309:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4000 00000100:00100000:1.0:1746167580.546315:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423601920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167580.546321:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423602048:0@lo:400:kworker.0 00000100:00100000:0.0:1746167580.546341:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167580.546356:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423601920:12345-0@lo:400:kworker.0 Request processed in 42us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167580.546361:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4000 00000100:00100000:0.0:1746167580.546368:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423602048 00000100:00100000:0.0:1746167580.546371:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423602048 00000100:00080000:1.0:1746167580.546379:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167580.546382:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167580.546392:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4001 00000100:00100000:1.0:1746167580.546397:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423602048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167580.546415:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423601920:0@lo:400:kworker.0 00000100:00100000:1.0:1746167580.546419:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423602048:12345-0@lo:400:kworker.0 Request processed in 22us (77us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167580.546423:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4001 00000100:00080000:0.0:1746167580.546436:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167580.546439:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167580.546442:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1746167580.546443:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423602048:0@lo:400:kworker.0 00000100:00080000:0.0:1746167580.546446:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11496 00000100:00080000:0.0:1746167580.546448:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167580.546452:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167580.546467:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130e14700 x1830977423602304/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167580.546515:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423601792:0@lo:400:kworker.0 00000100:00100000:3.0:1746167580.546569:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167580.546596:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423602176:0@lo:400:kworker.0 00000100:00100000:3.0:1746167580.546612:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167580.546632:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423601792 00000100:00100000:3.0:1746167580.546635:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423601792 00000100:00100000:3.0:1746167580.546654:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1261 00000100:00100000:3.0:1746167580.546658:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423601792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167580.546703:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423601792:12345-0@lo:400:kworker.0 Request processed in 45us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167580.546708:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1261 00000100:00100000:3.0:1746167580.546735:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423601792:0@lo:400:kworker.0 00000100:00100000:0.0:1746167580.546881:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423602560:0@lo:400:kworker.0 00000100:00100000:0.0:1746167580.546902:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746167580.546927:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167580.546930:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167580.546931:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167580.546934:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11496 00000100:00080000:0.0:1746167580.546937:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746167580.546940:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167580.546945:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167580.546949:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423602688:0@lo:400:kworker.0 00000100:00100000:0.0:1746167580.546965:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167580.546988:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130e17800 x1830977423602816/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167580.547022:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423602176 00000100:00100000:0.0:1746167580.547025:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423602176 00000100:00100000:0.0:1746167580.547043:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423602688 00000100:00100000:0.0:1746167580.547045:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423602688 00000100:00100000:0.0:1746167580.547057:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36562 00000100:00100000:0.0:1746167580.547062:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423602176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167580.547088:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423602176:12345-0@lo:400:kworker.0 Request processed in 26us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167580.547093:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36562 00000100:00100000:0.0:1746167580.547118:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36563 00000100:00100000:0.0:1746167580.547123:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423602688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167580.547143:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423602688:12345-0@lo:400:kworker.0 Request processed in 20us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167580.547148:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36563 00000100:00100000:0.0:1746167580.547171:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423602688:0@lo:400:kworker.0 00000100:00100000:1.0:1746167580.547189:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423602560 00000100:00100000:1.0:1746167580.547193:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423602560 00000100:00100000:0.0:1746167580.547220:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4002 00000100:00100000:0.0:1746167580.547225:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423602560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167580.547250:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423602560:12345-0@lo:400:kworker.0 Request processed in 25us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167580.547255:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4002 00000100:00100000:0.0:1746167580.547274:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423602560:0@lo:400:kworker.0 00000100:00100000:2.0:1746167580.547335:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167580.547354:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423602432:0@lo:400:kworker.0 00000100:00100000:2.0:1746167580.547372:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167580.547382:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423603072:0@lo:400:kworker.0 00000100:00100000:2.0:1746167580.547394:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167580.547403:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746167580.547406:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423602944:0@lo:400:kworker.0 00000100:00100000:2.0:1746167580.547418:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167580.547433:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423602432 00000100:00100000:2.0:1746167580.547435:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423602432 00000100:00100000:2.0:1746167580.547451:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423602944 00000100:00100000:2.0:1746167580.547452:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423602944 00000100:00100000:2.0:1746167580.547465:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8120 00000100:00100000:2.0:1746167580.547469:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423602432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167580.547490:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423602432:12345-0@lo:400:kworker.0 Request processed in 21us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167580.547494:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8120 00000100:00100000:2.0:1746167580.547501:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8121 00000100:00100000:2.0:1746167580.547504:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423602944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167580.547530:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423602944:12345-0@lo:400:kworker.0 Request processed in 24us (110us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167580.547534:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8121 00000100:00100000:2.0:1746167580.547559:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423602944:0@lo:400:kworker.0 00000100:00100000:2.0:1746167580.547567:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423602432:0@lo:400:kworker.0 00000100:00100000:2.0:1746167580.547587:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423602304:0@lo:8:kworker.0 00000100:00100000:2.0:1746167580.547606:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167580.547617:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423602816:0@lo:8:kworker.0 00000100:00100000:2.0:1746167580.547629:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167580.547644:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423602304 00000100:00100000:2.0:1746167580.547647:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423602304 00000100:00100000:2.0:1746167580.547656:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423602816 00000100:00100000:2.0:1746167580.547659:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423602816 00000100:00100000:2.0:1746167580.547667:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50790 00000100:00100000:2.0:1746167580.547670:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097598000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423602304:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167580.547706:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167580.547731:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097598000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423602304:12345-0@lo:8:kworker.0 Request processed in 59us (124us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167580.547736:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50790 00000100:00100000:2.0:1746167580.547745:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50791 00000100:00100000:2.0:1746167580.547748:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423602816:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167580.547756:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167580.547771:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423602816:12345-0@lo:8:kworker.0 Request processed in 22us (142us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167580.547775:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50791 00000100:00080000:2.0:1746167580.547794:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167580.547797:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167580.547800:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423602304:0@lo:8:kworker.0 00000100:00080000:2.0:1746167580.547806:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167580.547808:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167580.547810:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423602816:0@lo:8:kworker.0 00000100:00080000:2.0:1746167580.547849:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167580.547912:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423602176:0@lo:400:kworker.0 00000100:00100000:0.0:1746167580.548602:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423603072 00000100:00100000:0.0:1746167580.548606:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423603072 00000100:00100000:0.0:1746167580.548628:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4003 00000100:00100000:0.0:1746167580.548634:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423603072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167580.548694:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423603072:12345-0@lo:400:kworker.0 Request processed in 60us (1298us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167580.548700:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4003 00000100:00100000:0.0:1746167580.548716:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423601664 00000100:00100000:0.0:1746167580.548718:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423601664 00000100:00100000:0.0:1746167580.548733:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36564 00000100:00100000:0.0:1746167580.548737:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423601664:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167580.548963:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167580.548996:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423603072:0@lo:400:kworker.0 00000100:00100000:0.0:1746167580.548999:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423601664:12345-0@lo:41:osp-pre-1-0.0 Request processed in 260us (1663us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167580.549005:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36564 00000100:00100000:3.0:1746167580.549009:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423601664:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167580.579213:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746167580.579230:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423603200:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167580.579286:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167580.580054:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423603200 00000100:00100000:1.0:1746167580.580061:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423603200 00000100:00100000:1.0:1746167580.581532:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36565 00000100:00100000:1.0:1746167580.581543:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097598a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423603200:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167580.581577:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167580.581647:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097598a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423603200:12345-0@lo:41:osp-pre-0-1.0 Request processed in 107us (2361us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167580.581654:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36565 00000100:00100000:3.0:1746167580.581945:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423603200:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167580.849866:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097599500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423603328:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746167580.849927:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167580.850082:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423603328 00000100:00100000:0.0:1746167580.850089:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423603328 00000100:00100000:0.0:1746167580.850550:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7518 00000100:00100000:0.0:1746167580.850559:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423603328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167580.850578:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167580.850626:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423603328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (699us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167580.850632:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7518 00000100:00100000:3.0:1746167580.850714:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097599500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423603328:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167581.433454:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167582.433837:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167582.462969:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167582.463192:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439270272 00000100:00100000:2.0:1746167582.463200:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439270272 00000100:00100000:2.0:1746167582.463232:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50792 00000100:00100000:2.0:1746167582.463239:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439270272:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167582.463260:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167582.463665:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439270272:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 424us (701us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167582.463672:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50792 00000100:00100000:1.0:1746167582.464977:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167582.465014:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167582.465124:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439270016 00000100:00100000:2.0:1746167582.465129:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439270016 00000100:00100000:2.0:1746167582.465166:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4004 00000100:00100000:2.0:1746167582.465172:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f849180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439270016:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167582.465783:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f849180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439270016:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 610us (807us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167582.465789:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4004 00000100:00080000:2.0:1746167582.465804:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167582.466861:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167582.466995:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439269888 00000100:00100000:3.0:1746167582.467001:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439269888 00000100:00100000:3.0:1746167582.467026:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1262 00000100:00100000:3.0:1746167582.467031:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439269888:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167582.467278:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439269888:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 246us (2262us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167582.467285:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1262 00000100:00100000:0.0:1746167582.467421:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439270144 00000100:00100000:0.0:1746167582.467425:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439270144 00000100:00100000:0.0:1746167582.467454:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4005 00000100:00100000:0.0:1746167582.467459:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f849500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439270144:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:2.0:1746167582.467505:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167582.468002:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f849500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439270144:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 542us (1141us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167582.468009:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4005 00010000:00010000:0.0:1746167583.436462:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167584.438116:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167584.659714:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423603456:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167584.659773:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167584.660435:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423603456 00000100:00100000:1.0:1746167584.660441:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423603456 00000100:00080000:2.0:1746167584.661770:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167584.661835:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7519 00000100:00100000:1.0:1746167584.661845:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423603456:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167584.661870:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167584.662338:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423603456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 495us (2563us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167584.662344:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7519 00000100:00100000:2.0:1746167584.662411:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423603456:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746167585.440276:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167585.553920:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423603584:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167585.553980:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167585.554294:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423603584 00000100:00100000:0.0:1746167585.554301:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423603584 00000100:00080000:3.0:1746167585.554401:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746167585.554405:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167585.554408:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167585.554412:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11501 00000100:00080000:3.0:1746167585.554416:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1746167585.554420:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167585.554463:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088eb7800 x1830977423604224/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167585.554484:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423604224:0@lo:8:kworker.0 00000100:00100000:3.0:1746167585.554509:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746167585.554544:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746167585.554546:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167585.554548:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167585.554551:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11501 00000100:00080000:3.0:1746167585.554553:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1746167585.554556:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167585.554565:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088eb6d80 x1830977423604608/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167585.554580:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423604608:0@lo:8:kworker.0 00000100:00100000:3.0:1746167585.554597:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167585.554641:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423604224 00000100:00100000:1.0:1746167585.554763:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423604608 00000100:00100000:1.0:1746167585.554767:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423604608 00000100:00100000:1.0:1746167585.554784:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50793 00000100:00100000:1.0:1746167585.554789:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423604608:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167585.554806:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167585.554847:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423604608:12345-0@lo:8:kworker.0 Request processed in 57us (249us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167585.554853:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50793 00000100:00100000:1.0:1746167585.554870:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423603712:0@lo:400:kworker.0 00000100:00100000:1.0:1746167585.554891:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167585.554907:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423603712 00000100:00100000:1.0:1746167585.554910:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423603712 00000100:00100000:1.0:1746167585.554941:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1263 00000100:00100000:1.0:1746167585.554946:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423603712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167585.554973:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423603712:12345-0@lo:400:kworker.0 Request processed in 27us (80us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167585.554978:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1263 00000100:00100000:1.0:1746167585.555016:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423603712:0@lo:400:kworker.0 00000100:00100000:1.0:1746167585.555020:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423604352:0@lo:400:kworker.0 00000100:00100000:1.0:1746167585.555036:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167585.555048:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423604352 00000100:00100000:1.0:1746167585.555050:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423604352 00000100:00100000:1.0:1746167585.555065:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8122 00000100:00100000:1.0:1746167585.555070:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423604352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167585.555089:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423604352:12345-0@lo:400:kworker.0 Request processed in 19us (53us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167585.555094:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8122 00000100:00100000:1.0:1746167585.555112:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423604352:0@lo:400:kworker.0 00000100:00100000:1.0:1746167585.555125:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746167585.555128:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423603840:0@lo:400:kworker.0 00000100:00100000:1.0:1746167585.555145:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167585.555161:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423603840 00000100:00100000:1.0:1746167585.555164:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423603840 00000100:00100000:1.0:1746167585.555187:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4006 00000100:00100000:1.0:1746167585.555191:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f849f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423603840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167585.555364:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423604224 00000100:00100000:3.0:1746167585.555383:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50794 00000100:00100000:3.0:1746167585.555387:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423604224:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1746167585.555394:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423604096:0@lo:400:kworker.0 00010000:00020000:3.0:1746167585.555397:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167585.555419:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423604224:12345-0@lo:8:kworker.0 Request processed in 31us (910us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167585.555421:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167585.555424:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50794 00000100:00080000:3.0:1746167585.555449:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746167585.555462:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167585.555465:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167585.555469:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f849f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423603840:12345-0@lo:400:kworker.0 Request processed in 277us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167585.555469:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423604608:0@lo:8:kworker.0 00000100:00080000:3.0:1746167585.555476:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167585.555477:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167585.555479:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423604224:0@lo:8:kworker.0 00000100:00100000:1.0:1746167585.555525:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4006 00000100:00100000:1.0:1746167585.555551:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423603840:0@lo:400:kworker.0 00000100:00100000:1.0:1746167585.555555:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423604480:0@lo:400:kworker.0 00000100:00100000:2.0:1746167585.555657:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423604864:0@lo:400:kworker.0 00000100:00100000:2.0:1746167585.555689:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167585.555708:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1746167585.555713:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423603968:0@lo:400:kworker.0 00000100:00100000:0.0:1746167585.555744:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423604096 00000100:00100000:0.0:1746167585.555747:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423604096 00000100:00100000:0.0:1746167585.555765:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36566 00000100:00100000:0.0:1746167585.555770:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423603584:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167585.555794:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167585.555822:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36567 00000100:00100000:1.0:1746167585.555828:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097599c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423604096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167585.555843:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423604864 00000100:00100000:3.0:1746167585.555846:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423604864 00000100:00100000:3.0:1746167585.555858:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4007 00000100:00100000:3.0:1746167585.555861:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097599500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423604864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167585.555868:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423603584:12345-0@lo:41:osp-pre-1-0.0 Request processed in 98us (1890us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167585.555873:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36566 00000100:00100000:3.0:1746167585.555880:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097599500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423604864:12345-0@lo:400:kworker.0 Request processed in 18us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167585.555883:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4007 00000100:00100000:2.0:1746167585.555931:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167585.555940:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097599c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423604096:12345-0@lo:400:kworker.0 Request processed in 112us (519us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167585.555945:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36567 00000100:00100000:2.0:1746167585.555945:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423604736:0@lo:400:kworker.0 00000100:00100000:1.0:1746167585.555959:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167585.555961:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167585.555975:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423604096:0@lo:400:kworker.0 00000100:00100000:2.0:1746167585.555983:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423604864:0@lo:400:kworker.0 00000100:00100000:2.0:1746167585.555993:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423603584:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167585.556048:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423603968 00000100:00100000:0.0:1746167585.556050:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423604736 00000100:00100000:3.0:1746167585.556050:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423603968 00000100:00100000:0.0:1746167585.556053:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423604736 00000100:00100000:0.0:1746167585.556071:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8123 00000100:00100000:3.0:1746167585.556073:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423604480 00000100:00100000:3.0:1746167585.556074:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423604480 00000100:00100000:0.0:1746167585.556076:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ed3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423604736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167585.556083:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4008 00000100:00100000:3.0:1746167585.556086:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423603968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167585.556102:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ed3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423604736:12345-0@lo:400:kworker.0 Request processed in 26us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167585.556103:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423603968:12345-0@lo:400:kworker.0 Request processed in 17us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167585.556106:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4008 00000100:00100000:0.0:1746167585.556107:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8123 00000100:00100000:3.0:1746167585.556110:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4009 00000100:00100000:3.0:1746167585.556113:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423604480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167585.556123:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423604480:12345-0@lo:400:kworker.0 Request processed in 10us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167585.556126:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4009 00000100:00100000:1.0:1746167585.556280:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423604480:0@lo:400:kworker.0 00000100:00080000:2.0:1746167585.556317:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746167585.556320:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167585.556336:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423603968:0@lo:400:kworker.0 00000100:00100000:2.0:1746167585.556344:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423604736:0@lo:400:kworker.0 00000100:00100000:2.0:1746167585.586173:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746167585.586190:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423604992:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167585.586247:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167585.586513:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423604992 00000100:00100000:1.0:1746167585.586520:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423604992 00000100:00100000:1.0:1746167585.586619:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36568 00000100:00100000:1.0:1746167585.586627:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423604992:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167585.586656:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167585.586851:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423604992:12345-0@lo:41:osp-pre-0-1.0 Request processed in 225us (603us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167585.586857:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36568 00000100:00100000:2.0:1746167585.587039:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423604992:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167585.859112:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423605120:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167585.859188:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167585.859244:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423605120 00000100:00100000:0.0:1746167585.859250:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423605120 00000100:00100000:0.0:1746167585.859355:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7520 00000100:00100000:0.0:1746167585.859362:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423605120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167585.859379:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167585.861489:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423605120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2123us (2296us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167585.861498:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7520 00000100:00100000:2.0:1746167585.862711:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423605120:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167586.441899:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167587.445074:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167587.470495:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167587.470802:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439270400 00000100:00100000:1.0:1746167587.470811:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439270400 00000100:00100000:1.0:1746167587.470862:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1264 00000100:00100000:1.0:1746167587.470870:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439270400:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167587.471016:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439270400:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 146us (528us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167587.471022:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1264 00000100:00100000:0.0:1746167587.476099:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167587.476222:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167587.476354:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167587.476486:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439270528 00000100:00100000:2.0:1746167587.476493:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439270528 00000100:00100000:2.0:1746167587.476537:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439270656 00000100:00100000:2.0:1746167587.476538:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439270656 00000100:00100000:2.0:1746167587.476554:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4010 00000100:00100000:2.0:1746167587.476560:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439270528:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167587.476704:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439270784 00000100:00100000:1.0:1746167587.476707:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439270784 00000100:00100000:1.0:1746167587.476724:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50795 00000100:00100000:3.0:1746167587.476725:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4011 00000100:00100000:1.0:1746167587.476729:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439270784:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:3.0:1746167587.476732:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439270656:12345-192.168.201.29@tcp:400:kworker.0 00010000:00020000:1.0:1746167587.476747:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167587.476766:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439270656:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 35us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167587.476801:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439270784:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 71us (446us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167587.476807:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50795 00000100:00080000:1.0:1746167587.476845:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167587.476847:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167587.476894:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4011 00000100:00100000:2.0:1746167587.476964:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439270528:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 403us (869us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167587.476970:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4010 00010000:00010000:0.0:1746167588.445887:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167589.448028:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167589.666182:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423605248:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167589.666236:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167589.666664:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423605248 00000100:00100000:1.0:1746167589.666670:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423605248 00000100:00100000:1.0:1746167589.666737:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7521 00000100:00100000:1.0:1746167589.666744:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423605248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167589.666768:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167589.666810:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423605248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (573us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167589.666815:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7521 00000100:00100000:2.0:1746167589.666824:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423605248:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1746167589.666867:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746167590.450476:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167590.561833:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:3.0:1746167590.561842:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746167590.561847:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1746167590.561850:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423605760:0@lo:400:kworker.0 00000100:00080000:3.0:1746167590.561850:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167590.561855:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11506 00000100:00080000:3.0:1746167590.561858:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1746167590.561863:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167590.561878:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088eb6a00 x1830977423606016/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746167590.561904:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:2.0:1746167590.561905:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746167590.561907:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167590.561909:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167590.561912:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11506 00000100:00080000:3.0:1746167590.561914:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1746167590.561917:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167590.561925:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088eb4700 x1830977423606528/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167590.561951:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423605504:0@lo:400:kworker.0 00000100:00100000:3.0:1746167590.561954:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423606016:0@lo:8:kworker.0 00000100:00100000:2.0:1746167590.561974:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167590.561983:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167590.561996:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423606400:0@lo:400:kworker.0 00000100:00100000:3.0:1746167590.562003:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423606528:0@lo:8:kworker.0 00000100:00100000:2.0:1746167590.562012:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167590.562018:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167590.562023:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1746167590.562027:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423605888:0@lo:400:kworker.0 00000100:00100000:2.0:1746167590.562038:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167590.562044:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423606016 00000100:00100000:2.0:1746167590.562047:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423606656:0@lo:400:kworker.0 00000100:00100000:3.0:1746167590.562050:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423606016 00000100:00100000:2.0:1746167590.562058:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167590.562069:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423606528 00000100:00100000:3.0:1746167590.562071:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423606528 00000100:00100000:3.0:1746167590.562078:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423606656 00000100:00100000:3.0:1746167590.562079:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423606656 00000100:00100000:3.0:1746167590.562103:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8124 00000100:00100000:3.0:1746167590.562110:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423606656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167590.562112:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423605376:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167590.562135:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167590.562140:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423606656:12345-0@lo:400:kworker.0 Request processed in 32us (81us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167590.562145:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8124 00000100:00100000:1.0:1746167590.562153:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423606144:0@lo:400:kworker.0 00000100:00100000:3.0:1746167590.562158:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50796 00000100:00100000:3.0:1746167590.562161:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423606016:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746167590.562168:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1746167590.562176:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167590.562180:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423606784:0@lo:400:kworker.0 00000100:00100000:1.0:1746167590.562194:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167590.562194:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423606016:12345-0@lo:8:kworker.0 Request processed in 32us (211us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167590.562201:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50796 00000100:00100000:1.0:1746167590.562204:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1746167590.562207:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423606144 00000100:00100000:1.0:1746167590.562208:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423605632:0@lo:400:kworker.0 00000100:00100000:3.0:1746167590.562209:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423606144 00000100:00100000:1.0:1746167590.562219:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167590.562220:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8125 00000100:00100000:3.0:1746167590.562223:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423606144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167590.562229:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423606272:0@lo:400:kworker.0 00000100:00100000:3.0:1746167590.562240:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423606144:12345-0@lo:400:kworker.0 Request processed in 17us (72us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167590.562243:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167590.562244:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8125 00000100:00100000:3.0:1746167590.562250:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50797 00000100:00100000:3.0:1746167590.562253:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423606528:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167590.562260:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167590.562268:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423606144:0@lo:400:kworker.0 00000100:00100000:3.0:1746167590.562271:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423606528:12345-0@lo:8:kworker.0 Request processed in 17us (253us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167590.562275:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50797 00000100:00100000:1.0:1746167590.562290:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423605504 00000100:00100000:1.0:1746167590.562293:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423605504 00000100:00080000:3.0:1746167590.562296:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167590.562299:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167590.562301:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423606016:0@lo:8:kworker.0 00000100:00080000:3.0:1746167590.562307:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167590.562308:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167590.562310:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423606528:0@lo:8:kworker.0 00000100:00100000:1.0:1746167590.562316:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1265 00000100:00100000:1.0:1746167590.562320:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423605504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167590.562345:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423605504:12345-0@lo:400:kworker.0 Request processed in 24us (369us total) trans 0 rc 0/0 00000100:00080000:0.0:1746167590.562420:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167590.562436:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423606400 00000100:00100000:0.0:1746167590.562439:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423606400 00000100:00100000:0.0:1746167590.562460:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423605888 00000100:00100000:0.0:1746167590.562462:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423605888 00000100:00100000:0.0:1746167590.562469:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423605376 00000100:00100000:0.0:1746167590.562471:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423605376 00000100:00100000:0.0:1746167590.562478:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36569 00000100:00100000:0.0:1746167590.562482:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:3769:x1830977423606400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167590.562509:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:3769:x1830977423606400:12345-0@lo:400:kworker.0 Request processed in 27us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167590.562514:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36569 00000100:00100000:0.0:1746167590.562523:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36570 00000100:00100000:0.0:1746167590.562527:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423605888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167590.562544:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423605888:12345-0@lo:400:kworker.0 Request processed in 17us (505us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167590.562548:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36570 00000100:00100000:0.0:1746167590.562554:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36571 00000100:00100000:0.0:1746167590.562558:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423605376:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167590.562574:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167590.562593:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423605376:12345-0@lo:41:osp-pre-1-0.0 Request processed in 35us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167590.562598:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36571 00000100:00100000:1.0:1746167590.563748:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1265 00000100:00100000:1.0:1746167590.563790:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423605760 00000100:00100000:1.0:1746167590.563793:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423605760 00000100:00100000:1.0:1746167590.563821:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423606784 00000100:00100000:1.0:1746167590.563823:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423606784 00000100:00100000:1.0:1746167590.563834:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423605632 00000100:00100000:3.0:1746167590.563835:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423606272 00000100:00100000:1.0:1746167590.563836:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423605632 00000100:00100000:3.0:1746167590.563839:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423606272 00000100:00100000:1.0:1746167590.563847:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4012 00000100:00100000:1.0:1746167590.563852:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423605760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167590.563857:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4013 00000100:00100000:3.0:1746167590.563861:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f849880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423606784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167590.563889:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423605760:12345-0@lo:400:kworker.0 Request processed in 36us (1984us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167590.563891:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f849880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423606784:12345-0@lo:400:kworker.0 Request processed in 30us (1696us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167590.563894:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4012 00000100:00100000:3.0:1746167590.563896:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4013 00000100:00100000:1.0:1746167590.563904:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4014 00000100:00100000:3.0:1746167590.563907:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4015 00000100:00100000:1.0:1746167590.563908:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423605632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167590.563910:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423606272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167590.563927:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423606272:12345-0@lo:400:kworker.0 Request processed in 16us (1683us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167590.563931:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4015 00000100:00100000:1.0:1746167590.563934:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423605632:12345-0@lo:400:kworker.0 Request processed in 26us (1714us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167590.563939:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4014 00000100:00080000:1.0:1746167590.563974:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746167590.563977:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167590.565305:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423605888:0@lo:400:kworker.0 00000100:00100000:2.0:1746167590.565318:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423606656:0@lo:400:kworker.0 00000100:00100000:2.0:1746167590.565326:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423606400:0@lo:400:kworker.0 00000100:00100000:2.0:1746167590.565336:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423605760:0@lo:400:kworker.0 00000100:00100000:2.0:1746167590.565343:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423605504:0@lo:400:kworker.0 00000100:00100000:0.0:1746167590.565445:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423605376:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167590.565463:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423606784:0@lo:400:kworker.0 00000100:00100000:0.0:1746167590.565482:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423605632:0@lo:400:kworker.0 00000100:00100000:0.0:1746167590.565491:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423606272:0@lo:400:kworker.0 00000100:00100000:3.0:1746167590.594111:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423606912:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167590.594162:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167590.597381:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423606912 00000100:00100000:1.0:1746167590.597392:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423606912 00000100:00100000:1.0:1746167590.597447:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36572 00000100:00100000:1.0:1746167590.597454:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423606912:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167590.597484:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167590.597756:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423606912:12345-0@lo:41:osp-pre-0-1.0 Request processed in 302us (3591us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167590.597763:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36572 00000100:00100000:2.0:1746167590.597876:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423606912:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167590.882103:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746167590.882120:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423607040:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167590.882172:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167590.882254:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423607040 00000100:00100000:1.0:1746167590.882261:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423607040 00000100:00100000:1.0:1746167590.882301:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7522 00000100:00100000:1.0:1746167590.882312:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423607040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167590.882330:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167590.882409:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423607040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167590.882416:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7522 00000100:00100000:0.0:1746167590.882482:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423607040:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167591.452201:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167592.454108:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167592.494992:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167592.495808:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167592.496351:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439270912 00000100:00100000:1.0:1746167592.496360:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439270912 00000100:00100000:1.0:1746167592.496404:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1266 00000100:00100000:1.0:1746167592.496411:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439270912:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167592.496457:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439270912:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 47us (1473us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167592.496462:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1266 00000100:00100000:0.0:1746167592.497020:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167592.498767:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167592.499378:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439271040 00000100:00100000:2.0:1746167592.499385:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439271040 00000100:00100000:2.0:1746167592.499426:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439271168 00000100:00100000:2.0:1746167592.499429:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439271168 00000100:00100000:2.0:1746167592.499444:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4016 00000100:00100000:2.0:1746167592.499451:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439271040:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167592.499498:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439271040:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 48us (3692us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167592.499504:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4016 00000100:00100000:2.0:1746167592.499516:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4017 00000100:00100000:2.0:1746167592.499521:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439271168:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167592.499539:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439271168:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 18us (2520us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167592.499544:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4017 00000100:00080000:0.0:1746167592.500119:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167592.500122:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167592.500524:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439271296 00000100:00100000:1.0:1746167592.500529:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439271296 00000100:00100000:1.0:1746167592.500553:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50798 00000100:00100000:1.0:1746167592.500557:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439271296:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167592.500576:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167592.500595:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439271296:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 38us (1833us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167592.500600:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50798 00010000:00010000:0.0:1746167593.455881:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167594.461615:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167594.674957:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423607168:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167594.675017:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167594.675488:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423607168 00000100:00100000:2.0:1746167594.675495:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423607168 00000100:00100000:1.0:1746167594.675845:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7523 00000100:00100000:1.0:1746167594.675854:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423607168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167594.675878:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167594.675915:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423607168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (899us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167594.675921:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7523 00000100:00080000:1.0:1746167594.675943:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167594.676365:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423607168:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746167595.461946:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167595.570133:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746167595.570149:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f128a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423607296:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167595.570201:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167595.570277:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423607296 00000100:00100000:3.0:1746167595.570283:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423607296 00000100:00100000:3.0:1746167595.570321:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36573 00000100:00100000:3.0:1746167595.570328:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423607296:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746167595.570355:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167595.570386:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423607296:12345-0@lo:41:osp-pre-1-0.0 Request processed in 59us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167595.570391:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36573 00000100:00100000:3.0:1746167595.570424:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f128a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423607296:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1746167595.570820:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167595.570824:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167595.570826:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167595.570830:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11511 00000100:00080000:0.0:1746167595.570833:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00100000:1.0:1746167595.570835:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088caa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423607552:0@lo:400:kworker.0 00000100:00080000:0.0:1746167595.570837:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167595.570850:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088caaa00 x1830977423607936/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167595.570861:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746167595.570871:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167595.570874:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167595.570875:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167595.570879:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11511 00000100:00080000:0.0:1746167595.570880:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167595.570883:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167595.570890:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088ca9180 x1830977423608320/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167595.570890:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423608192:0@lo:400:kworker.0 00000100:00100000:1.0:1746167595.570904:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167595.570914:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088caad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423607680:0@lo:400:kworker.0 00000100:00100000:1.0:1746167595.570922:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423607552 00000100:00100000:1.0:1746167595.570924:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423607552 00000100:00100000:0.0:1746167595.570936:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167595.570949:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423608192 00000100:00100000:1.0:1746167595.570950:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423608192 00000100:00100000:0.0:1746167595.570951:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423608448:0@lo:400:kworker.0 00000100:00100000:1.0:1746167595.570959:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423607680 00000100:00100000:1.0:1746167595.570961:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423607680 00000100:00100000:0.0:1746167595.570966:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167595.570973:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4018 00000100:00100000:1.0:1746167595.570977:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f848700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423607552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167595.570988:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423608448 00000100:00100000:0.0:1746167595.570991:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423608448 00000100:00100000:1.0:1746167595.571001:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f848700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423607552:12345-0@lo:400:kworker.0 Request processed in 24us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167595.571005:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4018 00000100:00100000:0.0:1746167595.571181:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8126 00000100:00100000:1.0:1746167595.571183:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4019 00000100:00100000:1.0:1746167595.571187:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423608192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167595.571188:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423608448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167595.571207:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423608192:12345-0@lo:400:kworker.0 Request processed in 21us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167595.571211:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4019 00000100:00100000:0.0:1746167595.571215:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423608448:12345-0@lo:400:kworker.0 Request processed in 29us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167595.571219:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4020 00000100:00100000:0.0:1746167595.571220:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8126 00000100:00100000:1.0:1746167595.571223:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423607680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167595.571246:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423608448:0@lo:400:kworker.0 00000100:00100000:1.0:1746167595.571246:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423607680:12345-0@lo:400:kworker.0 Request processed in 23us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167595.571250:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4020 00000100:00080000:1.0:1746167595.571261:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746167595.571273:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167595.571274:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167595.571276:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088caad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423607680:0@lo:400:kworker.0 00000100:00100000:1.0:1746167595.571291:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423608192:0@lo:400:kworker.0 00000100:00100000:1.0:1746167595.571298:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088caa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423607552:0@lo:400:kworker.0 00000100:00100000:0.0:1746167595.571301:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088caaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423607936:0@lo:8:kworker.0 00000100:00100000:0.0:1746167595.571318:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167595.571338:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423608320:0@lo:8:kworker.0 00000100:00100000:0.0:1746167595.571351:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167595.571371:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423607936 00000100:00100000:0.0:1746167595.571374:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423607936 00000100:00100000:0.0:1746167595.571385:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423608320 00000100:00100000:0.0:1746167595.571386:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423608320 00000100:00100000:0.0:1746167595.571394:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50799 00000100:00100000:0.0:1746167595.571398:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423607936:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167595.571412:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167595.571432:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423607936:12345-0@lo:8:kworker.0 Request processed in 33us (113us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167595.571437:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50799 00000100:00100000:0.0:1746167595.571444:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50800 00000100:00100000:0.0:1746167595.571447:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423608320:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167595.571455:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167595.571467:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423608320:12345-0@lo:8:kworker.0 Request processed in 19us (115us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167595.571471:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50800 00000100:00080000:0.0:1746167595.571488:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167595.571491:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167595.571493:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088caaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423607936:0@lo:8:kworker.0 00000100:00080000:0.0:1746167595.571499:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167595.571501:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167595.571503:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423608320:0@lo:8:kworker.0 00000100:00100000:2.0:1746167595.571788:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423607808:0@lo:400:kworker.0 00000100:00100000:2.0:1746167595.571808:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167595.571831:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423608576:0@lo:400:kworker.0 00000100:00100000:2.0:1746167595.571842:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167595.571851:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1746167595.571854:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f12ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423607424:0@lo:400:kworker.0 00000100:00100000:2.0:1746167595.571872:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167595.571895:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423608064:0@lo:400:kworker.0 00000100:00100000:0.0:1746167595.571904:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423608576 00000100:00100000:0.0:1746167595.571908:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423608576 00000100:00100000:2.0:1746167595.571910:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167595.571924:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4021 00000100:00100000:0.0:1746167595.571928:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423608576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167595.571928:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423608064 00000100:00100000:2.0:1746167595.571931:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423608064 00000100:00100000:2.0:1746167595.571945:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8127 00000100:00100000:2.0:1746167595.571949:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423608064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167595.571953:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423608576:12345-0@lo:400:kworker.0 Request processed in 25us (110us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167595.571958:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4021 00000100:00100000:2.0:1746167595.571966:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423608064:12345-0@lo:400:kworker.0 Request processed in 17us (55us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167595.571969:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423607808 00000100:00100000:2.0:1746167595.571970:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8127 00000100:00100000:0.0:1746167595.571971:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423607808 00000100:00100000:0.0:1746167595.572177:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36574 00000100:00100000:0.0:1746167595.572181:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423607808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167595.572181:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423608064:0@lo:400:kworker.0 00000100:00100000:2.0:1746167595.572188:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423608576:0@lo:400:kworker.0 00000100:00100000:0.0:1746167595.572200:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423607808:12345-0@lo:400:kworker.0 Request processed in 19us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167595.572200:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423607808:0@lo:400:kworker.0 00000100:00100000:0.0:1746167595.572204:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36574 00000100:00100000:2.0:1746167595.572216:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423607424 00000100:00100000:2.0:1746167595.572219:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423607424 00000100:00100000:2.0:1746167595.572235:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1267 00000100:00100000:2.0:1746167595.572240:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423607424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167595.572275:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423607424:12345-0@lo:400:kworker.0 Request processed in 23us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167595.572281:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1267 00000100:00100000:2.0:1746167595.572301:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f12ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423607424:0@lo:400:kworker.0 00000100:00100000:0.0:1746167595.603446:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167595.603464:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423608704:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167595.603517:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167595.603630:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423608704 00000100:00100000:1.0:1746167595.603637:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423608704 00000100:00100000:1.0:1746167595.603669:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36575 00000100:00100000:1.0:1746167595.603698:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423608704:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167595.603723:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167595.603759:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423608704:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167595.603764:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36575 00000100:00100000:0.0:1746167595.603778:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423608704:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167595.890172:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746167595.890191:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423608832:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167595.890245:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167595.891733:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423608832 00000100:00100000:3.0:1746167595.891740:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423608832 00000100:00100000:3.0:1746167595.891785:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7524 00000100:00100000:3.0:1746167595.891792:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423608832:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167595.891811:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167595.892208:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423608832:12345-0@lo:13:osp-pre-1-0.0 Request processed in 415us (1961us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167595.892214:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7524 00000100:00100000:2.0:1746167595.892433:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423608832:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167596.467336:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167597.471082:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167597.502744:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167597.502785:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167597.502808:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167597.502840:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167597.502865:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439271552 00000100:00100000:0.0:1746167597.502872:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439271552 00000100:00100000:0.0:1746167597.502911:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439271680 00000100:00100000:0.0:1746167597.502913:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439271680 00000100:00100000:0.0:1746167597.502927:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4022 00000100:00100000:0.0:1746167597.502933:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439271552:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167597.503180:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439271552:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 247us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167597.503187:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4022 00000100:00100000:0.0:1746167597.503200:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4023 00000100:00100000:0.0:1746167597.503204:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439271680:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167597.503240:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439271680:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 25us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167597.503244:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4023 00000100:00100000:0.0:1746167597.503259:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439271808 00000100:00100000:0.0:1746167597.503262:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439271808 00000100:00100000:0.0:1746167597.503289:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50801 00000100:00100000:0.0:1746167597.503293:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439271808:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167597.503313:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167597.503332:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439271808:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 37us (491us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167597.503337:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50801 00000100:00080000:0.0:1746167597.503427:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167597.503429:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167597.503488:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439271424 00000100:00100000:2.0:1746167597.503491:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439271424 00000100:00100000:2.0:1746167597.503512:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1268 00000100:00100000:2.0:1746167597.503517:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439271424:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167597.503538:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439271424:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 21us (753us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167597.503543:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1268 00010000:00010000:0.0:1746167598.473867:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167599.476177:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167599.682953:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746167599.682972:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423608960:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167599.683028:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167599.683229:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423608960 00000100:00100000:3.0:1746167599.683235:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423608960 00000100:00080000:0.0:1746167599.683322:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167599.683473:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7525 00000100:00100000:3.0:1746167599.683481:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423608960:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167599.683505:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167599.683548:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423608960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167599.683554:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7525 00000100:00100000:0.0:1746167599.683798:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423608960:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167600.481237:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167600.579810:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088caa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423609344:0@lo:400:kworker.0 00000100:00100000:1.0:1746167600.579869:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167600.580113:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423609344 00000100:00100000:1.0:1746167600.580119:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423609344 00000100:00100000:1.0:1746167600.580158:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4024 00000100:00100000:1.0:1746167600.580166:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423609344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167600.580231:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423609344:12345-0@lo:400:kworker.0 Request processed in 66us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167600.580237:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4024 00000100:00100000:2.0:1746167600.580293:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423609088:0@lo:400:kworker.0 00000100:00100000:2.0:1746167600.580316:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167600.580338:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746167600.580342:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088caaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423609216:0@lo:400:kworker.0 00000100:00100000:2.0:1746167600.580356:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746167600.580380:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167600.580388:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423609088 00000100:00100000:2.0:1746167600.580391:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423609088 00000100:00100000:2.0:1746167600.580409:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1269 00000100:00100000:2.0:1746167600.580413:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423609088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167600.580432:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423609088:12345-0@lo:400:kworker.0 Request processed in 19us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167600.580436:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1269 00000100:00100000:2.0:1746167600.580459:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423609088:0@lo:400:kworker.0 00000100:00080000:0.0:1746167600.580521:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167600.580525:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167600.580527:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167600.580531:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11516 00000100:00080000:0.0:1746167600.580534:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167600.580537:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167600.580759:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088caad80 x1830977423609600/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167600.580776:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088caad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423609600:0@lo:8:kworker.0 00000100:00100000:0.0:1746167600.580796:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746167600.580826:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167600.580829:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167600.580830:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167600.580833:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11516 00000100:00080000:0.0:1746167600.580834:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167600.580837:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167600.580844:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008fcf6d80 x1830977423610112/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167600.580855:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423610112:0@lo:8:kworker.0 00000100:00100000:0.0:1746167600.580868:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167600.580884:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423609600 00000100:00100000:0.0:1746167600.580886:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423609600 00000100:00100000:0.0:1746167600.580899:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423610112 00000100:00100000:0.0:1746167600.580900:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423610112 00000100:00100000:0.0:1746167600.580910:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50802 00000100:00100000:0.0:1746167600.580914:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423609600:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167600.580931:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167600.580955:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423609600:12345-0@lo:8:kworker.0 Request processed in 40us (157us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167600.580960:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50802 00000100:00100000:0.0:1746167600.580970:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50803 00000100:00100000:0.0:1746167600.580973:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423610112:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167600.580982:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167600.580998:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423610112:12345-0@lo:8:kworker.0 Request processed in 24us (129us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167600.581002:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50803 00000100:00080000:0.0:1746167600.581022:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167600.581025:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167600.581027:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423610112:0@lo:8:kworker.0 00000100:00080000:0.0:1746167600.581033:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167600.581035:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167600.581037:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088caad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423609600:0@lo:8:kworker.0 00000100:00100000:2.0:1746167600.581115:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423609472:0@lo:400:kworker.0 00000100:00100000:2.0:1746167600.581136:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167600.581155:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423610240:0@lo:400:kworker.0 00000100:00100000:2.0:1746167600.581168:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167600.581186:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746167600.581190:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423609984:0@lo:400:kworker.0 00000100:00100000:2.0:1746167600.581202:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167600.581217:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423609728:0@lo:400:kworker.0 00000100:00100000:2.0:1746167600.581228:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167600.581240:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423610240 00000100:00100000:2.0:1746167600.581242:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423610240 00000100:00100000:2.0:1746167600.581262:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423609728 00000100:00100000:2.0:1746167600.581264:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423609728 00000100:00100000:2.0:1746167600.581275:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8128 00000100:00100000:2.0:1746167600.581280:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f128a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423610240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167600.581303:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f128a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423610240:12345-0@lo:400:kworker.0 Request processed in 23us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167600.581308:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8128 00000100:00100000:2.0:1746167600.581315:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8129 00000100:00100000:2.0:1746167600.581320:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423609728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167600.581337:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423609728:12345-0@lo:400:kworker.0 Request processed in 18us (108us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167600.581341:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8129 00000100:00080000:2.0:1746167600.581351:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167600.581363:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423609728:0@lo:400:kworker.0 00000100:00100000:2.0:1746167600.581368:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088caad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423610368:0@lo:400:kworker.0 00000100:00100000:2.0:1746167600.581382:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167600.581396:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746167600.581400:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423609856:0@lo:400:kworker.0 00000100:00100000:2.0:1746167600.581412:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167600.581424:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423609216 00000100:00100000:2.0:1746167600.581426:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423609216 00000100:00100000:2.0:1746167600.581442:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423610368 00000100:00100000:2.0:1746167600.581443:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423610368 00000100:00100000:2.0:1746167600.581452:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423609856 00000100:00100000:2.0:1746167600.581454:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423609856 00000100:00100000:2.0:1746167600.581463:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4025 00000100:00100000:2.0:1746167600.581467:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423609216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167600.581486:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423609216:12345-0@lo:400:kworker.0 Request processed in 19us (1129us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167600.581490:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4025 00000100:00100000:2.0:1746167600.581497:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4026 00000100:00100000:2.0:1746167600.581500:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423610368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167600.581515:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423610368:12345-0@lo:400:kworker.0 Request processed in 15us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167600.581519:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4026 00000100:00100000:2.0:1746167600.581525:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4027 00000100:00100000:2.0:1746167600.581528:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423609856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167600.581793:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c38380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423609856:12345-0@lo:400:kworker.0 Request processed in 264us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167600.581798:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4027 00000100:00080000:2.0:1746167600.581812:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167600.581823:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423609856:0@lo:400:kworker.0 00000100:00100000:2.0:1746167600.581829:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088caad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423610368:0@lo:400:kworker.0 00000100:00100000:2.0:1746167600.581836:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088caaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423609216:0@lo:400:kworker.0 00000100:00100000:2.0:1746167600.581851:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423610240:0@lo:400:kworker.0 00000100:00100000:2.0:1746167600.581877:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423609472 00000100:00100000:2.0:1746167600.581878:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423609472 00000100:00100000:2.0:1746167600.581892:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423609984 00000100:00100000:2.0:1746167600.581894:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423609984 00000100:00100000:2.0:1746167600.581902:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36576 00000100:00100000:2.0:1746167600.581906:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423609472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167600.581926:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423609472:12345-0@lo:400:kworker.0 Request processed in 20us (790us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167600.581930:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36576 00000100:00100000:2.0:1746167600.581936:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36577 00000100:00100000:2.0:1746167600.581940:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423609984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167600.581953:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423609984:12345-0@lo:400:kworker.0 Request processed in 13us (750us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167600.581957:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36577 00000100:00100000:2.0:1746167600.581972:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423609984:0@lo:400:kworker.0 00000100:00100000:2.0:1746167600.581978:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423609472:0@lo:400:kworker.0 00000100:00100000:1.0:1746167600.582192:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088caa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423609344:0@lo:400:kworker.0 00000100:00100000:3.0:1746167600.584457:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423610496:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167600.584502:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167600.584576:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423610496 00000100:00100000:1.0:1746167600.584581:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423610496 00000100:00100000:1.0:1746167600.584613:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36578 00000100:00100000:1.0:1746167600.584618:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423610496:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746167600.584644:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167600.584703:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423610496:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167600.584709:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36578 00000100:00100000:3.0:1746167600.584823:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423610496:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167600.610669:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746167600.610704:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088caa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423610624:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167600.610760:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167600.610854:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423610624 00000100:00100000:3.0:1746167600.610860:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423610624 00000100:00100000:3.0:1746167600.610902:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36579 00000100:00100000:3.0:1746167600.610909:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423610624:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167600.610937:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167600.610980:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423610624:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167600.610986:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36579 00000100:00100000:2.0:1746167600.611164:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088caa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423610624:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167600.899116:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746167600.899133:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423610752:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167600.899211:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167600.899291:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423610752 00000100:00100000:2.0:1746167600.899298:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423610752 00000100:00100000:2.0:1746167600.899335:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7526 00000100:00100000:2.0:1746167600.899341:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423610752:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167600.899358:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167600.899389:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423610752:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167600.899394:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7526 00000100:00100000:1.0:1746167600.899450:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423610752:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167601.481834:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167602.483848:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167602.533473:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167602.533518:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167602.533541:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439271936 00000100:00100000:0.0:1746167602.533550:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167602.533551:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439271936 00000100:00100000:0.0:1746167602.533579:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167602.533596:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439272320 00000100:00100000:0.0:1746167602.533600:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439272320 00000100:00100000:0.0:1746167602.533618:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50804 00000100:00100000:0.0:1746167602.533630:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088caad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439272320:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167602.533655:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167602.533716:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088caad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439272320:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 92us (164us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167602.533723:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50804 00000100:00100000:0.0:1746167602.533796:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439272064 00000100:00100000:0.0:1746167602.533799:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439272064 00000100:00100000:0.0:1746167602.533825:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439272192 00000100:00100000:0.0:1746167602.533827:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439272192 00000100:00100000:0.0:1746167602.533841:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4028 00000100:00100000:0.0:1746167602.533846:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088caaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439272064:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167602.533879:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088caaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439272064:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 33us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167602.534083:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4028 00000100:00100000:0.0:1746167602.534094:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4029 00000100:00100000:0.0:1746167602.534099:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439272192:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167602.534120:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439272192:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 21us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167602.534125:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4029 00000100:00080000:0.0:1746167602.534204:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167602.534207:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167602.534977:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1270 00000100:00100000:2.0:1746167602.534985:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439271936:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167602.535027:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439271936:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 44us (1561us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167602.535033:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1270 00010000:00010000:0.0:1746167603.486283:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167604.489478:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167604.689889:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423610880:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167604.689947:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167604.690059:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423610880 00000100:00100000:0.0:1746167604.690064:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423610880 00000100:00100000:0.0:1746167604.690126:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7527 00000100:00080000:1.0:1746167604.690133:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167604.690134:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423610880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167604.690157:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167604.690196:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423610880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167604.690202:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7527 00000100:00100000:2.0:1746167604.690261:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423610880:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167605.489843:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746167605.585876:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167605.585882:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167605.585885:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1746167605.585889:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423611264:0@lo:400:kworker.0 00000100:00080000:0.0:1746167605.585896:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11521 00000100:00080000:0.0:1746167605.585899:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167605.585904:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167605.585932:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008fcf6d80 x1830977423611520/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167605.585937:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167605.585953:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423611520:0@lo:8:kworker.0 00000100:00100000:2.0:1746167605.585983:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746167605.585988:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423611136:0@lo:400:kworker.0 00000100:00100000:0.0:1746167605.585991:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167605.586004:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167605.586019:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423611392:0@lo:400:kworker.0 00000100:00100000:2.0:1746167605.586034:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167605.586045:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167605.586048:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423611520 00000100:00100000:2.0:1746167605.586048:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088caa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423611008:0@lo:400:kworker.0 00000100:00100000:0.0:1746167605.586053:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423611520 00000100:00100000:2.0:1746167605.586063:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167605.586077:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50805 00000100:00100000:0.0:1746167605.586082:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423611520:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1746167605.586118:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423611008 00000100:00100000:2.0:1746167605.586121:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423611008 00000100:00100000:1.0:1746167605.586139:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423611264 00000100:00100000:1.0:1746167605.586143:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423611264 00000100:00100000:2.0:1746167605.586143:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1271 00000100:00100000:2.0:1746167605.586148:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423611008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167605.586177:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423611008:12345-0@lo:400:kworker.0 Request processed in 29us (113us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167605.586178:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423611136 00000100:00100000:1.0:1746167605.586180:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423611136 00000100:00100000:2.0:1746167605.586183:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1271 00000100:00100000:1.0:1746167605.586204:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4030 00000100:00100000:1.0:1746167605.586209:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423611264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167605.586209:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088caa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423611008:0@lo:400:kworker.0 00000100:00100000:2.0:1746167605.586242:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4031 00000100:00100000:2.0:1746167605.586247:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423611136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167605.586255:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423611264:12345-0@lo:400:kworker.0 Request processed in 47us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167605.586261:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4030 00000100:00100000:2.0:1746167605.586266:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423611136:12345-0@lo:400:kworker.0 Request processed in 19us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167605.586270:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4031 00000100:00080000:1.0:1746167605.586275:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746167605.586278:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167605.586285:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423611392 00000100:00100000:2.0:1746167605.586287:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423611392 00000100:00100000:2.0:1746167605.586300:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36580 00000100:00100000:2.0:1746167605.586304:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423611392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167605.586322:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423611392:12345-0@lo:400:kworker.0 Request processed in 18us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167605.586327:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36580 00010000:00020000:0.0:1746167605.586340:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167605.586341:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423611136:0@lo:400:kworker.0 00000100:00100000:2.0:1746167605.586348:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423611264:0@lo:400:kworker.0 00000100:00100000:2.0:1746167605.586360:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423611392:0@lo:400:kworker.0 00000100:00100000:0.0:1746167605.586363:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423611520:12345-0@lo:8:kworker.0 Request processed in 280us (375us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167605.586369:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50805 00000100:00080000:1.0:1746167605.586411:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167605.586414:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167605.586417:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423611520:0@lo:8:kworker.0 00000100:00100000:2.0:1746167605.586959:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746167605.586966:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423611648:0@lo:400:kworker.0 00000100:00100000:2.0:1746167605.586984:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746167605.587331:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167605.587334:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167605.587336:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167605.587339:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11521 00000100:00080000:0.0:1746167605.587342:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746167605.587357:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167605.587366:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ae8b100 x1830977423612032/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167605.587366:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423611904:0@lo:400:kworker.0 00000100:00100000:2.0:1746167605.587387:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167605.587394:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423611648 00000100:00100000:3.0:1746167605.587398:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423611648 00000100:00100000:2.0:1746167605.587401:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746167605.587406:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423611776:0@lo:400:kworker.0 00000100:00100000:2.0:1746167605.587421:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167605.587464:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423611904 00000100:00100000:1.0:1746167605.587470:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423611904 00000100:00100000:1.0:1746167605.587486:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36581 00000100:00100000:1.0:1746167605.587491:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423611904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167605.587523:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423611904:12345-0@lo:400:kworker.0 Request processed in 32us (135us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167605.587528:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36581 00000100:00100000:3.0:1746167605.587829:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8130 00000100:00100000:3.0:1746167605.587836:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423611648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167605.587847:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423611776 00000100:00100000:2.0:1746167605.587851:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423611776 00000100:00100000:3.0:1746167605.587864:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423611648:12345-0@lo:400:kworker.0 Request processed in 30us (879us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167605.587869:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4032 00000100:00100000:3.0:1746167605.587869:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8130 00000100:00100000:2.0:1746167605.587874:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423611776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167605.587894:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423611648:0@lo:400:kworker.0 00000100:00100000:2.0:1746167605.587899:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423611776:12345-0@lo:400:kworker.0 Request processed in 25us (478us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167605.587904:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4032 00000100:00100000:2.0:1746167605.587925:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423612032:0@lo:8:kworker.0 00000100:00100000:3.0:1746167605.587949:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167605.587981:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423612032 00000100:00100000:2.0:1746167605.587984:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423612032 00000100:00100000:2.0:1746167605.588000:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50806 00000100:00100000:2.0:1746167605.588004:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423612032:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167605.588015:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167605.588037:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423612032:12345-0@lo:8:kworker.0 Request processed in 32us (87us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167605.588042:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50806 00000100:00100000:2.0:1746167605.588083:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423612160:0@lo:400:kworker.0 00000100:00100000:0.0:1746167605.588100:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423612288:0@lo:400:kworker.0 00000100:00100000:2.0:1746167605.588115:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167605.588121:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167605.588129:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423612160 00000100:00100000:2.0:1746167605.588132:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423612160 00000100:00100000:2.0:1746167605.588150:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8131 00000100:00100000:2.0:1746167605.588154:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423612160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167605.588176:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423612160:12345-0@lo:400:kworker.0 Request processed in 21us (61us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167605.588183:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8131 00000100:00080000:1.0:1746167605.588187:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167605.588204:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423611776:0@lo:400:kworker.0 00000100:00100000:2.0:1746167605.588205:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423612160:0@lo:400:kworker.0 00000100:00100000:1.0:1746167605.588212:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423611904:0@lo:400:kworker.0 00000100:00100000:3.0:1746167605.589723:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423612288 00000100:00100000:3.0:1746167605.589730:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423612288 00000100:00100000:3.0:1746167605.589764:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4033 00000100:00100000:3.0:1746167605.589769:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423612288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167605.589806:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423612288:12345-0@lo:400:kworker.0 Request processed in 37us (1684us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167605.589811:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4033 00000100:00080000:3.0:1746167605.589833:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167605.589837:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167605.589839:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423612032:0@lo:8:kworker.0 00000100:00100000:1.0:1746167605.589981:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423612288:0@lo:400:kworker.0 00000100:00100000:1.0:1746167605.603857:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423612416:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167605.603912:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167605.604199:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423612416 00000100:00100000:0.0:1746167605.604205:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423612416 00000100:00100000:0.0:1746167605.604240:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36582 00000100:00100000:0.0:1746167605.604246:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423612416:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167605.604273:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167605.604320:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423612416:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167605.604326:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36582 00000100:00100000:2.0:1746167605.604436:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423612416:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167605.618458:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423612544:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167605.618514:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167605.618634:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423612544 00000100:00100000:1.0:1746167605.618639:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423612544 00000100:00100000:1.0:1746167605.618672:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36583 00000100:00100000:1.0:1746167605.618697:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423612544:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167605.618723:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167605.618770:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423612544:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167605.618776:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36583 00000100:00100000:3.0:1746167605.619208:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423612544:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167605.908185:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746167605.908203:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423612672:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167605.908260:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167605.908842:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423612672 00000100:00100000:3.0:1746167605.908849:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423612672 00000100:00100000:3.0:1746167605.908882:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7528 00000100:00100000:3.0:1746167605.908888:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423612672:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167605.908906:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167605.908939:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423612672:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (679us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167605.908945:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7528 00000100:00100000:1.0:1746167605.909039:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423612672:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167606.491940:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167607.494005:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167607.517829:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167607.518086:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167607.518118:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167607.518184:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167607.518282:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439272576 00000100:00100000:3.0:1746167607.518289:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439272576 00000100:00100000:2.0:1746167607.518447:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439272704 00000100:00100000:2.0:1746167607.518450:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439272704 00000100:00100000:3.0:1746167607.518753:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4034 00000100:00100000:3.0:1746167607.518760:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439272576:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167607.518816:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439272576:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 57us (994us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167607.518823:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4034 00000100:00100000:3.0:1746167607.518843:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439272448 00000100:00100000:3.0:1746167607.518845:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439272448 00000100:00100000:3.0:1746167607.518864:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1272 00000100:00100000:3.0:1746167607.518868:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439272448:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167607.518887:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439272448:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 18us (801us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167607.518892:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1272 00000100:00100000:0.0:1746167607.519811:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439272832 00000100:00100000:0.0:1746167607.519815:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439272832 00000100:00100000:0.0:1746167607.519840:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50807 00000100:00100000:0.0:1746167607.519844:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439272832:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167607.519863:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167607.519886:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439272832:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 41us (1702us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167607.519894:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50807 00000100:00100000:2.0:1746167607.520122:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4035 00000100:00100000:2.0:1746167607.520129:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439272704:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167607.520157:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439272704:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 30us (2039us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167607.520163:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4035 00000100:00080000:1.0:1746167607.520240:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167607.520244:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1746167608.496110:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167609.500327:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167609.699216:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423612800:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167609.699273:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167609.699396:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423612800 00000100:00100000:0.0:1746167609.699403:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423612800 00000100:00100000:0.0:1746167609.699451:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7529 00000100:00100000:0.0:1746167609.699457:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423612800:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167609.699486:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167609.699516:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423612800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167609.699522:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7529 00000100:00080000:0.0:1746167609.699561:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167609.699622:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423612800:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167610.506026:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167610.594186:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423612928:0@lo:400:kworker.0 00000100:00100000:3.0:1746167610.594209:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423613056:0@lo:400:kworker.0 00000100:00100000:2.0:1746167610.594245:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167610.594246:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167610.594301:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423613184:0@lo:400:kworker.0 00000100:00100000:2.0:1746167610.594314:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423612928 00000100:00100000:3.0:1746167610.594317:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167610.594320:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423612928 00000100:00100000:3.0:1746167610.594338:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423613056 00000100:00100000:3.0:1746167610.594341:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423613056 00000100:00100000:2.0:1746167610.594355:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1273 00000100:00100000:2.0:1746167610.594361:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423612928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167610.594373:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423613184 00000100:00100000:3.0:1746167610.594376:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423613184 00000100:00100000:2.0:1746167610.594410:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423612928:12345-0@lo:400:kworker.0 Request processed in 48us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167610.594417:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1273 00000100:00080000:0.0:1746167610.595211:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167610.595215:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746167610.595233:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167610.595236:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167610.595239:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167610.595243:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11526 00000100:00080000:0.0:1746167610.595246:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746167610.595250:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167610.595266:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012401bb80 x1830977423613440/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167610.595283:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012401bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423613440:0@lo:8:kworker.0 00000100:00100000:0.0:1746167610.595310:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167610.595339:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167610.595344:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423613312:0@lo:400:kworker.0 00000100:00100000:0.0:1746167610.595364:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167610.595389:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746167610.595394:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124019880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423613568:0@lo:400:kworker.0 00000100:00100000:0.0:1746167610.595408:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167610.595425:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423613440 00000100:00100000:0.0:1746167610.595428:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423613440 00000100:00100000:0.0:1746167610.595441:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423613568 00000100:00100000:0.0:1746167610.595443:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423613568 00000100:00100000:0.0:1746167610.595458:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8132 00000100:00100000:0.0:1746167610.595463:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423613568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167610.595703:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423613568:12345-0@lo:400:kworker.0 Request processed in 239us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167610.595709:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8132 00000100:00100000:0.0:1746167610.595720:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50808 00000100:00100000:0.0:1746167610.595724:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423613440:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167610.595740:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167610.595760:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423613440:12345-0@lo:8:kworker.0 Request processed in 35us (449us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167610.595764:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50808 00000100:00080000:0.0:1746167610.595787:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167610.595790:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167610.595794:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012401bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423613440:0@lo:8:kworker.0 00000100:00100000:1.0:1746167610.596341:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423613312 00000100:00100000:1.0:1746167610.596346:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423613312 00000100:00100000:1.0:1746167610.596365:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36584 00000100:00100000:1.0:1746167610.596369:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423613312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167610.597948:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4036 00000100:00100000:3.0:1746167610.597960:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423613056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167610.598263:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4037 00000100:00100000:2.0:1746167610.598274:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423613184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167610.598978:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124019880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423613568:0@lo:400:kworker.0 00000100:00100000:0.0:1746167610.599041:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124019880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423613696:0@lo:400:kworker.0 00000100:00100000:3.0:1746167610.599119:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423613056:12345-0@lo:400:kworker.0 Request processed in 1162us (4872us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167610.599125:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4036 00000100:00100000:1.0:1746167610.599131:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423613312:12345-0@lo:400:kworker.0 Request processed in 2759us (3763us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167610.599139:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36584 00000100:00100000:1.0:1746167610.599172:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423612928:0@lo:400:kworker.0 00000100:00100000:3.0:1746167610.599178:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423613312:0@lo:400:kworker.0 00000100:00100000:0.0:1746167610.599341:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167610.599356:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423613184:12345-0@lo:400:kworker.0 Request processed in 1085us (5037us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167610.599362:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4037 00000100:00100000:3.0:1746167610.599368:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423613696 00000100:00100000:0.0:1746167610.599370:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423613056:0@lo:400:kworker.0 00000100:00100000:3.0:1746167610.599372:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423613696 00000100:00100000:3.0:1746167610.599390:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4038 00000100:00100000:3.0:1746167610.599394:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423613696:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1746167610.599405:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167610.599408:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167610.599410:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167610.599414:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11526 00000100:00080000:0.0:1746167610.599417:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746167610.599422:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167610.599427:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423613696:12345-0@lo:400:kworker.0 Request processed in 32us (86us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167610.599429:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746167610.599431:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4038 00000100:00100000:0.0:1746167610.599436:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124019880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423613696:0@lo:400:kworker.0 00000100:00100000:1.0:1746167610.599437:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423613824:0@lo:400:kworker.0 00000100:00100000:3.0:1746167610.599450:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423613184:0@lo:400:kworker.0 00000100:00100000:0.0:1746167610.599458:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880124019880 x1830977423613952/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167610.599461:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167610.599476:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124019880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423613952:0@lo:8:kworker.0 00000100:00100000:0.0:1746167610.599496:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167610.599529:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746167610.599534:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423614208:0@lo:400:kworker.0 00000100:00100000:0.0:1746167610.599551:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167610.599582:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423613952 00000100:00100000:0.0:1746167610.599585:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423613952 00000100:00100000:0.0:1746167610.599600:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50809 00000100:00100000:0.0:1746167610.599604:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423613952:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1746167610.599620:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423613824 00010000:00020000:0.0:1746167610.599621:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167610.599624:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423613824 00000100:00100000:2.0:1746167610.599643:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36585 00000100:00100000:0.0:1746167610.599645:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423613952:12345-0@lo:8:kworker.0 Request processed in 40us (149us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167610.599648:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423613824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167610.599651:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50809 00000100:00080000:0.0:1746167610.599673:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1746167610.599688:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423613824:12345-0@lo:400:kworker.0 Request processed in 26us (213us total) trans 0 rc 0/0 00000100:00080000:0.0:1746167610.599692:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167610.599693:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36585 00000100:00100000:0.0:1746167610.599696:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124019880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423613952:0@lo:8:kworker.0 00000100:00100000:3.0:1746167610.599773:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423614208 00000100:00100000:3.0:1746167610.599776:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423614208 00000100:00100000:3.0:1746167610.599797:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4039 00000100:00100000:3.0:1746167610.599801:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423614208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167610.599834:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423614208:12345-0@lo:400:kworker.0 Request processed in 33us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167610.599839:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4039 00000100:00100000:3.0:1746167610.599848:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746167610.599853:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423614080:0@lo:400:kworker.0 00000100:00100000:3.0:1746167610.599869:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167610.600819:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423613824:0@lo:400:kworker.0 00000100:00100000:0.0:1746167610.601114:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423614080 00000100:00100000:0.0:1746167610.601118:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423614080 00000100:00100000:0.0:1746167610.601146:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8133 00000100:00100000:0.0:1746167610.601151:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423614080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167610.601183:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423614080:12345-0@lo:400:kworker.0 Request processed in 32us (1313us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167610.601187:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8133 00000100:00100000:0.0:1746167610.601209:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423614208:0@lo:400:kworker.0 00000100:00100000:3.0:1746167610.601271:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423614080:0@lo:400:kworker.0 00000100:00080000:1.0:1746167610.601395:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167610.611225:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423614336:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167610.611286:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167610.611384:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423614336 00000100:00100000:2.0:1746167610.611392:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423614336 00000100:00100000:2.0:1746167610.611446:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36586 00000100:00100000:2.0:1746167610.611453:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423614336:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167610.611483:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167610.611533:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423614336:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167610.611540:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36586 00000100:00100000:0.0:1746167610.611664:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423614336:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167610.625946:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746167610.625966:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423614464:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167610.626037:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167610.626157:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423614464 00000100:00100000:3.0:1746167610.626165:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423614464 00000100:00100000:3.0:1746167610.626213:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36587 00000100:00100000:3.0:1746167610.626221:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423614464:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167610.626249:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167610.626286:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423614464:12345-0@lo:41:osp-pre-0-1.0 Request processed in 65us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167610.626291:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36587 00000100:00100000:1.0:1746167610.626406:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423614464:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167610.918489:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423614592:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167610.918543:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167610.918665:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423614592 00000100:00100000:3.0:1746167610.918692:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423614592 00000100:00100000:3.0:1746167610.919125:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7530 00000100:00100000:3.0:1746167610.919132:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423614592:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167610.919150:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167610.919190:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423614592:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (647us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167610.919195:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7530 00000100:00100000:2.0:1746167610.919260:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423614592:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167611.505867:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167612.509397:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167612.526130:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167612.526172:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167612.526212:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167612.526248:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439273216 00000100:00100000:0.0:1746167612.526255:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439273216 00000100:00100000:0.0:1746167612.526305:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439273088 00000100:00100000:0.0:1746167612.526308:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439273088 00000100:00100000:0.0:1746167612.526326:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4040 00000100:00100000:0.0:1746167612.526333:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439273216:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167612.526381:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439273216:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 50us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167612.526387:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4040 00000100:00100000:0.0:1746167612.526399:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4041 00000100:00100000:0.0:1746167612.526403:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439273088:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167612.526424:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439273088:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 21us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167612.526429:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4041 00000100:00100000:3.0:1746167612.526626:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439272960 00000100:00100000:3.0:1746167612.526630:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439272960 00000100:00100000:3.0:1746167612.526652:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1274 00000100:00100000:3.0:1746167612.526657:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439272960:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167612.526713:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439272960:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 56us (591us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167612.526719:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1274 00000100:00080000:1.0:1746167612.526937:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746167612.526941:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167612.529462:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167612.529535:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439273344 00000100:00100000:2.0:1746167612.529542:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439273344 00000100:00100000:2.0:1746167612.529576:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50810 00000100:00100000:2.0:1746167612.529581:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439273344:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167612.529601:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167612.529644:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439273344:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 62us (186us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167612.529650:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50810 00010000:00010000:0.0:1746167613.510042:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167614.511873:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167614.705872:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746167614.705891:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423614720:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167614.705976:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167614.706089:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423614720 00000100:00100000:1.0:1746167614.706095:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423614720 00000100:00100000:1.0:1746167614.706133:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7531 00000100:00100000:1.0:1746167614.706140:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423614720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167614.706165:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167614.706201:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423614720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167614.706207:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7531 00000100:00080000:0.0:1746167614.706348:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167614.706376:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423614720:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167615.516286:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167615.618250:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423614976:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167615.618307:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167615.618346:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423614976 00000100:00100000:3.0:1746167615.618352:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423614976 00000100:00100000:3.0:1746167615.618387:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36588 00000100:00100000:3.0:1746167615.618393:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423614976:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746167615.618420:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167615.618451:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423614976:12345-0@lo:41:osp-pre-1-0.0 Request processed in 59us (145us total) trans 0 rc 0/0 00000100:00080000:0.0:1746167615.618454:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1746167615.618457:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36588 00000100:00080000:0.0:1746167615.618458:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167615.618460:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167615.618464:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11531 00000100:00080000:0.0:1746167615.618467:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746167615.618470:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167615.618473:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423615104:0@lo:400:kworker.0 00000100:00100000:0.0:1746167615.618490:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a085d880 x1830977423615488/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167615.618492:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167615.618508:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423615488:0@lo:8:kworker.0 00000100:00100000:3.0:1746167615.618518:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423615104 00000100:00100000:3.0:1746167615.618520:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423615104 00000100:00100000:0.0:1746167615.618533:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167615.618541:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4042 00000100:00100000:3.0:1746167615.618545:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423615104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167615.618565:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423615488 00000100:00100000:3.0:1746167615.618565:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423615104:12345-0@lo:400:kworker.0 Request processed in 20us (73us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167615.618568:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423615488 00000100:00100000:3.0:1746167615.618569:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4042 00000100:00100000:0.0:1746167615.618581:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50811 00000100:00080000:3.0:1746167615.618582:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167615.618585:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423615488:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1746167615.618600:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423615104:0@lo:400:kworker.0 00010000:00020000:0.0:1746167615.618601:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167615.618622:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423615488:12345-0@lo:8:kworker.0 Request processed in 36us (89us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167615.618627:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50811 00000100:00100000:3.0:1746167615.618628:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423615232:0@lo:400:kworker.0 00000100:00080000:0.0:1746167615.618643:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1746167615.618644:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746167615.618646:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167615.618649:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423615488:0@lo:8:kworker.0 00000100:00100000:3.0:1746167615.618655:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1746167615.618660:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423614848:0@lo:400:kworker.0 00000100:00100000:0.0:1746167615.618669:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746167615.618689:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423615616:0@lo:400:kworker.0 00000100:00100000:3.0:1746167615.618702:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167615.618712:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167615.618721:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124019880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423615360:0@lo:400:kworker.0 00000100:00100000:0.0:1746167615.618727:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423615616 00000100:00100000:0.0:1746167615.618729:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423615616 00000100:00100000:3.0:1746167615.618737:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167615.618745:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8134 00000100:00100000:0.0:1746167615.618749:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423615616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167615.618751:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423614848 00000100:00100000:3.0:1746167615.618753:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423614848 00000100:00100000:3.0:1746167615.618767:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1275 00000100:00100000:0.0:1746167615.618771:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423615616:12345-0@lo:400:kworker.0 Request processed in 22us (59us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167615.618771:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423614848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167615.618776:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8134 00000100:00100000:3.0:1746167615.618792:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423614848:12345-0@lo:400:kworker.0 Request processed in 21us (90us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167615.618793:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423615616:0@lo:400:kworker.0 00000100:00100000:3.0:1746167615.618797:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1275 00000100:00080000:0.0:1746167615.618811:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167615.618814:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167615.618815:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1746167615.618816:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423615232 00000100:00080000:0.0:1746167615.618818:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11531 00000100:00100000:3.0:1746167615.618818:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423615232 00000100:00080000:0.0:1746167615.618821:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746167615.618825:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167615.618830:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423615744:0@lo:400:kworker.0 00000100:00100000:3.0:1746167615.618834:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4043 00000100:00100000:3.0:1746167615.618838:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423615232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167615.618847:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167615.618859:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423615232:12345-0@lo:400:kworker.0 Request processed in 20us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167615.618863:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4043 00000100:00100000:2.0:1746167615.618889:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423614976:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167615.619285:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088eb5c00 x1830977423615872/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167615.619303:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746167615.619308:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423616000:0@lo:400:kworker.0 00000100:00100000:1.0:1746167615.619329:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167615.619355:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423616128:0@lo:400:kworker.0 00000100:00100000:1.0:1746167615.619377:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423615872:0@lo:8:kworker.0 00000100:00100000:1.0:1746167615.619390:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167615.619406:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423616000 00000100:00100000:1.0:1746167615.619409:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423616000 00000100:00100000:1.0:1746167615.619425:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423615872 00000100:00100000:1.0:1746167615.619427:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423615872 00000100:00100000:1.0:1746167615.619436:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8135 00000100:00100000:1.0:1746167615.619441:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423616000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167615.619466:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423616000:12345-0@lo:400:kworker.0 Request processed in 25us (135us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167615.619471:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8135 00000100:00100000:1.0:1746167615.619480:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50812 00000100:00100000:1.0:1746167615.619483:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423615872:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167615.619493:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167615.619512:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423615872:12345-0@lo:8:kworker.0 Request processed in 27us (121us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167615.619516:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50812 00000100:00080000:1.0:1746167615.619534:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167615.619536:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167615.619539:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423615872:0@lo:8:kworker.0 00000100:00100000:3.0:1746167615.619725:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423615744 00000100:00100000:3.0:1746167615.619729:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423615744 00000100:00080000:2.0:1746167615.619736:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746167615.619738:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167615.619747:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4044 00000100:00100000:3.0:1746167615.619752:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423615744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167615.621979:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423615744:12345-0@lo:400:kworker.0 Request processed in 2223us (3126us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167615.621988:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4044 00000100:00100000:3.0:1746167615.622017:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423615360 00000100:00100000:3.0:1746167615.622021:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423615360 00000100:00100000:3.0:1746167615.622045:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36589 00000100:00100000:3.0:1746167615.622050:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423615360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167615.622083:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423615360:12345-0@lo:400:kworker.0 Request processed in 33us (3344us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167615.622088:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36589 00000100:00100000:1.0:1746167615.622762:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167615.622814:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423616000:0@lo:400:kworker.0 00000100:00100000:3.0:1746167615.622876:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423616128 00000100:00100000:3.0:1746167615.622880:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423616128 00000100:00100000:3.0:1746167615.622900:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4045 00000100:00100000:3.0:1746167615.622904:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423616128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167615.622947:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423616128:12345-0@lo:400:kworker.0 Request processed in 42us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167615.622951:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4045 00000100:00100000:0.0:1746167615.623445:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423615744:0@lo:400:kworker.0 00000100:00100000:1.0:1746167615.623519:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423616128:0@lo:400:kworker.0 00000100:00100000:2.0:1746167615.623641:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423614848:0@lo:400:kworker.0 00000100:00100000:2.0:1746167615.623653:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124019880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423615360:0@lo:400:kworker.0 00000100:00100000:2.0:1746167615.623663:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423615232:0@lo:400:kworker.0 00000100:00100000:2.0:1746167615.634280:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423616256:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167615.634337:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167615.634430:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423616256 00000100:00100000:3.0:1746167615.634437:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423616256 00000100:00100000:3.0:1746167615.634474:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36590 00000100:00100000:3.0:1746167615.634480:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423616256:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167615.634505:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167615.634551:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423616256:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167615.634556:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36590 00000100:00100000:2.0:1746167615.634581:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423616256:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167615.939817:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746167615.939836:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423616384:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167615.939891:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167615.940197:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423616384 00000100:00100000:3.0:1746167615.940204:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423616384 00000100:00100000:3.0:1746167615.940829:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7532 00000100:00100000:3.0:1746167615.940837:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423616384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167615.940858:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167615.940893:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423616384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (1003us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167615.940899:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7532 00000100:00100000:2.0:1746167615.941579:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423616384:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167616.517892:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167617.519854:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167617.537510:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167617.539502:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167617.539539:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167617.540725:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439273472 00000100:00100000:3.0:1746167617.540735:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439273472 00000100:00100000:3.0:1746167617.540774:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1276 00000100:00100000:3.0:1746167617.540781:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439273472:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167617.540844:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439273472:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 63us (3342us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167617.540850:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1276 00000100:00100000:0.0:1746167617.541642:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167617.544695:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439273728 00000100:00100000:2.0:1746167617.544706:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439273728 00000100:00100000:3.0:1746167617.544722:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439273600 00000100:00100000:3.0:1746167617.544727:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439273600 00000100:00100000:2.0:1746167617.544772:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4046 00000100:00100000:2.0:1746167617.544781:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439273600:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167617.544839:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439273600:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 60us (5299us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167617.544844:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4046 00000100:00100000:2.0:1746167617.544860:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4047 00000100:00100000:2.0:1746167617.544865:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439273728:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167617.544883:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439273728:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 18us (5385us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167617.544887:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4047 00000100:00080000:2.0:1746167617.544917:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746167617.544919:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167617.545231:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439273856 00000100:00100000:1.0:1746167617.545235:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439273856 00000100:00100000:1.0:1746167617.545254:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50813 00000100:00100000:1.0:1746167617.545259:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439273856:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167617.545277:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167617.545297:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439273856:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 38us (3657us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167617.545305:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50813 00010000:00010000:0.0:1746167618.522090:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167619.523907:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167619.714594:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423616512:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167619.714651:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167619.714975:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423616512 00000100:00100000:1.0:1746167619.714982:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423616512 00000100:00100000:1.0:1746167619.715067:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7533 00000100:00100000:1.0:1746167619.715075:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423616512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167619.715099:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167619.715138:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423616512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (487us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167619.715143:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7533 00000100:00080000:1.0:1746167619.715179:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167619.721752:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423616512:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167620.526183:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1746167620.625886:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167620.625890:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167620.625893:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167620.625900:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11536 00000100:00080000:1.0:1746167620.625905:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1746167620.625910:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167620.625929:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088eb6a00 x1830977423617152/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167620.625959:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167620.625962:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167620.625963:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167620.625966:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11536 00000100:00080000:1.0:1746167620.625968:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167620.625970:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167620.625979:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009fa90e00 x1830977423617664/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167620.626011:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423617152:0@lo:8:kworker.0 00000100:00100000:1.0:1746167620.626066:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167620.626115:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423617664:0@lo:8:kworker.0 00000100:00100000:1.0:1746167620.626134:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167620.626163:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423617152 00000100:00100000:1.0:1746167620.626169:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423617152 00000100:00100000:1.0:1746167620.626187:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423617664 00000100:00100000:1.0:1746167620.626188:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423617664 00000100:00100000:1.0:1746167620.626199:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50814 00000100:00100000:1.0:1746167620.626204:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423617152:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167620.626223:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167620.626250:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423617152:12345-0@lo:8:kworker.0 Request processed in 45us (184us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167620.626255:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50814 00000100:00100000:1.0:1746167620.626267:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50815 00000100:00100000:1.0:1746167620.626270:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009daffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423617664:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167620.626278:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167620.626292:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009daffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423617664:12345-0@lo:8:kworker.0 Request processed in 21us (157us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167620.626296:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50815 00000100:00080000:1.0:1746167620.626327:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167620.626330:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167620.626334:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423617152:0@lo:8:kworker.0 00000100:00080000:1.0:1746167620.626343:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167620.626345:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167620.626347:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423617664:0@lo:8:kworker.0 00000100:00100000:1.0:1746167620.626375:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423616768:0@lo:400:kworker.0 00000100:00100000:1.0:1746167620.626396:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167620.626411:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423617408:0@lo:400:kworker.0 00000100:00100000:1.0:1746167620.626424:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167620.626436:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746167620.626441:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423616896:0@lo:400:kworker.0 00000100:00100000:1.0:1746167620.626453:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167620.626464:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423617536:0@lo:400:kworker.0 00000100:00100000:1.0:1746167620.626480:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167620.626497:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423616768 00000100:00100000:1.0:1746167620.626500:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423616768 00000100:00100000:1.0:1746167620.626526:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423617408 00000100:00100000:1.0:1746167620.626527:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423617408 00000100:00100000:1.0:1746167620.626537:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423616896 00000100:00100000:1.0:1746167620.626539:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423616896 00000100:00100000:1.0:1746167620.626551:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4048 00000100:00100000:1.0:1746167620.626556:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423616768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167620.626587:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423616768:12345-0@lo:400:kworker.0 Request processed in 30us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167620.626592:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4048 00000100:00100000:1.0:1746167620.626600:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4049 00000100:00100000:1.0:1746167620.626605:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009daff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423617408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167620.626625:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009daff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423617408:12345-0@lo:400:kworker.0 Request processed in 19us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167620.626628:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4049 00000100:00100000:1.0:1746167620.626635:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4050 00000100:00100000:1.0:1746167620.626639:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423616896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167620.626655:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423616896:12345-0@lo:400:kworker.0 Request processed in 16us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167620.626659:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4050 00000100:00080000:1.0:1746167620.626670:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167620.626672:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167620.626711:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423616896:0@lo:400:kworker.0 00000100:00100000:1.0:1746167620.626719:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423616768:0@lo:400:kworker.0 00000100:00100000:1.0:1746167620.626724:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423617408:0@lo:400:kworker.0 00000100:00100000:1.0:1746167620.626766:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423617536 00000100:00100000:1.0:1746167620.626769:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423617536 00000100:00100000:1.0:1746167620.626787:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36591 00000100:00100000:1.0:1746167620.626791:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423617536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167620.626816:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423617536:12345-0@lo:400:kworker.0 Request processed in 25us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167620.626821:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36591 00000100:00100000:1.0:1746167620.626848:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423617536:0@lo:400:kworker.0 00000100:00100000:2.0:1746167620.626938:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423616640:0@lo:400:kworker.0 00000100:00100000:2.0:1746167620.626974:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167620.627004:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423617280:0@lo:400:kworker.0 00000100:00100000:2.0:1746167620.627022:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167620.627034:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423617920:0@lo:400:kworker.0 00000100:00100000:2.0:1746167620.627048:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167620.627058:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1746167620.627063:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423617024:0@lo:400:kworker.0 00000100:00100000:2.0:1746167620.627076:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167620.627086:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423617792:0@lo:400:kworker.0 00000100:00100000:2.0:1746167620.627098:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167620.627131:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423617280 00000100:00100000:2.0:1746167620.627133:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423617280 00000100:00100000:2.0:1746167620.627151:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423617792 00000100:00100000:2.0:1746167620.627154:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423617792 00000100:00100000:2.0:1746167620.627168:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8136 00000100:00100000:2.0:1746167620.627174:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423617280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167620.627199:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423617280:12345-0@lo:400:kworker.0 Request processed in 26us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167620.627204:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8136 00000100:00100000:2.0:1746167620.627213:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8137 00000100:00100000:2.0:1746167620.627217:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423617792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167620.627236:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423617792:12345-0@lo:400:kworker.0 Request processed in 19us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167620.627241:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8137 00000100:00100000:2.0:1746167620.627261:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423617792:0@lo:400:kworker.0 00000100:00100000:2.0:1746167620.627268:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423617280:0@lo:400:kworker.0 00000100:00100000:2.0:1746167620.627280:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423618048:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167620.627296:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167620.627315:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423617024 00000100:00100000:2.0:1746167620.627317:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423617024 00000100:00100000:2.0:1746167620.627329:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423618048 00000100:00100000:2.0:1746167620.627331:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423618048 00000100:00100000:2.0:1746167620.627341:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36592 00000100:00100000:2.0:1746167620.627345:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423617024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167620.627369:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423617024:12345-0@lo:400:kworker.0 Request processed in 24us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167620.627374:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36592 00000100:00100000:2.0:1746167620.627383:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36593 00000100:00100000:2.0:1746167620.627387:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088caa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423618048:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167620.627404:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167620.627427:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088caa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423618048:12345-0@lo:41:osp-pre-1-0.0 Request processed in 40us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167620.627431:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36593 00000100:00100000:2.0:1746167620.627453:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423617024:0@lo:400:kworker.0 00000100:00100000:2.0:1746167620.627470:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423618048:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167620.627489:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423616640 00000100:00100000:2.0:1746167620.627491:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423616640 00000100:00100000:2.0:1746167620.627508:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1277 00000100:00100000:2.0:1746167620.627512:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423616640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167620.627535:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423616640:12345-0@lo:400:kworker.0 Request processed in 22us (560us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167620.627539:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1277 00000100:00100000:2.0:1746167620.627558:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423616640:0@lo:400:kworker.0 00000100:00100000:1.0:1746167620.630700:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423617920 00000100:00100000:1.0:1746167620.630710:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423617920 00000100:00100000:1.0:1746167620.630895:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4051 00000100:00100000:1.0:1746167620.630903:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423617920:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1746167620.631205:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167620.632432:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423617920:12345-0@lo:400:kworker.0 Request processed in 1526us (5378us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167620.632439:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4051 00000100:00100000:3.0:1746167620.632543:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423617920:0@lo:400:kworker.0 00000100:00100000:3.0:1746167620.644365:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746167620.644384:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423618176:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167620.644442:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167620.644561:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423618176 00000100:00100000:2.0:1746167620.644568:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423618176 00000100:00100000:2.0:1746167620.644605:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36594 00000100:00100000:2.0:1746167620.644612:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423618176:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746167620.644639:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746167620.644698:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423618176:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167620.644705:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36594 00000100:00100000:3.0:1746167620.644825:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423618176:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167620.950197:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746167620.950218:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423618304:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167620.950275:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167620.953405:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423618304 00000100:00100000:0.0:1746167620.953415:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423618304 00000100:00100000:0.0:1746167620.953470:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7534 00000100:00100000:0.0:1746167620.953479:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423618304:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167620.953500:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167620.953552:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423618304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (3276us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167620.953557:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7534 00000100:00100000:2.0:1746167620.953670:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423618304:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167621.533747:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167622.533877:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167622.543271:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167622.544004:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439274112 00000100:00100000:1.0:1746167622.544012:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439274112 00000100:00100000:0.0:1746167622.544013:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167622.544059:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167622.544067:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439274240 00000100:00100000:1.0:1746167622.544069:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439274240 00000100:00080000:3.0:1746167622.544071:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167622.544087:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4052 00000100:00100000:0.0:1746167622.544095:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439274112:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167622.544098:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4053 00000100:00100000:3.0:1746167622.544105:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439274240:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167622.544161:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439274112:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 66us (896us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167622.544166:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439273984 00000100:00100000:0.0:1746167622.544168:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4052 00000100:00100000:2.0:1746167622.544170:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439273984 00000100:00100000:2.0:1746167622.544192:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1278 00000100:00100000:2.0:1746167622.544196:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f67ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439273984:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167622.544237:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439274240:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 134us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167622.544243:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4053 00000100:00080000:3.0:1746167622.544254:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167622.544311:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f67ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439273984:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 110us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167622.544315:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1278 00000100:00100000:0.0:1746167622.545143:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167622.546368:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439274368 00000100:00100000:2.0:1746167622.546374:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439274368 00000100:00100000:2.0:1746167622.546407:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50816 00000100:00100000:2.0:1746167622.546412:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439274368:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167622.546431:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167622.546475:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439274368:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 62us (1332us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167622.546481:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50816 00010000:00010000:0.0:1746167623.537218:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167624.538089:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167624.737930:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009759d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423618432:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167624.737992:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167624.738287:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423618432 00000100:00100000:1.0:1746167624.738293:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423618432 00000100:00100000:1.0:1746167624.738340:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7535 00000100:00100000:1.0:1746167624.738348:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423618432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167624.738373:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167624.738409:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423618432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167624.738414:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7535 00000100:00100000:0.0:1746167624.738500:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009759d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423618432:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1746167624.738549:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746167625.539890:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1746167625.633875:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167625.633880:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167625.633883:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167625.633889:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11541 00000100:00080000:1.0:1746167625.633892:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167625.633897:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167625.633912:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009fa93100 x1830977423619072/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167625.633936:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167625.633938:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167625.633939:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167625.633942:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11541 00000100:00080000:1.0:1746167625.633943:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167625.633946:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167625.633952:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088face00 x1830977423619584/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167625.633980:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423619072:0@lo:8:kworker.0 00000100:00100000:1.0:1746167625.634025:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167625.634073:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423619584:0@lo:8:kworker.0 00000100:00100000:1.0:1746167625.634095:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167625.634131:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423619072 00000100:00100000:1.0:1746167625.634136:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423619072 00000100:00100000:1.0:1746167625.634153:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423619584 00000100:00100000:1.0:1746167625.634155:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423619584 00000100:00100000:1.0:1746167625.634166:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50817 00000100:00100000:1.0:1746167625.634170:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423619072:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167625.634188:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167625.634215:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423619072:12345-0@lo:8:kworker.0 Request processed in 44us (189us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167625.634221:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50817 00000100:00100000:1.0:1746167625.634232:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50818 00000100:00100000:1.0:1746167625.634235:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ed2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423619584:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167625.634242:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167625.634255:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ed2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423619584:12345-0@lo:8:kworker.0 Request processed in 20us (160us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167625.634260:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50818 00000100:00080000:1.0:1746167625.634390:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167625.634393:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167625.634397:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423619072:0@lo:8:kworker.0 00000100:00080000:1.0:1746167625.634403:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167625.634405:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167625.634407:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423619584:0@lo:8:kworker.0 00000100:00100000:1.0:1746167625.634430:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423618944:0@lo:400:kworker.0 00000100:00100000:1.0:1746167625.634449:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167625.634463:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423619712:0@lo:400:kworker.0 00000100:00100000:1.0:1746167625.634476:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167625.634486:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1746167625.634490:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423618816:0@lo:400:kworker.0 00000100:00100000:1.0:1746167625.634504:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167625.634514:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423619456:0@lo:400:kworker.0 00000100:00100000:1.0:1746167625.634526:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167625.634559:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423618944 00000100:00100000:1.0:1746167625.634562:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423618944 00000100:00100000:1.0:1746167625.634831:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423619456 00000100:00100000:1.0:1746167625.634834:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423619456 00000100:00100000:1.0:1746167625.634844:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36595 00000100:00100000:1.0:1746167625.634849:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423618944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167625.634878:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423618944:12345-0@lo:400:kworker.0 Request processed in 30us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167625.634883:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36595 00000100:00100000:1.0:1746167625.634891:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36596 00000100:00100000:1.0:1746167625.634895:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423619456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167625.634912:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423619456:12345-0@lo:400:kworker.0 Request processed in 16us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167625.634916:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36596 00000100:00100000:1.0:1746167625.634929:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423619712 00000100:00100000:1.0:1746167625.634931:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423619712 00000100:00100000:1.0:1746167625.634957:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8138 00000100:00100000:1.0:1746167625.634961:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423619712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167625.634982:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423619712:12345-0@lo:400:kworker.0 Request processed in 21us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167625.634986:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8138 00000100:00080000:1.0:1746167625.634997:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167625.635010:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088faf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423619456:0@lo:400:kworker.0 00000100:00100000:1.0:1746167625.635018:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423618944:0@lo:400:kworker.0 00000100:00100000:1.0:1746167625.635024:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423619712:0@lo:400:kworker.0 00000100:00100000:1.0:1746167625.635065:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423618816 00000100:00100000:1.0:1746167625.635068:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423618816 00000100:00100000:1.0:1746167625.635087:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4054 00000100:00100000:1.0:1746167625.635091:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423618816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167625.635113:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423618816:12345-0@lo:400:kworker.0 Request processed in 22us (609us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167625.635118:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4054 00000100:00080000:1.0:1746167625.635127:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167625.635137:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423618816:0@lo:400:kworker.0 00000100:00100000:0.0:1746167625.635208:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423618688:0@lo:400:kworker.0 00000100:00100000:0.0:1746167625.635229:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167625.635249:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423619328:0@lo:400:kworker.0 00000100:00100000:0.0:1746167625.635263:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167625.635274:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1746167625.635278:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423618560:0@lo:400:kworker.0 00000100:00100000:0.0:1746167625.635297:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167625.635319:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423619200:0@lo:400:kworker.0 00000100:00100000:0.0:1746167625.635333:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167625.635342:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ceb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423619840:0@lo:400:kworker.0 00000100:00100000:0.0:1746167625.635353:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167625.635368:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423619200 00000100:00100000:0.0:1746167625.635371:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423619200 00000100:00100000:0.0:1746167625.635385:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8139 00000100:00100000:0.0:1746167625.635389:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423619200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167625.635409:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423619200:12345-0@lo:400:kworker.0 Request processed in 20us (76us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167625.635417:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8139 00000100:00100000:0.0:1746167625.635433:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423619200:0@lo:400:kworker.0 00000100:00100000:0.0:1746167625.635449:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423618688 00000100:00100000:0.0:1746167625.635451:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423618688 00000100:00100000:0.0:1746167625.635466:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423619328 00000100:00100000:0.0:1746167625.635468:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423619328 00000100:00100000:0.0:1746167625.635477:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423619840 00000100:00100000:0.0:1746167625.635479:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423619840 00000100:00100000:0.0:1746167625.635488:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4055 00000100:00100000:0.0:1746167625.635493:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097598e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423618688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167625.635527:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097598e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423618688:12345-0@lo:400:kworker.0 Request processed in 22us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167625.635533:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4055 00000100:00100000:0.0:1746167625.635541:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4056 00000100:00100000:0.0:1746167625.635545:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423619328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167625.635563:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423619328:12345-0@lo:400:kworker.0 Request processed in 18us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167625.635567:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4056 00000100:00100000:0.0:1746167625.635574:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4057 00000100:00100000:0.0:1746167625.635578:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097598000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423619840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167625.635594:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097598000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423619840:12345-0@lo:400:kworker.0 Request processed in 17us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167625.635598:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4057 00000100:00080000:0.0:1746167625.635609:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167625.635620:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ceb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423619840:0@lo:400:kworker.0 00000100:00100000:0.0:1746167625.635628:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423618688:0@lo:400:kworker.0 00000100:00100000:0.0:1746167625.635634:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423619328:0@lo:400:kworker.0 00000100:00100000:0.0:1746167625.635665:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423618560 00000100:00100000:0.0:1746167625.635667:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423618560 00000100:00100000:0.0:1746167625.635706:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1279 00000100:00100000:0.0:1746167625.635710:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f67e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423618560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167625.635733:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f67e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423618560:12345-0@lo:400:kworker.0 Request processed in 23us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167625.635737:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1279 00000100:00100000:0.0:1746167625.635773:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423618560:0@lo:400:kworker.0 00000100:00100000:0.0:1746167625.635920:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009759f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423619968:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167625.635939:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167625.635959:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423619968 00000100:00100000:0.0:1746167625.635961:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423619968 00000100:00100000:0.0:1746167625.635975:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36597 00000100:00100000:0.0:1746167625.635980:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423619968:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167625.635998:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167625.636021:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423619968:12345-0@lo:41:osp-pre-1-0.0 Request processed in 41us (81us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167625.636025:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36597 00000100:00100000:0.0:1746167625.636047:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009759f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423619968:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167625.650995:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124019880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423620096:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167625.651062:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167625.651149:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423620096 00000100:00100000:0.0:1746167625.651155:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423620096 00000100:00100000:0.0:1746167625.651203:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36598 00000100:00100000:0.0:1746167625.651210:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423620096:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167625.651237:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167625.652742:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423620096:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1530us (1676us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167625.652760:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36598 00000100:00100000:2.0:1746167625.652906:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124019880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423620096:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167625.954359:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746167625.954375:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423620224:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746167625.954428:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167625.954554:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423620224 00000100:00100000:1.0:1746167625.954560:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423620224 00000100:00100000:1.0:1746167625.955729:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7536 00000100:00100000:1.0:1746167625.955740:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423620224:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167625.955774:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167625.955831:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423620224:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (1402us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167625.955836:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7536 00000100:00100000:3.0:1746167625.955959:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423620224:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167626.542560:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167627.544165:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167627.551180:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167627.552448:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167627.552476:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167627.552541:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167627.552565:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439274880 00000100:00100000:0.0:1746167627.552577:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439274880 00000100:00100000:0.0:1746167627.552602:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50819 00000100:00100000:0.0:1746167627.552608:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439274880:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167627.552627:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167627.552665:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439274880:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 57us (123us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167627.552670:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50819 00000100:00100000:0.0:1746167627.552772:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439274624 00000100:00100000:0.0:1746167627.552775:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439274624 00000100:00100000:0.0:1746167627.552799:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439274752 00000100:00100000:0.0:1746167627.552801:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439274752 00000100:00100000:0.0:1746167627.552813:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4058 00000100:00100000:0.0:1746167627.552817:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439274624:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167627.552848:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439274624:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 31us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167627.552856:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4058 00000100:00100000:0.0:1746167627.552865:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4059 00000100:00100000:0.0:1746167627.552870:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439274752:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167627.552887:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439274752:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 17us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167627.552891:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4059 00000100:00080000:0.0:1746167627.552903:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167627.552905:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167627.555639:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439274496 00000100:00100000:2.0:1746167627.555649:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439274496 00000100:00100000:2.0:1746167627.555701:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1280 00000100:00100000:2.0:1746167627.555707:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439274496:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167627.555775:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439274496:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 67us (4602us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167627.555782:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1280 00010000:00010000:0.0:1746167628.547539:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167629.549883:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167629.745981:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423620352:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167629.746035:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167629.746099:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423620352 00000100:00100000:2.0:1746167629.746106:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423620352 00000100:00100000:2.0:1746167629.746160:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7537 00000100:00100000:2.0:1746167629.746169:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423620352:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167629.746193:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167629.746227:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423620352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167629.746232:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7537 00000100:00080000:0.0:1746167629.747335:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167629.747789:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423620352:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167630.551851:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167630.642077:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423620608:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167630.642133:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167630.642199:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423620608 00000100:00100000:3.0:1746167630.642205:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423620608 00000100:00100000:2.0:1746167630.643167:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423620480:0@lo:400:kworker.0 00000100:00100000:0.0:1746167630.643175:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423620736:0@lo:400:kworker.0 00000100:00100000:2.0:1746167630.643200:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167630.643212:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167630.643245:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423620480 00000100:00100000:2.0:1746167630.643248:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423620480 00000100:00100000:2.0:1746167630.643272:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1281 00000100:00100000:2.0:1746167630.643278:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423620480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167630.643313:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423620480:12345-0@lo:400:kworker.0 Request processed in 36us (113us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167630.643320:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1281 00000100:00100000:2.0:1746167630.643351:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423620480:0@lo:400:kworker.0 00000100:00100000:3.0:1746167630.643548:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36599 00000100:00100000:3.0:1746167630.643557:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423620608:12345-0@lo:41:osp-pre-1-0.0 00000100:00080000:1.0:1746167630.643574:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167630.643578:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1746167630.643579:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423620864:0@lo:400:kworker.0 00000100:00080000:1.0:1746167630.643581:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000004:00000024:3.0:1746167630.643581:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00080000:1.0:1746167630.643586:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11546 00000100:00080000:1.0:1746167630.643589:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167630.643593:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167630.643608:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090ce8000 x1830977423621120/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167630.643609:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423620608:12345-0@lo:41:osp-pre-1-0.0 Request processed in 54us (1477us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167630.643614:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36599 00000100:00100000:2.0:1746167630.643620:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423620608:0@lo:41:osp-pre-1-0.0 00000100:00080000:1.0:1746167630.643631:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167630.643634:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1746167630.643634:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ceb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423621248:0@lo:400:kworker.0 00000100:00080000:1.0:1746167630.643635:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167630.643638:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11546 00000100:00080000:1.0:1746167630.643640:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1746167630.643643:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167630.643652:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090cead80 x1830977423621504/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167630.643652:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167630.643696:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746167630.643704:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423621376:0@lo:400:kworker.0 00000100:00100000:1.0:1746167630.643719:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423621120:0@lo:8:kworker.0 00000100:00100000:2.0:1746167630.643725:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423620992:0@lo:400:kworker.0 00000100:00100000:1.0:1746167630.643746:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167630.643747:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167630.643765:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423621504:0@lo:8:kworker.0 00000100:00100000:2.0:1746167630.643776:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423621760:0@lo:400:kworker.0 00000100:00100000:1.0:1746167630.643778:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167630.643801:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423620736 00000100:00100000:1.0:1746167630.643804:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423620736 00000100:00100000:2.0:1746167630.643806:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423621248 00000100:00100000:2.0:1746167630.643809:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423621248 00000100:00100000:1.0:1746167630.643827:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4060 00000100:00100000:2.0:1746167630.643827:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423621120 00000100:00100000:2.0:1746167630.643829:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423621120 00000100:00100000:1.0:1746167630.643831:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423620736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167630.643837:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423621504 00000100:00100000:2.0:1746167630.643839:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423621504 00000100:00100000:2.0:1746167630.643848:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8140 00000100:00100000:2.0:1746167630.643853:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423621248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167630.644028:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423620736:12345-0@lo:400:kworker.0 Request processed in 196us (816us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167630.644030:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423620992 00000100:00100000:1.0:1746167630.644032:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4060 00000100:00100000:2.0:1746167630.644032:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423621248:12345-0@lo:400:kworker.0 Request processed in 178us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167630.644034:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423620992 00000100:00100000:2.0:1746167630.644037:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8140 00000100:00100000:1.0:1746167630.644047:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50820 00000100:00100000:1.0:1746167630.644050:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423621120:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1746167630.644050:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50821 00000100:00100000:3.0:1746167630.644053:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36600 00000100:00100000:2.0:1746167630.644054:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423621504:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1746167630.644058:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423620992:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1746167630.644063:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1746167630.644066:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167630.644087:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423621120:12345-0@lo:8:kworker.0 Request processed in 36us (342us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167630.644087:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423620992:12345-0@lo:400:kworker.0 Request processed in 30us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167630.644089:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423621504:12345-0@lo:8:kworker.0 Request processed in 34us (310us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167630.644091:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50820 00000100:00100000:3.0:1746167630.644093:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36600 00000100:00100000:2.0:1746167630.644094:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50821 00000100:00080000:1.0:1746167630.644107:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167630.644109:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167630.644111:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423621120:0@lo:8:kworker.0 00000100:00100000:2.0:1746167630.644113:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746167630.644116:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167630.644118:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167630.644119:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423621504:0@lo:8:kworker.0 00000100:00080000:3.0:1746167630.644121:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167630.644132:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ceb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423621248:0@lo:400:kworker.0 00000100:00100000:1.0:1746167630.644134:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423621376 00000100:00100000:1.0:1746167630.644136:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423621376 00000100:00100000:2.0:1746167630.644145:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167630.644146:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4061 00000100:00100000:1.0:1746167630.644149:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423621376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167630.644166:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423621376:12345-0@lo:400:kworker.0 Request processed in 16us (54us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167630.644169:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4061 00000100:00100000:1.0:1746167630.644173:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423621760 00000100:00100000:1.0:1746167630.644175:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423621760 00000100:00100000:1.0:1746167630.644182:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4062 00000100:00100000:2.0:1746167630.644183:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423620992:0@lo:400:kworker.0 00000100:00100000:1.0:1746167630.644185:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423621760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167630.644189:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746167630.644194:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423621632:0@lo:400:kworker.0 00000100:00100000:1.0:1746167630.644196:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423621760:12345-0@lo:400:kworker.0 Request processed in 11us (51us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167630.644199:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4062 00000100:00100000:2.0:1746167630.644211:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167630.644227:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423621760:0@lo:400:kworker.0 00000100:00100000:2.0:1746167630.644243:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423621376:0@lo:400:kworker.0 00000100:00100000:0.0:1746167630.644263:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423620736:0@lo:400:kworker.0 00000100:00100000:0.0:1746167630.644281:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167630.644296:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423620864 00000100:00100000:2.0:1746167630.644299:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423620864 00000100:00080000:0.0:1746167630.644321:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167630.644321:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4063 00000100:00100000:2.0:1746167630.644325:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423620864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167630.644351:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423620864:12345-0@lo:400:kworker.0 Request processed in 26us (70us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167630.644357:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4063 00000100:00100000:3.0:1746167630.644955:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423621632 00000100:00100000:3.0:1746167630.644959:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423621632 00000100:00080000:1.0:1746167630.645197:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167630.645203:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8141 00000100:00100000:3.0:1746167630.645209:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423621632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167630.645236:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423621632:12345-0@lo:400:kworker.0 Request processed in 28us (1024us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167630.645242:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8141 00000100:00100000:0.0:1746167630.645303:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423620864:0@lo:400:kworker.0 00000100:00100000:2.0:1746167630.645359:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423621632:0@lo:400:kworker.0 00000100:00100000:0.0:1746167630.659808:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009759ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423621888:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167630.659875:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167630.659942:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423621888 00000100:00100000:3.0:1746167630.659950:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423621888 00000100:00100000:3.0:1746167630.659987:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36601 00000100:00100000:3.0:1746167630.659994:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423621888:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167630.660022:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167630.660069:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423621888:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167630.660076:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36601 00000100:00100000:0.0:1746167630.660289:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009759ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423621888:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167630.963761:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423622016:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167630.963915:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167630.963971:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423622016 00000100:00100000:0.0:1746167630.963977:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423622016 00000100:00100000:0.0:1746167630.964197:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7538 00000100:00100000:0.0:1746167630.964204:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423622016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167630.964223:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167630.964250:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423622016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 47us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167630.964255:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7538 00000100:00100000:2.0:1746167630.964310:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423622016:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167631.553879:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167632.557119:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167632.564169:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167632.564204:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167632.564232:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439275008 00000100:00100000:2.0:1746167632.564241:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439275008 00000100:00100000:0.0:1746167632.564404:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167632.564405:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439275264 00000100:00100000:1.0:1746167632.564410:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439275264 00000100:00100000:1.0:1746167632.564443:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439275136 00000100:00100000:1.0:1746167632.564446:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439275136 00000100:00100000:1.0:1746167632.564463:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4064 00000100:00100000:0.0:1746167632.564466:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167632.564471:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439275264:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167632.564526:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439275264:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 56us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167632.564549:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1282 00000100:00100000:2.0:1746167632.564554:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439275008:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167632.564577:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439275008:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 23us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167632.564583:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1282 00000100:00100000:3.0:1746167632.564701:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439275392 00000100:00100000:3.0:1746167632.564705:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439275392 00000100:00100000:3.0:1746167632.564724:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50822 00000100:00100000:3.0:1746167632.564729:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439275392:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167632.564748:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167632.564768:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439275392:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 39us (302us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167632.564773:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50822 00000100:00100000:1.0:1746167632.564791:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4064 00000100:00100000:2.0:1746167632.564828:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4065 00000100:00100000:2.0:1746167632.564835:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439275136:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167632.564857:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439275136:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 23us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167632.564861:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4065 00000100:00080000:2.0:1746167632.564892:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746167632.564895:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1746167633.559441:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167634.559872:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167634.753885:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124019f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423622144:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167634.753943:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167634.754084:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423622144 00000100:00100000:1.0:1746167634.754091:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423622144 00000100:00080000:2.0:1746167634.754144:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167634.754146:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7539 00000100:00100000:1.0:1746167634.754153:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423622144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167634.754179:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167634.754216:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423622144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167634.754222:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7539 00000100:00100000:0.0:1746167634.754256:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124019f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423622144:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167635.562056:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167635.649901:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:1.0:1746167635.649913:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167635.649918:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167635.649923:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1746167635.649925:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ceb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423622528:0@lo:400:kworker.0 00000100:00080000:1.0:1746167635.649929:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11551 00000100:00100000:3.0:1746167635.649929:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423622272:0@lo:400:kworker.0 00000100:00080000:1.0:1746167635.649935:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1746167635.649941:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167635.649961:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090ce9f80 x1830977423622912/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167635.649986:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167635.649989:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167635.649990:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167635.649993:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11551 00000100:00080000:1.0:1746167635.649995:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1746167635.649998:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167635.650001:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167635.650001:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167635.650006:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090cea680 x1830977423623424/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167635.650039:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423622912:0@lo:8:kworker.0 00000100:00100000:2.0:1746167635.650039:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423622528 00000100:00100000:2.0:1746167635.650046:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423622528 00000100:00100000:3.0:1746167635.650054:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423622784:0@lo:400:kworker.0 00000100:00100000:1.0:1746167635.650070:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167635.650077:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167635.650092:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423623424:0@lo:8:kworker.0 00000100:00100000:2.0:1746167635.650095:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4066 00000100:00100000:3.0:1746167635.650099:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ceb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423623552:0@lo:400:kworker.0 00000100:00100000:2.0:1746167635.650103:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423622528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167635.650105:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167635.650118:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167635.650131:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423622912 00000100:00100000:3.0:1746167635.650131:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1746167635.650135:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423622912 00000100:00100000:3.0:1746167635.650136:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423622656:0@lo:400:kworker.0 00000100:00100000:1.0:1746167635.650150:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423623424 00000100:00100000:2.0:1746167635.650150:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423622528:12345-0@lo:400:kworker.0 Request processed in 48us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167635.650152:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423623424 00000100:00100000:3.0:1746167635.650156:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167635.650157:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4066 00000100:00100000:1.0:1746167635.650161:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423623552 00000100:00100000:1.0:1746167635.650163:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423623552 00000100:00100000:3.0:1746167635.650169:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423623296:0@lo:400:kworker.0 00000100:00100000:2.0:1746167635.650170:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423622656 00000100:00100000:2.0:1746167635.650172:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423622656 00000100:00100000:1.0:1746167635.650184:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8142 00000100:00100000:3.0:1746167635.650185:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167635.650189:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423623552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167635.650189:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4067 00000100:00100000:2.0:1746167635.650192:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423622656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167635.650206:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423622272 00000100:00100000:3.0:1746167635.650209:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423622272 00000100:00100000:1.0:1746167635.650220:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423623552:12345-0@lo:400:kworker.0 Request processed in 32us (102us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167635.650221:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423622656:12345-0@lo:400:kworker.0 Request processed in 28us (64us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167635.650225:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8142 00000100:00100000:2.0:1746167635.650225:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4067 00000100:00100000:3.0:1746167635.650231:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1283 00000100:00100000:1.0:1746167635.650236:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50823 00000100:00100000:3.0:1746167635.650237:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423622272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167635.650240:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423622912:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1746167635.650240:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50824 00000100:00100000:2.0:1746167635.650244:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423623424:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167635.650258:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1746167635.650261:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167635.650262:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423622272:12345-0@lo:400:kworker.0 Request processed in 26us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167635.650267:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1283 00000100:00100000:1.0:1746167635.650281:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423622912:12345-0@lo:8:kworker.0 Request processed in 40us (210us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167635.650281:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423623424:12345-0@lo:8:kworker.0 Request processed in 36us (175us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167635.650285:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50823 00000100:00100000:2.0:1746167635.650288:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50824 00000100:00100000:3.0:1746167635.650294:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423622784 00000100:00100000:3.0:1746167635.650296:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423622784 00000100:00080000:2.0:1746167635.650307:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746167635.650311:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746167635.650312:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167635.650315:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423623296 00000100:00100000:3.0:1746167635.650317:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423623296 00000100:00080000:1.0:1746167635.650318:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167635.650321:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167635.650326:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423622912:0@lo:8:kworker.0 00000100:00100000:3.0:1746167635.650329:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36602 00000100:00100000:2.0:1746167635.650331:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ceb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423622528:0@lo:400:kworker.0 00000100:00080000:1.0:1746167635.650334:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1746167635.650334:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423622784:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1746167635.650336:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167635.650337:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009759f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423622400:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167635.650338:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423623424:0@lo:8:kworker.0 00000100:00100000:2.0:1746167635.650353:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167635.650362:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423622400 00000100:00100000:3.0:1746167635.650362:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423622784:12345-0@lo:400:kworker.0 Request processed in 28us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167635.650364:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423622400 00000100:00100000:3.0:1746167635.650367:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36602 00000100:00100000:2.0:1746167635.650369:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423623168:0@lo:400:kworker.0 00000100:00100000:1.0:1746167635.650376:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36603 00000100:00100000:3.0:1746167635.650380:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36604 00000100:00100000:1.0:1746167635.650381:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:3772:x1830977423623296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167635.650385:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:3770:x1830977423622400:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167635.650391:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167635.650404:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000004:00000024:3.0:1746167635.650407:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167635.650409:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:3772:x1830977423623296:12345-0@lo:400:kworker.0 Request processed in 28us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167635.650415:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36603 00000100:00100000:3.0:1746167635.650428:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423622400:12345-0@lo:41:osp-pre-1-0.0 Request processed in 43us (74us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167635.650433:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36604 00000100:00100000:3.0:1746167635.650448:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423623168 00000100:00100000:3.0:1746167635.650450:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423623168 00000100:00100000:3.0:1746167635.650475:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4068 00000100:00100000:3.0:1746167635.650481:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423623168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167635.650504:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423623168:12345-0@lo:400:kworker.0 Request processed in 22us (113us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167635.650508:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4068 00000100:00100000:3.0:1746167635.650529:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423622656:0@lo:400:kworker.0 00000100:00100000:3.0:1746167635.650536:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423623296:0@lo:400:kworker.0 00000100:00100000:3.0:1746167635.650542:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ceb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423623552:0@lo:400:kworker.0 00000100:00100000:3.0:1746167635.650547:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423622272:0@lo:400:kworker.0 00000100:00100000:3.0:1746167635.650554:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423622784:0@lo:400:kworker.0 00000100:00100000:2.0:1746167635.652505:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423623040:0@lo:400:kworker.0 00000100:00100000:2.0:1746167635.652594:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167635.652878:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423623680:0@lo:400:kworker.0 00000100:00100000:2.0:1746167635.652904:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167635.653505:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423623040 00000100:00100000:1.0:1746167635.653515:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423623040 00000100:00100000:2.0:1746167635.654887:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423623168:0@lo:400:kworker.0 00000100:00100000:2.0:1746167635.654907:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009759f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423622400:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167635.655207:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8143 00000100:00100000:1.0:1746167635.655217:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423623040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167635.655280:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423623040:12345-0@lo:400:kworker.0 Request processed in 66us (2697us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167635.655285:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8143 00000100:00100000:2.0:1746167635.655370:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423623040:0@lo:400:kworker.0 00000100:00100000:3.0:1746167635.655801:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423623680 00000100:00100000:3.0:1746167635.655806:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423623680 00000100:00100000:3.0:1746167635.655832:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4069 00000100:00100000:3.0:1746167635.655837:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423623680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167635.656830:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423623680:12345-0@lo:400:kworker.0 Request processed in 989us (3921us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167635.656836:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4069 00000100:00100000:0.0:1746167635.656909:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423623680:0@lo:400:kworker.0 00000100:00100000:1.0:1746167635.666287:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746167635.666311:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423623808:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167635.666373:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167635.666805:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423623808 00000100:00100000:0.0:1746167635.666812:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423623808 00000100:00100000:0.0:1746167635.666891:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36605 00000100:00100000:0.0:1746167635.666898:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423623808:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167635.666926:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167635.666967:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423623808:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (594us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167635.666974:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36605 00000100:00100000:1.0:1746167635.667815:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423623808:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167635.970026:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423623936:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167635.970102:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167635.970237:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423623936 00000100:00100000:0.0:1746167635.970248:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423623936 00000100:00100000:0.0:1746167635.970295:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7540 00000100:00100000:0.0:1746167635.970303:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423623936:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167635.970327:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167635.970365:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423623936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167635.970372:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7540 00000100:00100000:2.0:1746167635.970791:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423623936:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167636.564802:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167637.567155:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167637.583376:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167637.583422:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167637.583618:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439275648 00000100:00100000:3.0:1746167637.583628:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439275648 00000100:00080000:2.0:1746167637.583876:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167637.584504:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167637.584935:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439275776 00000100:00100000:3.0:1746167637.584940:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439275776 00000100:00100000:3.0:1746167637.584971:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4070 00000100:00100000:3.0:1746167637.584981:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439275648:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167637.585017:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167637.585041:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439275904 00000100:00100000:0.0:1746167637.585045:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439275904 00000100:00100000:3.0:1746167637.585054:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439275648:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 75us (1685us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167637.585060:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4070 00000100:00100000:2.0:1746167637.585107:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4071 00000100:00100000:2.0:1746167637.585115:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439275776:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167637.585206:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50825 00000100:00100000:0.0:1746167637.585211:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439275904:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:1.0:1746167637.585221:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439275520 00000100:00100000:1.0:1746167637.585226:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439275520 00010000:00020000:0.0:1746167637.585231:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167637.585249:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1284 00000100:00100000:1.0:1746167637.585253:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439275520:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167637.585255:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439275904:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 42us (239us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167637.585260:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50825 00000100:00100000:1.0:1746167637.585277:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439275520:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 24us (1855us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167637.585282:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1284 00000100:00080000:1.0:1746167637.585315:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167637.585396:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439275776:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 281us (893us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167637.585402:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4071 00010000:00010000:0.0:1746167638.568490:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167639.570298:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167639.762355:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746167639.763043:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423624064:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167639.763104:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167639.763207:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423624064 00000100:00100000:0.0:1746167639.763214:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423624064 00000100:00100000:0.0:1746167639.763256:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7541 00000100:00100000:0.0:1746167639.763262:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423624064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167639.763292:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167639.763331:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423624064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167639.763338:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7541 00000100:00080000:1.0:1746167639.763377:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167639.763427:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423624064:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167640.572036:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1746167640.659658:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167640.659665:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167640.659668:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1746167640.659670:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423624192:0@lo:400:kworker.0 00000100:00080000:1.0:1746167640.659688:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11556 00000100:00080000:1.0:1746167640.659692:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1746167640.659698:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167640.659715:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090ce8000 x1830977423624704/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167640.659742:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1746167640.659745:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423624576:0@lo:400:kworker.0 00000100:00080000:1.0:1746167640.659745:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167640.659746:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167640.659749:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11556 00000100:00080000:1.0:1746167640.659751:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00100000:2.0:1746167640.659752:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746167640.659754:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167640.659762:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090ceb480 x1830977423625216/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167640.659776:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167640.659796:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423624704:0@lo:8:kworker.0 00000100:00100000:1.0:1746167640.659801:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423624192 00000100:00100000:2.0:1746167640.659805:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ceb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423624832:0@lo:400:kworker.0 00000100:00100000:1.0:1746167640.659807:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423624192 00000100:00100000:0.0:1746167640.659813:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167640.659825:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ceb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423625216:0@lo:8:kworker.0 00000100:00100000:2.0:1746167640.659826:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167640.659837:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167640.659838:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1285 00000100:00100000:2.0:1746167640.659840:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423625472:0@lo:400:kworker.0 00000100:00100000:1.0:1746167640.659845:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423624192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167640.659857:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167640.659859:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423624704 00000100:00100000:0.0:1746167640.659862:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423624704 00000100:00100000:2.0:1746167640.659870:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1746167640.659874:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423624320:0@lo:400:kworker.0 00000100:00100000:0.0:1746167640.659875:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423624832 00000100:00100000:0.0:1746167640.659876:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423624832 00000100:00100000:1.0:1746167640.659885:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423624192:12345-0@lo:400:kworker.0 Request processed in 40us (133us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167640.659890:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423625216 00000100:00100000:1.0:1746167640.659890:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1285 00000100:00100000:2.0:1746167640.659890:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167640.659891:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423625216 00000100:00100000:0.0:1746167640.659900:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8144 00000100:00100000:2.0:1746167640.659901:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423624960:0@lo:400:kworker.0 00000100:00100000:0.0:1746167640.659904:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423624832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167640.659913:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167640.659919:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50826 00000100:00100000:1.0:1746167640.659923:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423624704:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1746167640.659932:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423624832:12345-0@lo:400:kworker.0 Request processed in 27us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167640.659934:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423624192:0@lo:400:kworker.0 00000100:00100000:0.0:1746167640.659936:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8144 00010000:00020000:1.0:1746167640.659940:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167640.659946:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50827 00000100:00100000:0.0:1746167640.659949:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423625216:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1746167640.659952:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ceb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423624832:0@lo:400:kworker.0 00010000:00020000:0.0:1746167640.659958:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167640.659962:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423624704:12345-0@lo:8:kworker.0 Request processed in 39us (148us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167640.659966:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423624448:0@lo:400:kworker.0 00000100:00100000:1.0:1746167640.659967:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50826 00000100:00100000:0.0:1746167640.659977:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423625216:12345-0@lo:8:kworker.0 Request processed in 27us (139us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167640.659982:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167640.659983:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50827 00000100:00100000:1.0:1746167640.659983:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423625472 00000100:00100000:1.0:1746167640.659986:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423625472 00000100:00100000:2.0:1746167640.659994:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423625088:0@lo:400:kworker.0 00000100:00100000:0.0:1746167640.660002:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423625344:0@lo:400:kworker.0 00000100:00100000:1.0:1746167640.660003:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423624320 00000100:00100000:1.0:1746167640.660005:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423624320 00000100:00100000:2.0:1746167640.660012:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167640.660020:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423624960 00000100:00100000:1.0:1746167640.660022:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423624960 00000100:00100000:0.0:1746167640.660023:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167640.660028:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423624448 00000100:00100000:1.0:1746167640.660029:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423624448 00000100:00100000:2.0:1746167640.660034:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423625344 00000100:00100000:2.0:1746167640.660037:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423625344 00000100:00100000:1.0:1746167640.660038:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4072 00000100:00100000:1.0:1746167640.660042:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095626a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423625472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167640.660054:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8145 00000100:00100000:2.0:1746167640.660059:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423625344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167640.660066:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095626a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423625472:12345-0@lo:400:kworker.0 Request processed in 24us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167640.660070:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4072 00000100:00100000:1.0:1746167640.660078:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4073 00000100:00100000:1.0:1746167640.660082:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423624320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167640.660082:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423625344:12345-0@lo:400:kworker.0 Request processed in 23us (57us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167640.660087:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8145 00000100:00100000:1.0:1746167640.660101:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423624320:12345-0@lo:400:kworker.0 Request processed in 19us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167640.660102:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4074 00000100:00100000:1.0:1746167640.660105:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4073 00000100:00100000:2.0:1746167640.660107:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095625c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423624960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167640.660113:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4075 00000100:00100000:1.0:1746167640.660117:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423624448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167640.660127:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095625c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423624960:12345-0@lo:400:kworker.0 Request processed in 20us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167640.660132:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4074 00000100:00100000:1.0:1746167640.660138:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423624448:12345-0@lo:400:kworker.0 Request processed in 20us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167640.660142:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4075 00000100:00100000:2.0:1746167640.660153:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423624448:0@lo:400:kworker.0 00000100:00080000:1.0:1746167640.660156:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746167640.660159:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167640.660161:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746167640.660175:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167640.660178:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167640.660181:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423624704:0@lo:8:kworker.0 00000100:00080000:1.0:1746167640.660188:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167640.660190:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167640.660192:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ceb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423625216:0@lo:8:kworker.0 00000100:00100000:1.0:1746167640.660220:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423624576 00000100:00100000:1.0:1746167640.660222:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423624576 00000100:00100000:1.0:1746167640.660237:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423625088 00000100:00100000:1.0:1746167640.660238:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423625088 00000100:00100000:1.0:1746167640.660247:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36606 00000100:00100000:1.0:1746167640.660251:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423624576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167640.660273:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423625344:0@lo:400:kworker.0 00000100:00100000:1.0:1746167640.660276:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423624576:12345-0@lo:400:kworker.0 Request processed in 25us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167640.660281:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36606 00000100:00100000:0.0:1746167640.660282:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423624576:0@lo:400:kworker.0 00000100:00100000:1.0:1746167640.660288:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36607 00000100:00100000:1.0:1746167640.660292:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423625088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167640.660307:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423625088:12345-0@lo:400:kworker.0 Request processed in 15us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167640.660311:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36607 00000100:00100000:2.0:1746167640.661156:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423625088:0@lo:400:kworker.0 00000100:00100000:2.0:1746167640.661176:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423624320:0@lo:400:kworker.0 00000100:00100000:2.0:1746167640.661184:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423624960:0@lo:400:kworker.0 00000100:00100000:2.0:1746167640.661191:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423625472:0@lo:400:kworker.0 00000100:00100000:2.0:1746167640.673975:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423625728:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167640.674032:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167640.674238:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423625728 00000100:00100000:0.0:1746167640.674245:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423625728 00000100:00100000:0.0:1746167640.674277:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36608 00000100:00100000:0.0:1746167640.674283:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423625728:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167640.674310:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167640.674342:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423625728:12345-0@lo:41:osp-pre-1-0.0 Request processed in 59us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167640.674347:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36608 00000100:00100000:2.0:1746167640.674971:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423625728:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167640.675240:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746167640.675247:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ceb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423625600:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167640.675268:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167640.675319:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423625600 00000100:00100000:0.0:1746167640.675323:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423625600 00000100:00100000:0.0:1746167640.675352:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36609 00000100:00100000:0.0:1746167640.675358:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423625600:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167640.675375:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167640.675409:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423625600:12345-0@lo:41:osp-pre-0-1.0 Request processed in 51us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167640.675414:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36609 00000100:00100000:2.0:1746167640.675436:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ceb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423625600:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167640.979851:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423625856:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167640.979916:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167640.979962:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423625856 00000100:00100000:0.0:1746167640.979968:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423625856 00000100:00100000:0.0:1746167640.980003:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7542 00000100:00100000:0.0:1746167640.980008:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423625856:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167640.980038:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167640.980068:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423625856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167640.980074:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7542 00000100:00100000:0.0:1746167640.980111:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423625856:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167641.576327:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167642.578332:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167642.592318:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167642.592362:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167642.592389:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439276032 00000100:00100000:0.0:1746167642.592394:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167642.592398:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439276032 00000100:00100000:1.0:1746167642.592436:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1286 00000100:00100000:1.0:1746167642.592443:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439276032:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167642.592501:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439276032:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 58us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167642.592506:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1286 00000100:00100000:1.0:1746167642.592531:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439276160 00000100:00100000:1.0:1746167642.592533:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439276160 00000100:00100000:2.0:1746167642.592950:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439276288 00000100:00100000:2.0:1746167642.592955:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439276288 00000100:00100000:2.0:1746167642.592992:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4076 00000100:00100000:2.0:1746167642.593000:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439276288:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167642.593033:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439276288:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 35us (638us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167642.593039:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4076 00000100:00080000:3.0:1746167642.593045:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746167642.593049:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167642.593200:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4077 00000100:00100000:1.0:1746167642.593206:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439276160:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167642.593234:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439276160:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 29us (872us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167642.593239:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4077 00000100:00100000:0.0:1746167642.593888:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167642.594104:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439276416 00000100:00100000:2.0:1746167642.594109:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439276416 00000100:00100000:2.0:1746167642.594133:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50828 00000100:00100000:2.0:1746167642.594137:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439276416:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167642.594161:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167642.594201:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439276416:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 62us (314us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167642.594206:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50828 00010000:00010000:0.0:1746167643.580114:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167644.582015:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167644.771639:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746167644.771658:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423625984:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167644.771741:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167644.772189:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423625984 00000100:00100000:1.0:1746167644.772195:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423625984 00000100:00100000:1.0:1746167644.772296:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7543 00000100:00100000:1.0:1746167644.772304:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423625984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167644.772461:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:3.0:1746167644.772537:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167644.772815:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423625984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 511us (1072us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167644.772821:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7543 00000100:00100000:2.0:1746167644.772902:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423625984:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167645.583922:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1746167645.666021:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167645.666026:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167645.666029:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1746167645.666030:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423626496:0@lo:400:kworker.0 00000100:00080000:1.0:1746167645.666033:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11561 00000100:00080000:1.0:1746167645.666037:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1746167645.666042:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167645.666058:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090ce8e00 x1830977423626624/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167645.666083:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1746167645.666085:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746167645.666085:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167645.666087:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167645.666090:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11561 00000100:00080000:1.0:1746167645.666091:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167645.666094:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167645.666101:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090cea680 x1830977423627136/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167645.666128:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423626624:0@lo:8:kworker.0 00000100:00100000:0.0:1746167645.666134:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ceb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423627264:0@lo:400:kworker.0 00000100:00100000:0.0:1746167645.666151:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167645.666160:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423626496 00000100:00100000:0.0:1746167645.666165:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1746167645.666165:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423626496 00000100:00100000:0.0:1746167645.666169:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423626112:0@lo:400:kworker.0 00000100:00100000:0.0:1746167645.666191:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167645.666195:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36610 00000100:00100000:1.0:1746167645.666201:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423626496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167645.666210:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423626752:0@lo:400:kworker.0 00000100:00100000:0.0:1746167645.666227:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167645.666237:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423626496:12345-0@lo:400:kworker.0 Request processed in 36us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167645.666285:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423627264 00000100:00100000:2.0:1746167645.666288:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423627264 00000100:00100000:2.0:1746167645.666316:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423626752 00000100:00100000:2.0:1746167645.666318:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423626752 00000100:00100000:2.0:1746167645.666330:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8146 00000100:00100000:2.0:1746167645.666336:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423627264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167645.666392:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423626112 00000100:00100000:3.0:1746167645.666395:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423626112 00000100:00100000:3.0:1746167645.666449:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1287 00000100:00100000:3.0:1746167645.666455:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423626112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167645.666905:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36610 00000100:00100000:0.0:1746167645.667787:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423627392:0@lo:400:kworker.0 00000100:00100000:0.0:1746167645.667814:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167645.667840:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423626496:0@lo:400:kworker.0 00000100:00100000:0.0:1746167645.667859:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423626368:0@lo:400:kworker.0 00000100:00100000:0.0:1746167645.667877:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167645.667889:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423627008:0@lo:400:kworker.0 00000100:00100000:0.0:1746167645.667903:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167645.667915:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746167645.667920:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ceb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423626240:0@lo:400:kworker.0 00000100:00100000:0.0:1746167645.667935:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167645.667946:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423626880:0@lo:400:kworker.0 00000100:00100000:0.0:1746167645.667960:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167645.667982:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8147 00000100:00100000:0.0:1746167645.667989:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423626752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167645.668105:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423627264:12345-0@lo:400:kworker.0 Request processed in 1767us (1951us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167645.668110:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8146 00000100:00080000:2.0:1746167645.668128:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167645.668139:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423627392 00000100:00100000:2.0:1746167645.668142:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423627392 00000100:00100000:2.0:1746167645.668161:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423626368 00000100:00100000:2.0:1746167645.668163:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423626368 00000100:00100000:2.0:1746167645.668177:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4078 00000100:00100000:2.0:1746167645.668181:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423627392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167645.668205:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423627392:12345-0@lo:400:kworker.0 Request processed in 23us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167645.668210:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4078 00000100:00100000:2.0:1746167645.668217:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423626240 00000100:00100000:2.0:1746167645.668219:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423626240 00000100:00100000:2.0:1746167645.668229:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423626880 00000100:00100000:2.0:1746167645.668231:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423626880 00000100:00100000:2.0:1746167645.668238:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4079 00000100:00100000:2.0:1746167645.668241:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423626368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167645.668262:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423626368:12345-0@lo:400:kworker.0 Request processed in 20us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167645.668266:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4079 00000100:00100000:2.0:1746167645.668272:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4080 00000100:00100000:2.0:1746167645.668276:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423626240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167645.668293:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423626240:12345-0@lo:400:kworker.0 Request processed in 16us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167645.668300:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4080 00000100:00100000:2.0:1746167645.668308:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4081 00000100:00100000:2.0:1746167645.668312:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423626880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167645.668333:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423626880:12345-0@lo:400:kworker.0 Request processed in 20us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167645.668337:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4081 00000100:00080000:2.0:1746167645.668354:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746167645.668356:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167645.668394:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423627008 00000100:00100000:2.0:1746167645.668396:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423627008 00000100:00100000:2.0:1746167645.668423:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36611 00000100:00100000:2.0:1746167645.668428:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423627008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167645.668452:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423627008:12345-0@lo:400:kworker.0 Request processed in 25us (548us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167645.668457:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36611 00000100:00100000:2.0:1746167645.668493:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423627392:0@lo:400:kworker.0 00000100:00100000:2.0:1746167645.668501:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ceb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423627264:0@lo:400:kworker.0 00000100:00100000:2.0:1746167645.668524:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ceb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423626240:0@lo:400:kworker.0 00000100:00100000:2.0:1746167645.668530:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423626880:0@lo:400:kworker.0 00000100:00100000:2.0:1746167645.668537:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423626368:0@lo:400:kworker.0 00000100:00100000:2.0:1746167645.668543:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423627008:0@lo:400:kworker.0 00000100:00100000:3.0:1746167645.669145:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423626112:12345-0@lo:400:kworker.0 Request processed in 2689us (2951us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167645.669151:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1287 00000100:00100000:1.0:1746167645.670760:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167645.670803:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423627136:0@lo:8:kworker.0 00000100:00100000:1.0:1746167645.670863:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167645.670902:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423626624 00000100:00100000:1.0:1746167645.670907:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423626624 00000100:00100000:1.0:1746167645.670922:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423627136 00000100:00100000:1.0:1746167645.670924:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423627136 00000100:00100000:1.0:1746167645.670934:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50829 00000100:00100000:1.0:1746167645.670940:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423626624:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167645.670958:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167645.670984:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423626624:12345-0@lo:8:kworker.0 Request processed in 44us (227us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167645.670989:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50829 00000100:00100000:1.0:1746167645.670998:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50830 00000100:00100000:1.0:1746167645.671001:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423627136:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167645.671009:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167645.671206:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423627136:12345-0@lo:8:kworker.0 Request processed in 203us (342us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167645.671212:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50830 00000100:00080000:1.0:1746167645.671236:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167645.671240:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167645.671244:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423626624:0@lo:8:kworker.0 00000100:00080000:1.0:1746167645.671250:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167645.671252:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167645.671254:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423627136:0@lo:8:kworker.0 00000100:00100000:2.0:1746167645.671376:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423626112:0@lo:400:kworker.0 00000100:00100000:0.0:1746167645.671608:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423626752:12345-0@lo:400:kworker.0 Request processed in 3618us (5378us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167645.671616:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8147 00000100:00100000:2.0:1746167645.671638:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423626752:0@lo:400:kworker.0 00000100:00100000:2.0:1746167645.685754:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746167645.685773:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423627520:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167645.685830:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167645.685872:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423627520 00000100:00100000:2.0:1746167645.685877:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423627520 00000100:00100000:2.0:1746167645.685909:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36612 00000100:00100000:2.0:1746167645.685915:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423627520:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167645.685944:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167645.689215:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746167645.689231:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423627648:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167645.689450:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167645.689495:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423627648 00000100:00100000:1.0:1746167645.689501:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423627648 00000100:00100000:1.0:1746167645.689530:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36613 00000100:00100000:1.0:1746167645.689537:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423627648:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167645.689848:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423627520:12345-0@lo:41:osp-pre-1-0.0 Request processed in 3931us (4017us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167645.689855:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36612 00000004:00000024:1.0:1746167645.689935:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167645.690266:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423627648:12345-0@lo:41:osp-pre-0-1.0 Request processed in 729us (816us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167645.690271:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36613 00000100:00100000:3.0:1746167645.690385:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423627520:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167645.690714:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423627648:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167645.985881:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423627776:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167645.985938:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167645.989188:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423627776 00000100:00100000:1.0:1746167645.989200:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423627776 00000100:00100000:1.0:1746167645.989253:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7544 00000100:00100000:1.0:1746167645.989262:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423627776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167645.989285:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167645.989363:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423627776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (3424us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167645.989369:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7544 00000100:00100000:2.0:1746167645.989469:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423627776:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167646.586913:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167647.590194:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167647.599637:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167647.599725:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167647.599755:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167647.599819:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167647.599873:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439276672 00000100:00100000:0.0:1746167647.599880:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439276672 00000100:00100000:0.0:1746167647.599922:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439276800 00000100:00100000:0.0:1746167647.599925:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439276800 00000100:00100000:0.0:1746167647.599942:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4082 00000100:00100000:0.0:1746167647.599949:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439276672:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167647.600207:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439276672:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 258us (580us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167647.600214:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4082 00000100:00100000:0.0:1746167647.600228:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4083 00000100:00100000:0.0:1746167647.600233:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439276800:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167647.600251:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439276800:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 19us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167647.600256:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4083 00000100:00100000:3.0:1746167647.600268:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439276544 00000100:00100000:3.0:1746167647.600273:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439276544 00000100:00100000:3.0:1746167647.600299:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1288 00000100:00100000:3.0:1746167647.600306:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439276544:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:0.0:1746167647.600328:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167647.600331:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167647.600337:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439276544:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 32us (611us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167647.600343:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1288 00000100:00100000:1.0:1746167647.600593:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439276928 00000100:00100000:1.0:1746167647.600597:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439276928 00000100:00100000:1.0:1746167647.600623:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50831 00000100:00100000:1.0:1746167647.600628:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439276928:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167647.600649:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167647.600707:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439276928:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 77us (887us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167647.600713:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50831 00010000:00010000:0.0:1746167648.591849:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167649.594975:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167649.778032:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423627904:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167649.778094:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167649.778215:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423627904 00000100:00100000:1.0:1746167649.778221:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423627904 00000100:00100000:1.0:1746167649.778262:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7545 00000100:00100000:1.0:1746167649.778269:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423627904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167649.778295:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167649.778334:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423627904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167649.778369:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7545 00000100:00080000:1.0:1746167649.778398:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167649.778539:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423627904:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167650.599367:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167650.674782:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423628032:0@lo:400:kworker.0 00000100:00100000:0.0:1746167650.674858:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167650.675240:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167650.675247:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423628160:0@lo:400:kworker.0 00000100:00100000:0.0:1746167650.675275:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167650.675321:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423628032 00000100:00100000:2.0:1746167650.675338:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423628032 00000100:00100000:2.0:1746167650.675380:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1289 00000100:00100000:2.0:1746167650.675388:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423628032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167650.675434:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423628032:12345-0@lo:400:kworker.0 Request processed in 47us (576us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167650.675440:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1289 00000100:00100000:2.0:1746167650.675483:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423628288:0@lo:400:kworker.0 00000100:00080000:1.0:1746167650.675754:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167650.675759:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167650.675761:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167650.675766:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11566 00000100:00080000:1.0:1746167650.675770:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167650.675776:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167650.675792:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880132102680 x1830977423628544/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167650.675818:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167650.675821:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167650.675822:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167650.675825:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11566 00000100:00080000:1.0:1746167650.675826:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167650.675830:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167650.675837:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880132103800 x1830977423629056/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167650.675868:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132102680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423628544:0@lo:8:kworker.0 00000100:00100000:1.0:1746167650.675894:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167650.676289:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132103100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423628416:0@lo:400:kworker.0 00000100:00100000:3.0:1746167650.676316:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167650.676344:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423629184:0@lo:400:kworker.0 00000100:00100000:3.0:1746167650.676359:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167650.676373:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746167650.676377:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423628928:0@lo:400:kworker.0 00000100:00100000:3.0:1746167650.676393:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167650.676414:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423628544 00000100:00100000:3.0:1746167650.676417:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423628544 00000100:00100000:3.0:1746167650.676431:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423629184 00000100:00100000:3.0:1746167650.676433:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423629184 00000100:00100000:3.0:1746167650.676460:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8148 00000100:00100000:3.0:1746167650.676466:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423629184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167650.676496:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423629184:12345-0@lo:400:kworker.0 Request processed in 31us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167650.676500:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8148 00000100:00100000:3.0:1746167650.676510:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50832 00000100:00100000:3.0:1746167650.676512:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132101880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423628544:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167650.676529:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167650.676546:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132101880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423628544:12345-0@lo:8:kworker.0 Request processed in 33us (652us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167650.676551:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50832 00000100:00100000:3.0:1746167650.676568:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423628800:0@lo:400:kworker.0 00000100:00100000:3.0:1746167650.676599:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423629184:0@lo:400:kworker.0 00000100:00100000:3.0:1746167650.676622:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423628416 00000100:00100000:3.0:1746167650.676624:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423628416 00000100:00100000:3.0:1746167650.676640:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423628928 00000100:00100000:3.0:1746167650.676642:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423628928 00000100:00100000:3.0:1746167650.676652:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36614 00000100:00100000:3.0:1746167650.676656:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423628416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167650.676697:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423628416:12345-0@lo:400:kworker.0 Request processed in 40us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167650.676704:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36614 00000100:00100000:3.0:1746167650.676713:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36615 00000100:00100000:3.0:1746167650.676718:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423628928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167650.676736:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423628928:12345-0@lo:400:kworker.0 Request processed in 19us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167650.676739:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36615 00000100:00100000:3.0:1746167650.676754:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423628928:0@lo:400:kworker.0 00000100:00100000:3.0:1746167650.676760:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132103100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423628416:0@lo:400:kworker.0 00000100:00080000:3.0:1746167650.676786:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746167650.676852:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167650.676855:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167650.676858:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132102680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423628544:0@lo:8:kworker.0 00000100:00100000:1.0:1746167650.676863:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132103800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423629056:0@lo:8:kworker.0 00000100:00100000:1.0:1746167650.676879:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167650.677108:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423629056 00000100:00100000:1.0:1746167650.677112:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423629056 00000100:00100000:1.0:1746167650.677126:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50833 00000100:00100000:1.0:1746167650.677130:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132102a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423629056:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167650.677139:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167650.677493:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423628032:0@lo:400:kworker.0 00000100:00100000:0.0:1746167650.677506:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423628672:0@lo:400:kworker.0 00000100:00100000:0.0:1746167650.677524:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167650.677535:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423629312:0@lo:400:kworker.0 00000100:00100000:0.0:1746167650.677785:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167650.677810:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423628160 00000100:00100000:0.0:1746167650.677813:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423628160 00000100:00100000:0.0:1746167650.677837:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423629312 00000100:00100000:0.0:1746167650.677839:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423629312 00000100:00100000:0.0:1746167650.677850:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4084 00000100:00100000:0.0:1746167650.677855:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423628160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167650.677886:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423628160:12345-0@lo:400:kworker.0 Request processed in 31us (2610us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167650.677891:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4084 00000100:00100000:2.0:1746167650.677896:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4085 00000100:00100000:2.0:1746167650.677904:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423629312:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1746167650.677909:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167650.678085:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167650.678106:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423628800 00000100:00100000:2.0:1746167650.678106:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423629312:12345-0@lo:400:kworker.0 Request processed in 203us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167650.678109:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423628800 00000100:00100000:2.0:1746167650.678112:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4085 00000100:00100000:0.0:1746167650.678123:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4086 00000100:00100000:0.0:1746167650.678126:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423628800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167650.678135:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167650.678152:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423628800:12345-0@lo:400:kworker.0 Request processed in 25us (66us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167650.678156:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4086 00000100:00100000:2.0:1746167650.678158:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423628288 00000100:00100000:2.0:1746167650.678161:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423628288 00000100:00100000:0.0:1746167650.678175:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423628800:0@lo:400:kworker.0 00000100:00100000:2.0:1746167650.678182:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4087 00000100:00100000:2.0:1746167650.678186:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423628288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167650.678192:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423629312:0@lo:400:kworker.0 00000100:00100000:0.0:1746167650.678199:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423628160:0@lo:400:kworker.0 00000100:00100000:2.0:1746167650.678213:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423628288:12345-0@lo:400:kworker.0 Request processed in 26us (77us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167650.678217:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4087 00000100:00080000:0.0:1746167650.678220:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167650.678239:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423628288:0@lo:400:kworker.0 00000100:00100000:3.0:1746167650.678320:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423628672 00000100:00100000:3.0:1746167650.678324:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423628672 00000100:00100000:3.0:1746167650.678378:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8149 00000100:00100000:3.0:1746167650.678383:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423628672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167650.678412:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423628672:12345-0@lo:400:kworker.0 Request processed in 30us (888us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167650.678418:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8149 00000100:00100000:0.0:1746167650.678490:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423628672:0@lo:400:kworker.0 00000100:00100000:1.0:1746167650.678541:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132102a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423629056:12345-0@lo:8:kworker.0 Request processed in 29us (280us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167650.678548:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50833 00000100:00080000:1.0:1746167650.678574:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167650.678578:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167650.678582:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132103800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423629056:0@lo:8:kworker.0 00000100:00100000:1.0:1746167650.705879:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746167650.705896:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423629440:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167650.705950:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167650.706047:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423629440 00000100:00100000:3.0:1746167650.706054:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423629440 00000100:00100000:3.0:1746167650.706084:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36616 00000100:00100000:3.0:1746167650.706089:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132103800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423629440:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167650.706114:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167650.706152:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132103800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423629440:12345-0@lo:41:osp-pre-0-1.0 Request processed in 62us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167650.706157:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36616 00000100:00100000:1.0:1746167650.706224:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423629440:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167650.706384:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746167650.706393:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ceb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423629568:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167650.706415:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167650.706549:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423629568 00000100:00100000:0.0:1746167650.706553:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423629568 00000100:00100000:0.0:1746167650.706571:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36617 00000100:00100000:0.0:1746167650.706576:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423629568:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167650.706591:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167650.706770:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423629568:12345-0@lo:41:osp-pre-1-0.0 Request processed in 193us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167650.706778:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36617 00000100:00100000:2.0:1746167650.707391:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ceb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423629568:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167650.994120:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746167650.994139:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423629696:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167650.994208:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167650.994385:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423629696 00000100:00100000:1.0:1746167650.994393:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423629696 00000100:00100000:1.0:1746167650.994432:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7546 00000100:00100000:1.0:1746167650.994440:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423629696:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167650.994465:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167650.994506:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423629696:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167650.994512:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7546 00000100:00100000:2.0:1746167650.994743:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423629696:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167651.601910:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167652.604135:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167652.606871:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167652.606921:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167652.607089:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167652.607181:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439277184 00000100:00100000:2.0:1746167652.607189:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439277184 00000100:00100000:2.0:1746167652.607241:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439277312 00000100:00100000:2.0:1746167652.607244:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439277312 00000100:00100000:2.0:1746167652.607262:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4088 00000100:00100000:2.0:1746167652.607271:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ceb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439277184:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167652.607361:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ceb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439277184:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 91us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167652.607368:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4088 00000100:00100000:2.0:1746167652.607382:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4089 00000100:00100000:2.0:1746167652.607387:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439277312:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167652.607406:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439277312:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 19us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167652.607411:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4089 00000100:00100000:3.0:1746167652.607861:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439277056 00000100:00100000:3.0:1746167652.607865:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439277056 00000100:00100000:3.0:1746167652.607889:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1290 00000100:00100000:3.0:1746167652.607894:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439277056:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167652.607931:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439277056:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 37us (1009us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167652.607937:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1290 00000100:00080000:0.0:1746167652.608038:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167652.608041:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167652.608076:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167652.608147:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439277440 00000100:00100000:0.0:1746167652.608151:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439277440 00000100:00100000:0.0:1746167652.608169:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50834 00000100:00100000:0.0:1746167652.608174:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ceb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439277440:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167652.608194:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167652.608218:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ceb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439277440:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 44us (143us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167652.608225:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50834 00010000:00010000:0.0:1746167653.605993:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167654.609636:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167654.788355:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746167654.788376:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423629824:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167654.788438:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167654.789366:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423629824 00000100:00100000:0.0:1746167654.789374:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423629824 00000100:00100000:0.0:1746167654.789424:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7547 00000100:00100000:0.0:1746167654.789432:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423629824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167654.789462:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167654.789498:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423629824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (1060us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167654.789504:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7547 00000100:00100000:3.0:1746167654.789591:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423629824:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1746167654.790185:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746167655.610047:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167655.685867:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167655.685888:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132102680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423629952:0@lo:400:kworker.0 00000100:00100000:0.0:1746167655.685947:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167655.686018:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423629952 00000100:00100000:0.0:1746167655.686023:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423629952 00000100:00100000:2.0:1746167655.686090:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423630080:0@lo:400:kworker.0 00000100:00100000:2.0:1746167655.686120:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167655.686156:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423630080 00000100:00100000:2.0:1746167655.686159:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423630080 00000100:00100000:2.0:1746167655.686189:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4090 00000100:00100000:2.0:1746167655.686196:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423630080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167655.686232:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423630080:12345-0@lo:400:kworker.0 Request processed in 38us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167655.686238:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4090 00000100:00100000:2.0:1746167655.686304:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423630080:0@lo:400:kworker.0 00000100:00080000:2.0:1746167655.686326:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746167655.686625:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167655.686629:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167655.686632:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167655.686636:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11571 00000100:00080000:1.0:1746167655.686639:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167655.686643:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167655.686659:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880132101500 x1830977423630464/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167655.686704:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167655.686707:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167655.686709:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167655.686712:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11571 00000100:00080000:1.0:1746167655.686715:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1746167655.686718:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167655.686727:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880132100000 x1830977423630976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167655.686759:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423630464:0@lo:8:kworker.0 00000100:00100000:1.0:1746167655.686786:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167655.686804:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423630976:0@lo:8:kworker.0 00000100:00100000:1.0:1746167655.686819:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167655.686842:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423630464 00000100:00100000:1.0:1746167655.686844:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423630464 00000100:00100000:1.0:1746167655.686858:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423630976 00000100:00100000:1.0:1746167655.686860:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423630976 00000100:00100000:1.0:1746167655.686871:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50835 00000100:00100000:1.0:1746167655.686875:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e832680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423630464:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167655.686892:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167655.686917:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e832680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423630464:12345-0@lo:8:kworker.0 Request processed in 41us (130us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167655.686921:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50835 00000100:00100000:1.0:1746167655.686931:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50836 00000100:00100000:1.0:1746167655.686934:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423630976:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167655.686942:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167655.686954:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423630976:12345-0@lo:8:kworker.0 Request processed in 20us (135us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167655.686959:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50836 00000100:00080000:1.0:1746167655.686975:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167655.686978:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167655.686981:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423630464:0@lo:8:kworker.0 00000100:00080000:1.0:1746167655.686986:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167655.686988:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167655.686990:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423630976:0@lo:8:kworker.0 00000100:00100000:1.0:1746167655.687196:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423630336:0@lo:400:kworker.0 00000100:00100000:1.0:1746167655.687215:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167655.687227:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423631104:0@lo:400:kworker.0 00000100:00100000:1.0:1746167655.687238:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167655.687264:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746167655.687269:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132103100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423630592:0@lo:400:kworker.0 00000100:00100000:1.0:1746167655.687281:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167655.687289:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423631232:0@lo:400:kworker.0 00000100:00100000:1.0:1746167655.687301:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167655.687317:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423631104 00000100:00100000:1.0:1746167655.687319:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423631104 00000100:00100000:1.0:1746167655.687339:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423630592 00000100:00100000:1.0:1746167655.687341:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423630592 00000100:00100000:1.0:1746167655.687352:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8150 00000100:00100000:1.0:1746167655.687356:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e830e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423631104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167655.687377:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e830e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423631104:12345-0@lo:400:kworker.0 Request processed in 21us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167655.687382:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8150 00000100:00100000:1.0:1746167655.687388:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8151 00000100:00100000:1.0:1746167655.687391:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e833480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423630592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167655.687405:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e833480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423630592:12345-0@lo:400:kworker.0 Request processed in 13us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167655.687409:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8151 00000100:00100000:1.0:1746167655.687425:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132103100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423630592:0@lo:400:kworker.0 00000100:00100000:1.0:1746167655.687432:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e830a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423631104:0@lo:400:kworker.0 00000100:00100000:1.0:1746167655.687448:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423630336 00000100:00100000:1.0:1746167655.687449:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423630336 00000100:00100000:1.0:1746167655.687465:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36618 00000100:00100000:1.0:1746167655.687469:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423630336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167655.687489:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423630336:12345-0@lo:400:kworker.0 Request processed in 20us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167655.687497:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36618 00000100:00100000:1.0:1746167655.687512:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423630336:0@lo:400:kworker.0 00000100:00100000:1.0:1746167655.687750:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423630208:0@lo:400:kworker.0 00000100:00100000:1.0:1746167655.687769:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167655.687780:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423630848:0@lo:400:kworker.0 00000100:00100000:1.0:1746167655.687792:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167655.687802:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746167655.687806:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423630720:0@lo:400:kworker.0 00000100:00100000:1.0:1746167655.687817:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167655.687837:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423630848 00000100:00100000:1.0:1746167655.687839:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423630848 00000100:00100000:1.0:1746167655.687856:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36619 00000100:00100000:1.0:1746167655.687860:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e833800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423630848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167655.687887:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e833800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423630848:12345-0@lo:400:kworker.0 Request processed in 26us (93us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167655.687892:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36619 00000100:00100000:1.0:1746167655.687912:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423630848:0@lo:400:kworker.0 00000100:00100000:1.0:1746167655.687931:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423631232 00000100:00100000:1.0:1746167655.687933:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423631232 00000100:00100000:1.0:1746167655.687948:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423630208 00000100:00100000:1.0:1746167655.687950:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423630208 00000100:00100000:1.0:1746167655.687962:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423630720 00000100:00100000:1.0:1746167655.687964:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423630720 00000100:00100000:1.0:1746167655.687972:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4091 00000100:00100000:1.0:1746167655.687976:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e830700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423631232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167655.688208:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e830700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423631232:12345-0@lo:400:kworker.0 Request processed in 231us (905us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167655.688213:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4091 00000100:00100000:1.0:1746167655.688221:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4092 00000100:00100000:1.0:1746167655.688225:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e830a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423630208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167655.688260:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e830a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423630208:12345-0@lo:400:kworker.0 Request processed in 35us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167655.688265:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4092 00000100:00100000:1.0:1746167655.688275:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4093 00000100:00100000:1.0:1746167655.688279:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e830380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423630720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167655.688299:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e830380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423630720:12345-0@lo:400:kworker.0 Request processed in 20us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167655.688303:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4093 00000100:00100000:1.0:1746167655.688331:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423630720:0@lo:400:kworker.0 00000100:00100000:1.0:1746167655.688338:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423630208:0@lo:400:kworker.0 00000100:00100000:1.0:1746167655.688354:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423631232:0@lo:400:kworker.0 00000100:00080000:2.0:1746167655.688474:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746167655.688477:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167655.688560:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1291 00000100:00100000:0.0:1746167655.688570:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423629952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167655.688603:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423629952:12345-0@lo:400:kworker.0 Request processed in 35us (2655us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167655.688608:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1291 00000100:00100000:1.0:1746167655.689507:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132102680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423629952:0@lo:400:kworker.0 00000100:00100000:1.0:1746167655.714064:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746167655.714080:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423631360:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167655.714132:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167655.714169:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423631360 00000100:00100000:1.0:1746167655.714175:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423631360 00000100:00100000:1.0:1746167655.714209:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36620 00000100:00100000:1.0:1746167655.714215:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423631360:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746167655.714897:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167655.718055:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423631360:12345-0@lo:41:osp-pre-1-0.0 Request processed in 3829us (3912us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167655.718067:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36620 00000100:00100000:0.0:1746167655.720483:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097619880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423631488:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167655.720762:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167655.720823:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423631360:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167655.720992:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423631488 00000100:00100000:1.0:1746167655.720998:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423631488 00000100:00100000:1.0:1746167655.721041:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36621 00000100:00100000:1.0:1746167655.721048:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a405c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423631488:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167655.721077:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167655.721123:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a405c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423631488:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167655.721129:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36621 00000100:00100000:2.0:1746167655.721514:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097619880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423631488:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167656.002609:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097619880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423631616:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167656.002908:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167656.004644:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423631616 00000100:00100000:0.0:1746167656.004653:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423631616 00000100:00100000:0.0:1746167656.004710:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7548 00000100:00100000:0.0:1746167656.004718:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423631616:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167656.004738:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167656.004782:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423631616:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (1876us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167656.004788:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7548 00000100:00100000:1.0:1746167656.009365:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097619880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423631616:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167656.612445:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167657.615016:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167657.615159:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439277568 00000100:00100000:3.0:1746167657.615168:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439277568 00000100:00100000:3.0:1746167657.615226:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1292 00000100:00100000:3.0:1746167657.615234:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439277568:12345-192.168.201.29@tcp:400:kworker.0 00010000:00010000:1.0:1746167657.615311:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167657.617094:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439277568:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1850us (2076us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167657.617105:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1292 00000100:00100000:3.0:1746167657.617462:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167657.617586:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167657.617618:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167657.617655:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439277696 00000100:00100000:3.0:1746167657.617662:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439277696 00000100:00100000:0.0:1746167657.617820:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439277952 00000100:00100000:0.0:1746167657.617825:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439277952 00000100:00080000:2.0:1746167657.617878:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167657.619321:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439277824 00000100:00100000:3.0:1746167657.619328:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439277824 00000100:00100000:0.0:1746167657.619404:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50837 00000100:00100000:0.0:1746167657.619411:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439277952:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167657.619435:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167657.619489:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439277952:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 77us (1869us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167657.619495:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50837 00000100:00100000:2.0:1746167657.619912:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4094 00000100:00100000:2.0:1746167657.619922:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439277696:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167657.620137:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439277696:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 217us (2676us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167657.620143:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4094 00000100:00100000:2.0:1746167657.620159:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4095 00000100:00100000:2.0:1746167657.620163:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439277824:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167657.620182:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439277824:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 19us (2598us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167657.620187:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4095 00000100:00080000:2.0:1746167657.620200:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1746167658.617974:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167659.620209:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167659.793935:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423631744:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167659.793998:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167659.796519:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423631744 00000100:00100000:2.0:1746167659.796767:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423631744 00000100:00100000:2.0:1746167659.796841:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7549 00000100:00100000:2.0:1746167659.796849:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423631744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167659.796880:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167659.796938:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423631744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (2939us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167659.796943:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7549 00000100:00080000:3.0:1746167659.797009:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167659.802389:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423631744:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167660.621879:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167660.707014:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746167660.707790:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423631872:0@lo:400:kworker.0 00000100:00100000:2.0:1746167660.707844:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167660.707918:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423631872 00000100:00100000:2.0:1746167660.707924:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423631872 00000100:00100000:2.0:1746167660.707959:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1293 00000100:00100000:2.0:1746167660.707966:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423631872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167660.708004:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423631872:12345-0@lo:400:kworker.0 Request processed in 38us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167660.708010:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1293 00000100:00100000:2.0:1746167660.708044:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423631872:0@lo:400:kworker.0 00000100:00100000:2.0:1746167660.708707:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423632000:0@lo:400:kworker.0 00000100:00100000:2.0:1746167660.708729:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167660.709692:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423632000 00000100:00100000:2.0:1746167660.709697:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423632000 00000100:00100000:2.0:1746167660.709742:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4096 00000100:00100000:2.0:1746167660.709748:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423632000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167660.709782:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423632000:12345-0@lo:400:kworker.0 Request processed in 35us (1052us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167660.709788:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4096 00000100:00100000:2.0:1746167660.709812:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423632000:0@lo:400:kworker.0 00000100:00080000:1.0:1746167660.709955:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167660.709959:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167660.709961:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167660.709965:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11576 00000100:00080000:1.0:1746167660.709968:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1746167660.709971:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167660.709985:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008e833b80 x1830977423632384/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:3.0:1746167660.710543:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167660.710573:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423632128:0@lo:400:kworker.0 00000100:00100000:3.0:1746167660.710597:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167660.712105:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423632512:0@lo:400:kworker.0 00000100:00100000:0.0:1746167660.712140:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167660.712199:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423632512 00000100:00100000:0.0:1746167660.712203:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423632512 00000100:00100000:0.0:1746167660.712236:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8152 00000100:00100000:0.0:1746167660.712242:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423632512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167660.712281:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423632512:12345-0@lo:400:kworker.0 Request processed in 40us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167660.712287:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8152 00000100:00100000:0.0:1746167660.712313:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423632512:0@lo:400:kworker.0 00000100:00100000:0.0:1746167660.712328:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423632256:0@lo:400:kworker.0 00000100:00100000:0.0:1746167660.712348:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167660.712370:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423632256 00000100:00100000:0.0:1746167660.712372:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423632256 00000100:00100000:0.0:1746167660.712401:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36622 00000100:00100000:0.0:1746167660.712405:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423632256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167660.712432:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423632256:12345-0@lo:400:kworker.0 Request processed in 26us (83us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167660.712436:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36622 00000100:00100000:0.0:1746167660.712453:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423632256:0@lo:400:kworker.0 00000100:00100000:0.0:1746167660.712488:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423632384:0@lo:8:kworker.0 00000100:00100000:0.0:1746167660.712506:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167660.712523:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423632384 00000100:00100000:0.0:1746167660.712525:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423632384 00000100:00100000:0.0:1746167660.712535:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50838 00000100:00100000:0.0:1746167660.712539:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423632384:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167660.712558:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167660.712581:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423632384:12345-0@lo:8:kworker.0 Request processed in 41us (73us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167660.712585:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50838 00000100:00080000:0.0:1746167660.712601:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167660.712604:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167660.712607:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e833b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423632384:0@lo:8:kworker.0 00000100:00080000:1.0:1746167660.712725:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167660.712730:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167660.712732:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167660.712736:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11576 00000100:00080000:1.0:1746167660.712739:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1746167660.712744:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167660.712760:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008e833100 x1830977423632896/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167660.712775:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423632896:0@lo:8:kworker.0 00000100:00100000:1.0:1746167660.712797:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167660.712930:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423632640:0@lo:400:kworker.0 00000100:00100000:3.0:1746167660.713113:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423632768:0@lo:400:kworker.0 00000100:00100000:3.0:1746167660.713136:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167660.713149:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746167660.713164:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423633024:0@lo:400:kworker.0 00000100:00100000:3.0:1746167660.713182:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167660.713200:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423632768 00000100:00100000:3.0:1746167660.713204:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423632768 00000100:00100000:3.0:1746167660.713224:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36623 00000100:00100000:3.0:1746167660.713228:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423632768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167660.713252:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423632768:12345-0@lo:400:kworker.0 Request processed in 24us (115us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167660.713257:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36623 00000100:00100000:3.0:1746167660.713272:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423632896 00000100:00100000:3.0:1746167660.713274:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423632896 00000100:00100000:3.0:1746167660.713297:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423633024 00000100:00100000:3.0:1746167660.713299:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423633024 00000100:00100000:3.0:1746167660.713322:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8153 00000100:00100000:3.0:1746167660.713327:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423633024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167660.713348:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423633024:12345-0@lo:400:kworker.0 Request processed in 22us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167660.713354:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8153 00000100:00100000:3.0:1746167660.713360:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50839 00000100:00100000:3.0:1746167660.713363:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e833b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423632896:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167660.713373:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167660.713388:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e833b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423632896:12345-0@lo:8:kworker.0 Request processed in 24us (590us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167660.713393:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50839 00000100:00080000:3.0:1746167660.713406:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167660.713418:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423633024:0@lo:400:kworker.0 00000100:00100000:3.0:1746167660.713425:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423632768:0@lo:400:kworker.0 00000100:00100000:3.0:1746167660.713443:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423632128 00000100:00100000:3.0:1746167660.713445:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423632128 00000100:00100000:3.0:1746167660.713463:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4097 00000100:00100000:3.0:1746167660.713467:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423632128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167660.713490:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423632128:12345-0@lo:400:kworker.0 Request processed in 22us (2892us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167660.713494:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4097 00000100:00080000:3.0:1746167660.713502:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167660.713512:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423632128:0@lo:400:kworker.0 00000100:00100000:2.0:1746167660.713577:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746167660.713592:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167660.713594:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167660.713597:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423632896:0@lo:8:kworker.0 00000100:00100000:2.0:1746167660.713600:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746167660.713604:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423633152:0@lo:400:kworker.0 00000100:00100000:2.0:1746167660.713868:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167660.717273:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423632640 00000100:00100000:3.0:1746167660.717284:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423632640 00000100:00100000:3.0:1746167660.717339:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423633152 00000100:00100000:3.0:1746167660.717342:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423633152 00000100:00100000:3.0:1746167660.717368:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4098 00000100:00100000:2.0:1746167660.717376:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4099 00000100:00100000:3.0:1746167660.717378:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097618e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423632640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167660.717383:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423633152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167660.717554:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423633152:12345-0@lo:400:kworker.0 Request processed in 172us (3930us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167660.717554:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097618e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423632640:12345-0@lo:400:kworker.0 Request processed in 179us (3976us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167660.717560:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4099 00000100:00100000:3.0:1746167660.717563:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4098 00000100:00100000:0.0:1746167660.717666:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423633152:0@lo:400:kworker.0 00000100:00100000:0.0:1746167660.717714:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423632640:0@lo:400:kworker.0 00000100:00100000:0.0:1746167660.737899:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423633280:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167660.737952:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167660.738010:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423633280 00000100:00100000:3.0:1746167660.738017:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423633280 00000100:00100000:3.0:1746167660.738052:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36624 00000100:00100000:3.0:1746167660.738059:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423633280:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167660.738085:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167660.738118:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423633280:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (165us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167660.738123:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36624 00000100:00100000:0.0:1746167660.738162:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097618000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423633408:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167660.738184:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167660.738215:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423633408 00000100:00100000:3.0:1746167660.738218:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423633408 00000100:00100000:0.0:1746167660.738228:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423633280:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167660.738244:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36625 00000100:00100000:3.0:1746167660.738249:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423633408:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746167660.738270:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167660.738298:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423633408:12345-0@lo:41:osp-pre-1-0.0 Request processed in 48us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167660.738303:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36625 00000100:00100000:0.0:1746167660.738308:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097618000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423633408:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167661.045370:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167661.045392:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423633536:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167661.045624:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167661.045826:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423633536 00000100:00100000:1.0:1746167661.045837:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423633536 00000100:00100000:1.0:1746167661.045898:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7550 00000100:00100000:1.0:1746167661.045906:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423633536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167661.046092:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167661.046231:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423633536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 324us (606us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167661.046240:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7550 00000100:00100000:0.0:1746167661.046354:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423633536:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167661.624394:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167662.626864:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167662.629409:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167662.629453:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167662.630088:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439278080 00000100:00100000:3.0:1746167662.630097:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439278080 00000100:00100000:3.0:1746167662.630146:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1294 00000100:00100000:3.0:1746167662.630154:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439278080:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167662.630238:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439278080:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 83us (837us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167662.630244:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1294 00000100:00100000:2.0:1746167662.631322:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439278208 00000100:00100000:2.0:1746167662.631329:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439278208 00000100:00100000:2.0:1746167662.631367:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4100 00000100:00100000:2.0:1746167662.631374:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439278208:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167662.631413:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439278208:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 40us (1959us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167662.631419:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4100 00000100:00080000:3.0:1746167662.631781:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167662.632337:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167662.633089:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167662.633165:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439278336 00000100:00100000:2.0:1746167662.633172:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439278336 00000100:00100000:2.0:1746167662.633217:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4101 00000100:00100000:2.0:1746167662.633224:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439278336:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167662.633265:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439278336:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 42us (932us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167662.633270:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4101 00000100:00080000:3.0:1746167662.633330:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167662.633888:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439278464 00000100:00100000:1.0:1746167662.633893:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439278464 00000100:00100000:1.0:1746167662.633917:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50840 00000100:00100000:1.0:1746167662.633923:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439278464:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167662.633943:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167662.633968:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439278464:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 45us (881us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167662.633974:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50840 00010000:00010000:0.0:1746167663.631018:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167664.635337:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167664.818941:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746167664.818960:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423633664:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167664.819019:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167664.819777:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423633664 00000100:00100000:0.0:1746167664.819784:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423633664 00000100:00100000:0.0:1746167664.820449:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7551 00000100:00100000:0.0:1746167664.820457:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423633664:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167664.820480:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:3.0:1746167664.820530:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167664.820579:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423633664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 123us (1560us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167664.820585:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7551 00000100:00100000:2.0:1746167664.820658:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423633664:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167665.639185:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1746167665.729887:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167665.729892:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167665.729895:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167665.729901:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11581 00000100:00080000:1.0:1746167665.729906:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1746167665.729910:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167665.729928:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008e830000 x1830977423634304/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167665.730191:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167665.730194:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167665.730195:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167665.730198:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11581 00000100:00080000:1.0:1746167665.730201:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1746167665.730205:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167665.730215:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130e15500 x1830977423634816/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167665.730250:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423634304:0@lo:8:kworker.0 00000100:00100000:1.0:1746167665.730312:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167665.730361:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423634816:0@lo:8:kworker.0 00000100:00100000:1.0:1746167665.730379:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167665.730410:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423634304 00000100:00100000:1.0:1746167665.730416:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423634304 00000100:00100000:1.0:1746167665.730434:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423634816 00000100:00100000:1.0:1746167665.730436:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423634816 00000100:00100000:1.0:1746167665.730446:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50841 00000100:00100000:1.0:1746167665.730452:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ed2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423634304:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167665.730470:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167665.730496:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ed2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423634304:12345-0@lo:8:kworker.0 Request processed in 44us (183us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167665.730502:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50841 00000100:00100000:1.0:1746167665.730848:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50842 00000100:00100000:1.0:1746167665.730852:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423634816:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167665.730861:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167665.730878:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423634816:12345-0@lo:8:kworker.0 Request processed in 25us (498us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167665.730882:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50842 00000100:00080000:1.0:1746167665.730905:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167665.730908:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167665.730911:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423634304:0@lo:8:kworker.0 00000100:00080000:1.0:1746167665.730917:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167665.730919:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167665.730921:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423634816:0@lo:8:kworker.0 00000100:00100000:1.0:1746167665.730942:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423633920:0@lo:400:kworker.0 00000100:00100000:1.0:1746167665.730962:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167665.730976:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423634560:0@lo:400:kworker.0 00000100:00100000:1.0:1746167665.730989:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167665.731003:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746167665.731007:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423634048:0@lo:400:kworker.0 00000100:00100000:1.0:1746167665.731020:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167665.731031:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423634688:0@lo:400:kworker.0 00000100:00100000:1.0:1746167665.731046:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167665.731064:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423633920 00000100:00100000:1.0:1746167665.731068:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423633920 00000100:00100000:1.0:1746167665.731108:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423634560 00000100:00100000:1.0:1746167665.731110:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423634560 00000100:00100000:1.0:1746167665.731120:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423634048 00000100:00100000:1.0:1746167665.731122:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423634048 00000100:00100000:1.0:1746167665.731135:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4102 00000100:00100000:1.0:1746167665.731139:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423633920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167665.731168:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423633920:12345-0@lo:400:kworker.0 Request processed in 30us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167665.731173:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4102 00000100:00100000:1.0:1746167665.731183:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4103 00000100:00100000:1.0:1746167665.731186:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423634560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167665.731202:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423634560:12345-0@lo:400:kworker.0 Request processed in 16us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167665.731206:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4103 00000100:00100000:1.0:1746167665.731212:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4104 00000100:00100000:1.0:1746167665.731215:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423634048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167665.731233:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423634048:12345-0@lo:400:kworker.0 Request processed in 17us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167665.731236:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4104 00000100:00100000:1.0:1746167665.731268:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423634048:0@lo:400:kworker.0 00000100:00100000:1.0:1746167665.731275:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423633920:0@lo:400:kworker.0 00000100:00100000:1.0:1746167665.731280:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423634560:0@lo:400:kworker.0 00000100:00100000:1.0:1746167665.731303:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423634688 00000100:00100000:1.0:1746167665.731305:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423634688 00000100:00100000:1.0:1746167665.731324:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36626 00000100:00100000:1.0:1746167665.731328:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423634688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167665.731353:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423634688:12345-0@lo:400:kworker.0 Request processed in 25us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167665.731358:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36626 00000100:00100000:1.0:1746167665.731378:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423634688:0@lo:400:kworker.0 00000100:00080000:1.0:1746167665.731393:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167665.731395:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167665.731465:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423634176:0@lo:400:kworker.0 00000100:00100000:0.0:1746167665.731486:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167665.731505:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423634944:0@lo:400:kworker.0 00000100:00100000:0.0:1746167665.731518:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167665.731529:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1746167665.731532:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423633792:0@lo:400:kworker.0 00000100:00100000:0.0:1746167665.731549:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167665.731571:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423634432:0@lo:400:kworker.0 00000100:00100000:0.0:1746167665.731806:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167665.731817:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423635072:0@lo:400:kworker.0 00000100:00100000:0.0:1746167665.731833:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167665.731849:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423634944 00000100:00100000:0.0:1746167665.731851:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423634944 00000100:00100000:0.0:1746167665.731870:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423634432 00000100:00100000:0.0:1746167665.731871:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423634432 00000100:00100000:0.0:1746167665.731880:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8154 00000100:00100000:0.0:1746167665.731884:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423634944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167665.731905:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423634944:12345-0@lo:400:kworker.0 Request processed in 21us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167665.731909:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8154 00000100:00100000:0.0:1746167665.731916:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8155 00000100:00100000:0.0:1746167665.731919:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423634432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167665.731932:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423634432:12345-0@lo:400:kworker.0 Request processed in 13us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167665.731936:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8155 00000100:00080000:0.0:1746167665.731945:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167665.731956:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423634432:0@lo:400:kworker.0 00000100:00100000:0.0:1746167665.731963:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423634944:0@lo:400:kworker.0 00000100:00100000:3.0:1746167665.732275:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423633792 00000100:00100000:3.0:1746167665.732279:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423633792 00000100:00100000:3.0:1746167665.732300:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1295 00000100:00100000:3.0:1746167665.732304:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423633792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167665.732342:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423633792:12345-0@lo:400:kworker.0 Request processed in 37us (792us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167665.732347:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1295 00000100:00100000:0.0:1746167665.732420:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423633792:0@lo:400:kworker.0 00000100:00100000:1.0:1746167665.735461:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423634176 00000100:00100000:1.0:1746167665.735473:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423634176 00000100:00100000:1.0:1746167665.735531:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36627 00000100:00100000:1.0:1746167665.735538:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423634176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167665.735623:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423634176:12345-0@lo:400:kworker.0 Request processed in 85us (4135us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167665.735628:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36627 00000100:00100000:1.0:1746167665.735650:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423635072 00000100:00100000:1.0:1746167665.735653:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423635072 00000100:00100000:1.0:1746167665.735691:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4105 00000100:00100000:1.0:1746167665.735696:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423635072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167665.735724:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423635072:12345-0@lo:400:kworker.0 Request processed in 29us (3890us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167665.735729:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4105 00000100:00100000:0.0:1746167665.735953:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423635072:0@lo:400:kworker.0 00000100:00100000:0.0:1746167665.735965:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423634176:0@lo:400:kworker.0 00000100:00100000:3.0:1746167665.745993:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423635328:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167665.746054:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167665.746117:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746167665.746122:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423635200:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167665.746139:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167665.746352:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423635328 00000100:00100000:0.0:1746167665.746360:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423635328 00000100:00100000:0.0:1746167665.746611:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423635200 00000100:00100000:0.0:1746167665.746613:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423635200 00000100:00100000:2.0:1746167665.746655:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36628 00000100:00100000:2.0:1746167665.746664:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423635328:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167665.746717:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167665.746759:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423635328:12345-0@lo:41:osp-pre-1-0.0 Request processed in 96us (705us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167665.746765:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36628 00000100:00100000:2.0:1746167665.746780:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36629 00000100:00100000:2.0:1746167665.746784:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423635200:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746167665.746802:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746167665.746820:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423635200:12345-0@lo:41:osp-pre-0-1.0 Request processed in 36us (680us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167665.746825:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36629 00000100:00100000:2.0:1746167665.746859:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423635200:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167665.746868:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423635328:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167666.051365:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746167666.051384:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423635456:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746167666.051443:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167666.051521:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423635456 00000100:00100000:0.0:1746167666.051529:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423635456 00000100:00100000:0.0:1746167666.051569:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7552 00000100:00100000:0.0:1746167666.051575:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423635456:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167666.051593:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167666.051622:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423635456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167666.051628:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7552 00000100:00100000:3.0:1746167666.051807:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423635456:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167666.642045:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167667.631559:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167667.632200:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167667.632283:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439278720 00000100:00100000:1.0:1746167667.632290:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439278720 00000100:00100000:1.0:1746167667.632335:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4106 00000100:00100000:1.0:1746167667.632343:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439278720:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167667.632395:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439278720:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 53us (843us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167667.632401:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4106 00000100:00080000:1.0:1746167667.632428:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167667.634350:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439278592 00000100:00100000:3.0:1746167667.634359:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439278592 00000100:00100000:0.0:1746167667.635132:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167667.636697:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167667.636725:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439278976 00000100:00100000:0.0:1746167667.636731:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439278976 00000100:00100000:0.0:1746167667.636752:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50843 00000100:00100000:0.0:1746167667.636758:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439278976:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167667.636779:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167667.636814:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439278976:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 56us (143us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167667.636823:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50843 00000100:00100000:1.0:1746167667.637129:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439278848 00000100:00100000:1.0:1746167667.637133:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439278848 00000100:00100000:1.0:1746167667.637171:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4107 00000100:00100000:1.0:1746167667.637176:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439278848:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167667.637208:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439278848:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 32us (2080us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167667.637217:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4107 00000100:00100000:3.0:1746167667.637259:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1296 00000100:00100000:3.0:1746167667.637268:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439278592:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167667.637308:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439278592:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 42us (5108us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167667.637313:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1296 00000100:00080000:0.0:1746167667.640962:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1746167667.643999:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167668.646200:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167669.647905:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167669.826838:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746167669.827922:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423635584:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167669.827981:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167669.828138:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423635584 00000100:00100000:2.0:1746167669.828145:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423635584 00000100:00100000:2.0:1746167669.828404:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7553 00000100:00100000:2.0:1746167669.828412:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423635584:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167669.828436:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:0.0:1746167669.828487:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167669.828640:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423635584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 229us (658us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167669.828645:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7553 00000100:00100000:0.0:1746167669.828708:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423635584:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167670.650339:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1746167670.738979:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1746167670.738979:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423635840:0@lo:400:kworker.0 00000100:00080000:1.0:1746167670.739009:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167670.739012:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167670.739017:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11586 00000100:00080000:1.0:1746167670.739021:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1746167670.739029:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167670.739043:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167670.739046:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130e14e00 x1830977423636224/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167670.739074:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167670.739077:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167670.739078:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167670.739081:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11586 00000100:00080000:1.0:1746167670.739083:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167670.739086:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167670.739088:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423636480:0@lo:400:kworker.0 00000100:00100000:1.0:1746167670.739095:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136054700 x1830977423636736/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167670.739103:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167670.739114:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1746167670.739118:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423635712:0@lo:400:kworker.0 00000100:00100000:1.0:1746167670.739128:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423635840 00000100:00100000:1.0:1746167670.739133:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423635840 00000100:00100000:3.0:1746167670.739139:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746167670.739228:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167670.739240:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423635968:0@lo:400:kworker.0 00000100:00100000:0.0:1746167670.739266:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167670.739284:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136055c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423636608:0@lo:400:kworker.0 00000100:00100000:3.0:1746167670.739317:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423636352:0@lo:400:kworker.0 00000100:00100000:2.0:1746167670.739334:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423635712 00000100:00100000:3.0:1746167670.739337:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167670.739338:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423635712 00000100:00100000:3.0:1746167670.739353:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423636992:0@lo:400:kworker.0 00000100:00100000:2.0:1746167670.739363:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1297 00000100:00100000:3.0:1746167670.739366:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167670.739370:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423635712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167670.739385:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423636096:0@lo:400:kworker.0 00000100:00100000:3.0:1746167670.739403:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167670.739411:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423635712:12345-0@lo:400:kworker.0 Request processed in 41us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167670.739415:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423636864:0@lo:400:kworker.0 00000100:00100000:2.0:1746167670.739417:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1297 00000100:00100000:3.0:1746167670.739428:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167670.739452:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423636480 00000100:00100000:2.0:1746167670.739454:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423636480 00000100:00100000:3.0:1746167670.739458:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423635712:0@lo:400:kworker.0 00000100:00100000:2.0:1746167670.739470:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423635968 00000100:00100000:2.0:1746167670.739472:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423635968 00000100:00100000:2.0:1746167670.739485:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423636992 00000100:00100000:2.0:1746167670.739487:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423636992 00000100:00100000:3.0:1746167670.739488:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423636352 00000100:00100000:3.0:1746167670.739491:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423636352 00000100:00100000:2.0:1746167670.739496:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4108 00000100:00100000:2.0:1746167670.739500:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423636480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167670.739509:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423636864 00000100:00100000:3.0:1746167670.739511:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423636864 00000100:00100000:2.0:1746167670.739527:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423636480:12345-0@lo:400:kworker.0 Request processed in 27us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167670.739527:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8156 00000100:00100000:2.0:1746167670.739532:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4108 00000100:00100000:3.0:1746167670.739532:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423636352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167670.739540:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4109 00000100:00100000:2.0:1746167670.739545:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423635968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167670.739561:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423636352:12345-0@lo:400:kworker.0 Request processed in 29us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167670.739565:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8156 00000100:00100000:2.0:1746167670.739568:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423635968:12345-0@lo:400:kworker.0 Request processed in 23us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167670.739573:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4109 00000100:00100000:3.0:1746167670.739576:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8157 00000100:00100000:3.0:1746167670.739580:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423636864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167670.739581:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4110 00000100:00100000:2.0:1746167670.739585:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423636992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167670.739603:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423636992:12345-0@lo:400:kworker.0 Request processed in 17us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167670.739603:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423636864:12345-0@lo:400:kworker.0 Request processed in 23us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167670.739607:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4110 00000100:00100000:3.0:1746167670.739609:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8157 00000100:00100000:2.0:1746167670.739619:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423636096 00000100:00100000:2.0:1746167670.739621:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423636096 00000100:00100000:2.0:1746167670.739635:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36630 00000100:00100000:3.0:1746167670.739635:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423636864:0@lo:400:kworker.0 00000100:00100000:2.0:1746167670.739639:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423636096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167670.739651:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423636352:0@lo:400:kworker.0 00000100:00100000:3.0:1746167670.739658:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423636992:0@lo:400:kworker.0 00000100:00100000:2.0:1746167670.739659:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423636096:12345-0@lo:400:kworker.0 Request processed in 20us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167670.739663:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36630 00000100:00100000:3.0:1746167670.739664:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423636480:0@lo:400:kworker.0 00000100:00080000:2.0:1746167670.739690:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746167670.739692:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167670.739709:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423636096:0@lo:400:kworker.0 00000100:00100000:1.0:1746167670.740213:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4111 00000100:00100000:1.0:1746167670.740218:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423635840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167670.740257:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423635840:12345-0@lo:400:kworker.0 Request processed in 39us (1214us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167670.740262:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4111 00000100:00100000:1.0:1746167670.740276:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130e14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423636224:0@lo:8:kworker.0 00000100:00100000:1.0:1746167670.740293:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167670.740306:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423636736:0@lo:8:kworker.0 00000100:00100000:1.0:1746167670.740320:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167670.740406:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167670.740427:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423635968:0@lo:400:kworker.0 00000100:00100000:0.0:1746167670.740450:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423636608 00000100:00100000:0.0:1746167670.740452:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423636608 00000100:00100000:0.0:1746167670.740467:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36631 00000100:00100000:0.0:1746167670.740470:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423636608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167670.740491:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423636608:12345-0@lo:400:kworker.0 Request processed in 21us (86us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167670.740496:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36631 00000100:00100000:0.0:1746167670.740509:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136055c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423636608:0@lo:400:kworker.0 00000100:00100000:3.0:1746167670.740898:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423636224 00000100:00100000:3.0:1746167670.740902:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423636224 00000100:00100000:3.0:1746167670.740915:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423636736 00000100:00100000:3.0:1746167670.740916:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423636736 00000100:00100000:3.0:1746167670.740924:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50844 00000100:00100000:3.0:1746167670.740928:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423636224:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167670.740945:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167670.740969:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423636224:12345-0@lo:8:kworker.0 Request processed in 41us (676us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167670.740974:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50844 00000100:00100000:3.0:1746167670.740981:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50845 00000100:00100000:3.0:1746167670.740995:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423636736:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167670.741004:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167670.741022:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423636736:12345-0@lo:8:kworker.0 Request processed in 37us (701us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167670.741026:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50845 00000100:00100000:3.0:1746167670.741049:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423635840:0@lo:400:kworker.0 00000100:00080000:0.0:1746167670.741268:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167670.741272:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167670.741276:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130e14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423636224:0@lo:8:kworker.0 00000100:02020000:0.0:1746167670.741284:0:3768:0:(client.c:1389:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_connect to node 0@lo failed: rc = -19 00000100:00100000:2.0:1746167670.754158:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746167670.754176:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423637120:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167670.754235:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167670.754270:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746167670.754278:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009431a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423637248:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167670.754306:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167670.754339:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423637120 00000100:00100000:3.0:1746167670.754345:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423637120 00000100:00100000:3.0:1746167670.754378:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423637248 00000100:00100000:3.0:1746167670.754380:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423637248 00000100:00100000:3.0:1746167670.754907:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36632 00000100:00100000:3.0:1746167670.754915:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097618000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423637120:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167670.754944:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167670.755156:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36633 00000100:00100000:1.0:1746167670.755165:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423637248:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746167670.755183:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167670.755219:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423637248:12345-0@lo:41:osp-pre-1-0.0 Request processed in 55us (912us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167670.755225:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36633 00000100:00100000:1.0:1746167670.755275:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009431a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423637248:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167670.756434:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097618000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423637120:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1516us (2195us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167670.756442:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36632 00000100:00100000:2.0:1746167670.756714:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423637120:0@lo:41:osp-pre-0-1.0 00000100:00080000:0.0:1746167670.764252:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167670.764261:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167670.764271:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423636736:0@lo:8:kworker.0 00000100:00100000:1.0:1746167671.057869:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009431ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423637376:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167671.057929:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167671.059820:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423637376 00000100:00100000:1.0:1746167671.059828:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423637376 00000100:00100000:1.0:1746167671.059875:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7554 00000100:00100000:1.0:1746167671.059882:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136055500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423637376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167671.059900:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167671.059935:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136055500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423637376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (2007us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167671.059941:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7554 00000100:00100000:1.0:1746167671.059973:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009431ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423637376:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167671.651884:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167672.637549:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167672.638249:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167672.638352:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439279232 00000100:00100000:2.0:1746167672.638361:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439279232 00000100:00100000:0.0:1746167672.638542:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167672.638608:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439279104 00000100:00100000:3.0:1746167672.638612:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439279104 00000100:00080000:0.0:1746167672.639297:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167672.639324:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439279360 00000100:00100000:2.0:1746167672.639327:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439279360 00000100:00100000:2.0:1746167672.639352:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4112 00000100:00100000:2.0:1746167672.639360:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439279232:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167672.639414:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439279232:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 55us (1871us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167672.639419:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4112 00000100:00100000:2.0:1746167672.639432:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4113 00000100:00100000:2.0:1746167672.639436:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439279360:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167672.639454:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439279360:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 18us (913us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167672.639459:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4113 00000100:00080000:0.0:1746167672.640106:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167672.640178:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167672.640836:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439279488 00000100:00100000:2.0:1746167672.640840:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439279488 00000100:00100000:2.0:1746167672.640858:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50846 00000100:00100000:2.0:1746167672.640863:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136056680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439279488:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167672.640881:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167672.641060:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1298 00000100:00100000:3.0:1746167672.641067:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439279104:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167672.642412:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136056680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439279488:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 1542us (2228us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167672.642442:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439279104:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1374us (4192us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167672.642445:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50846 00000100:00100000:3.0:1746167672.642448:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1298 00010000:00010000:0.0:1746167672.653873:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167673.655891:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167674.662054:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167674.835573:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423637504:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167674.835848:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167674.836212:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423637504 00000100:00100000:0.0:1746167674.836219:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423637504 00000100:00080000:2.0:1746167674.836269:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167674.836271:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7555 00000100:00100000:0.0:1746167674.836278:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423637504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167674.836309:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167674.836351:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423637504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167674.836357:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7555 00000100:00100000:2.0:1746167674.836445:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423637504:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167675.663878:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167675.749417:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423637632:0@lo:400:kworker.0 00000100:00100000:3.0:1746167675.749476:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746167675.750394:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167675.750398:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167675.750401:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167675.750405:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11591 00000100:00080000:1.0:1746167675.750408:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167675.750412:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167675.750426:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136055880 x1830977423638144/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167675.750455:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167675.750458:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167675.750459:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167675.750462:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11591 00000100:00080000:1.0:1746167675.750464:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167675.750466:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167675.750473:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136054380 x1830977423638656/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167675.750497:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423637888:0@lo:400:kworker.0 00000100:00100000:1.0:1746167675.750524:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167675.750564:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423637760:0@lo:400:kworker.0 00000100:00100000:2.0:1746167675.750583:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167675.750598:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423638016:0@lo:400:kworker.0 00000100:00100000:2.0:1746167675.750614:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167675.750635:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423638016 00000100:00100000:2.0:1746167675.750640:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423638016 00000100:00100000:2.0:1746167675.750669:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36634 00000100:00100000:2.0:1746167675.750690:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097619880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423638016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167675.750721:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097619880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423638016:12345-0@lo:400:kworker.0 Request processed in 46us (106us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167675.750726:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36634 00000100:00100000:2.0:1746167675.750748:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423638144:0@lo:8:kworker.0 00000100:00100000:2.0:1746167675.750763:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167675.750775:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423638144 00000100:00100000:2.0:1746167675.750778:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423638144 00000100:00100000:2.0:1746167675.750788:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50847 00000100:00100000:2.0:1746167675.750791:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423638144:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167675.750807:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167675.750822:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423638144:12345-0@lo:8:kworker.0 Request processed in 30us (59us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167675.750826:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50847 00000100:00100000:2.0:1746167675.750844:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423637888 00000100:00100000:2.0:1746167675.750846:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423637888 00000100:00100000:2.0:1746167675.750865:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423637760 00000100:00100000:2.0:1746167675.750866:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423637760 00000100:00100000:2.0:1746167675.750877:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4114 00000100:00100000:2.0:1746167675.750881:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423637888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167675.750912:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423637888:12345-0@lo:400:kworker.0 Request processed in 18us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167675.750917:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4114 00000100:00100000:2.0:1746167675.750925:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4115 00000100:00100000:2.0:1746167675.750929:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423637760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167675.750950:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423637760:12345-0@lo:400:kworker.0 Request processed in 21us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167675.750955:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4115 00000100:00080000:2.0:1746167675.750969:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746167675.750972:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167675.751074:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423638272:0@lo:400:kworker.0 00000100:00100000:0.0:1746167675.751115:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423637632 00000100:00100000:0.0:1746167675.751119:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423637632 00000100:00100000:0.0:1746167675.751139:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1299 00000100:00100000:0.0:1746167675.751144:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423637632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167675.751171:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423637632:12345-0@lo:400:kworker.0 Request processed in 28us (1696us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167675.751176:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1299 00000100:00100000:3.0:1746167675.751332:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167675.751346:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423638912:0@lo:400:kworker.0 00000100:00100000:3.0:1746167675.751358:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167675.751375:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423637632:0@lo:400:kworker.0 00000100:00100000:3.0:1746167675.751399:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423638272 00000100:00100000:3.0:1746167675.751401:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423638272 00000100:00100000:3.0:1746167675.751415:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8158 00000100:00100000:3.0:1746167675.751419:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094319880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423638272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167675.751439:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094319880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423638272:12345-0@lo:400:kworker.0 Request processed in 20us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167675.751443:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8158 00000100:00100000:3.0:1746167675.751460:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423638272:0@lo:400:kworker.0 00000100:00100000:1.0:1746167675.751822:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423638912 00000100:00100000:1.0:1746167675.751826:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423638912 00000100:00100000:1.0:1746167675.752111:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4116 00000100:00100000:0.0:1746167675.752200:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423637888:0@lo:400:kworker.0 00000100:00100000:0.0:1746167675.752208:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136055c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423638528:0@lo:400:kworker.0 00000100:00100000:1.0:1746167675.752222:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423638912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167675.753081:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167675.753121:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423638528 00000100:00100000:0.0:1746167675.753124:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423638528 00000100:00100000:0.0:1746167675.753143:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36635 00000100:00100000:0.0:1746167675.753148:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423638528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167675.753173:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423638528:12345-0@lo:400:kworker.0 Request processed in 25us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167675.753178:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36635 00000100:00100000:0.0:1746167675.753195:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136055c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423638528:0@lo:400:kworker.0 00000100:00100000:1.0:1746167675.753271:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423638912:12345-0@lo:400:kworker.0 Request processed in 1050us (1911us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167675.753277:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4116 00000100:00100000:3.0:1746167675.753339:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423638912:0@lo:400:kworker.0 00000100:00100000:2.0:1746167675.753406:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423637760:0@lo:400:kworker.0 00000100:00100000:2.0:1746167675.753412:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423638400:0@lo:400:kworker.0 00000100:00100000:2.0:1746167675.753429:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167675.755195:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423638016:0@lo:400:kworker.0 00000100:00100000:0.0:1746167675.755205:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423638784:0@lo:400:kworker.0 00000100:00100000:0.0:1746167675.755239:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746167675.755290:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167675.755293:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167675.755297:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423638144:0@lo:8:kworker.0 00000100:00100000:1.0:1746167675.755301:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423638656:0@lo:8:kworker.0 00000100:00100000:2.0:1746167675.755658:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423638400 00000100:00100000:2.0:1746167675.755663:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423638400 00000100:00100000:2.0:1746167675.755711:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4117 00000100:00100000:2.0:1746167675.755717:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423638400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167675.755752:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423638400:12345-0@lo:400:kworker.0 Request processed in 35us (2321us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167675.755757:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4117 00000100:00100000:2.0:1746167675.755776:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423638400:0@lo:400:kworker.0 00000100:00100000:1.0:1746167675.756002:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167675.756269:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423638784 00000100:00100000:3.0:1746167675.756273:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423638784 00000100:00100000:3.0:1746167675.756311:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423638656 00000100:00100000:3.0:1746167675.756313:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423638656 00000100:00100000:3.0:1746167675.756322:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8159 00000100:00100000:3.0:1746167675.756328:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423638784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167675.756359:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423638784:12345-0@lo:400:kworker.0 Request processed in 32us (1120us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167675.756364:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8159 00000100:00100000:3.0:1746167675.756376:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50848 00000100:00100000:3.0:1746167675.756384:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136055f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423638656:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167675.756406:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167675.756424:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136055f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423638656:12345-0@lo:8:kworker.0 Request processed in 44us (423us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167675.756428:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50848 00000100:00100000:3.0:1746167675.756455:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423638784:0@lo:400:kworker.0 00000100:00080000:0.0:1746167675.756547:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746167675.756593:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167675.756596:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167675.756600:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423638656:0@lo:8:kworker.0 00000100:00100000:2.0:1746167675.763103:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423639040:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167675.763159:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167675.763359:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423639168:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167675.763384:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167675.763410:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423639040 00000100:00100000:0.0:1746167675.763416:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423639040 00000100:00100000:0.0:1746167675.763442:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423639168 00000100:00100000:0.0:1746167675.763444:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423639168 00000100:00100000:0.0:1746167675.763455:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36636 00000100:00100000:0.0:1746167675.763461:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423639040:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167675.763486:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167675.763512:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423639040:12345-0@lo:41:osp-pre-1-0.0 Request processed in 51us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167675.763518:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36636 00000100:00100000:0.0:1746167675.763530:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36637 00000100:00100000:0.0:1746167675.763534:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423639168:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167675.763547:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167675.763565:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423639168:12345-0@lo:41:osp-pre-0-1.0 Request processed in 30us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167675.763569:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36637 00000100:00100000:0.0:1746167675.763595:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423639168:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167675.763762:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423639040:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167676.069312:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746167676.069340:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423639296:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167676.069407:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167676.069725:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423639296 00000100:00100000:1.0:1746167676.069732:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423639296 00000100:00100000:1.0:1746167676.069785:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7556 00000100:00100000:1.0:1746167676.069792:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423639296:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167676.069813:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167676.069852:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423639296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167676.069858:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7556 00000100:00100000:2.0:1746167676.069964:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423639296:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167676.666328:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167677.646202:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167677.650335:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167677.650369:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167677.650394:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439279616 00000100:00100000:1.0:1746167677.650401:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439279616 00000100:00100000:1.0:1746167677.650440:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1300 00000100:00100000:0.0:1746167677.650443:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167677.650446:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a81ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439279616:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167677.650483:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439279744 00000100:00100000:0.0:1746167677.650488:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439279744 00000100:00100000:1.0:1746167677.650497:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a81ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439279616:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 51us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167677.650503:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1300 00000100:00100000:0.0:1746167677.650515:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439279872 00000100:00100000:0.0:1746167677.650517:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439279872 00000100:00100000:0.0:1746167677.650534:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4118 00000100:00100000:0.0:1746167677.650539:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439279744:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167677.650568:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439279744:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 29us (4375us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167677.650574:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4118 00000100:00100000:0.0:1746167677.650585:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4119 00000100:00100000:0.0:1746167677.650590:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439279872:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:1.0:1746167677.650595:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167677.650598:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167677.650615:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439279872:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 25us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167677.650620:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4119 00000100:00100000:2.0:1746167677.650660:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439280000 00000100:00100000:2.0:1746167677.650664:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439280000 00000100:00100000:2.0:1746167677.650711:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50849 00000100:00100000:2.0:1746167677.650716:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439280000:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167677.650735:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167677.650759:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439280000:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 42us (316us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167677.650764:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50849 00010000:00010000:0.0:1746167677.667840:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167678.670693:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167679.671872:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167679.842212:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746167679.842232:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423639424:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167679.842291:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167679.842402:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423639424 00000100:00100000:1.0:1746167679.842409:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423639424 00000100:00100000:1.0:1746167679.842447:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7557 00000100:00100000:1.0:1746167679.842453:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094319c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423639424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167679.842475:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167679.842516:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094319c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423639424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167679.842521:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7557 00000100:00100000:3.0:1746167679.842894:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423639424:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1746167679.842965:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746167680.675536:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1746167680.754561:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167680.754565:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167680.754569:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167680.754575:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11596 00000100:00080000:1.0:1746167680.754578:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167680.754583:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167680.754600:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136054000 x1830977423640064/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167680.754630:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167680.754633:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167680.754634:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167680.754637:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11596 00000100:00080000:1.0:1746167680.754640:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1746167680.754643:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167680.754651:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136054380 x1830977423640576/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167680.754705:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423640064:0@lo:8:kworker.0 00000100:00100000:1.0:1746167680.754759:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167680.754805:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423640576:0@lo:8:kworker.0 00000100:00100000:1.0:1746167680.754832:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167680.754863:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423640064 00000100:00100000:1.0:1746167680.754869:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423640064 00000100:00100000:1.0:1746167680.754886:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423640576 00000100:00100000:1.0:1746167680.754888:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423640576 00000100:00100000:1.0:1746167680.754900:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50850 00000100:00100000:1.0:1746167680.754906:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423640064:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167680.754923:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167680.754951:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423640064:12345-0@lo:8:kworker.0 Request processed in 45us (192us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167680.754957:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50850 00000100:00100000:1.0:1746167680.754968:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50851 00000100:00100000:1.0:1746167680.754971:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423640576:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167680.754978:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167680.754993:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423640576:12345-0@lo:8:kworker.0 Request processed in 21us (161us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167680.754997:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50851 00000100:00080000:1.0:1746167680.755022:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167680.755025:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167680.755028:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423640064:0@lo:8:kworker.0 00000100:00080000:1.0:1746167680.755034:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167680.755035:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167680.755038:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423640576:0@lo:8:kworker.0 00000100:00100000:1.0:1746167680.755063:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136055c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423639936:0@lo:400:kworker.0 00000100:00100000:1.0:1746167680.755084:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167680.755099:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423640704:0@lo:400:kworker.0 00000100:00100000:1.0:1746167680.755114:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167680.755126:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1746167680.755130:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423639808:0@lo:400:kworker.0 00000100:00100000:1.0:1746167680.755147:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167680.755161:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423640448:0@lo:400:kworker.0 00000100:00100000:1.0:1746167680.755175:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167680.755196:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423639936 00000100:00100000:1.0:1746167680.755199:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423639936 00000100:00100000:1.0:1746167680.755218:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423640448 00000100:00100000:1.0:1746167680.755220:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423640448 00000100:00100000:2.0:1746167680.755226:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423639552:0@lo:400:kworker.0 00000100:00100000:1.0:1746167680.755231:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36638 00000100:00100000:1.0:1746167680.755235:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423639936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167680.755253:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167680.755265:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423639936:12345-0@lo:400:kworker.0 Request processed in 29us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167680.755269:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36638 00000100:00100000:1.0:1746167680.755277:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36639 00000100:00100000:1.0:1746167680.755280:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423640448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167680.755284:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423640192:0@lo:400:kworker.0 00000100:00100000:1.0:1746167680.755297:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423640448:12345-0@lo:400:kworker.0 Request processed in 16us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167680.755301:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36639 00000100:00100000:2.0:1746167680.755302:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167680.755312:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423640704 00000100:00100000:1.0:1746167680.755314:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423640704 00000100:00100000:2.0:1746167680.755314:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423640832:0@lo:400:kworker.0 00000100:00100000:2.0:1746167680.755326:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167680.755331:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423640192 00000100:00100000:1.0:1746167680.755333:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423640192 00000100:00100000:2.0:1746167680.755339:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1746167680.755341:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8160 00000100:00100000:2.0:1746167680.755344:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423639680:0@lo:400:kworker.0 00000100:00100000:1.0:1746167680.755345:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423640704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167680.755356:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167680.755361:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423640704:12345-0@lo:400:kworker.0 Request processed in 17us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167680.755365:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8160 00000100:00100000:2.0:1746167680.755366:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423640320:0@lo:400:kworker.0 00000100:00100000:1.0:1746167680.755371:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8161 00000100:00100000:1.0:1746167680.755374:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423640192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167680.755376:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167680.755393:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423639552 00000100:00100000:1.0:1746167680.755394:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423640192:12345-0@lo:400:kworker.0 Request processed in 20us (92us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167680.755396:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423639552 00000100:00100000:1.0:1746167680.755398:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8161 00000100:00080000:1.0:1746167680.755407:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167680.755414:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1301 00000100:00100000:1.0:1746167680.755418:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423639808 00000100:00100000:2.0:1746167680.755418:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423639552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167680.755420:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423639808 00000100:00100000:1.0:1746167680.755435:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423640832 00000100:00100000:1.0:1746167680.755436:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423640832 00000100:00100000:2.0:1746167680.755439:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423639552:12345-0@lo:400:kworker.0 Request processed in 21us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167680.755444:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423639680 00000100:00100000:2.0:1746167680.755444:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1301 00000100:00100000:1.0:1746167680.755445:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423639680 00000100:00100000:1.0:1746167680.755452:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423640320 00000100:00100000:1.0:1746167680.755453:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423640320 00000100:00100000:1.0:1746167680.755461:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4120 00000100:00100000:1.0:1746167680.755464:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423639808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167680.757165:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4121 00000100:00100000:2.0:1746167680.757176:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423640832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167680.757209:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423640832:12345-0@lo:400:kworker.0 Request processed in 38us (1882us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167680.757214:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4121 00000100:00100000:2.0:1746167680.757227:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4122 00000100:00100000:2.0:1746167680.757232:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423639680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167680.757252:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b05500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423639680:12345-0@lo:400:kworker.0 Request processed in 20us (1894us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167680.757256:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4122 00000100:00100000:2.0:1746167680.757264:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4123 00000100:00100000:2.0:1746167680.757269:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423640320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167680.757287:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b05c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423640320:12345-0@lo:400:kworker.0 Request processed in 18us (1910us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167680.757291:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4123 00000100:00080000:0.0:1746167680.757311:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746167680.757314:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167680.757320:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423639680:0@lo:400:kworker.0 00000100:00100000:2.0:1746167680.757328:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423640320:0@lo:400:kworker.0 00000100:00100000:2.0:1746167680.757334:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423639552:0@lo:400:kworker.0 00000100:00100000:2.0:1746167680.757341:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423640192:0@lo:400:kworker.0 00000100:00100000:2.0:1746167680.757347:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423640832:0@lo:400:kworker.0 00000100:00100000:0.0:1746167680.758439:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423640448:0@lo:400:kworker.0 00000100:00100000:0.0:1746167680.758450:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136055c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423639936:0@lo:400:kworker.0 00000100:00100000:0.0:1746167680.758460:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423640704:0@lo:400:kworker.0 00000100:00100000:1.0:1746167680.758840:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423639808:12345-0@lo:400:kworker.0 Request processed in 3373us (3690us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167680.758847:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4120 00000100:00100000:0.0:1746167680.758921:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423639808:0@lo:400:kworker.0 00000100:00100000:2.0:1746167680.770212:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423640960:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167680.771233:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167680.771340:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423640960 00000100:00100000:0.0:1746167680.771346:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423640960 00000100:00100000:0.0:1746167680.771378:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36640 00000100:00100000:0.0:1746167680.771383:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423640960:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167680.771412:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167680.771454:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423640960:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167680.771460:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36640 00000100:00100000:2.0:1746167680.771710:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423640960:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167680.774404:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423641088:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167680.774450:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167680.774574:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423641088 00000100:00100000:1.0:1746167680.774580:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423641088 00000100:00100000:1.0:1746167680.774875:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36641 00000100:00100000:1.0:1746167680.774882:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423641088:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746167680.774911:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167680.780928:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423641088:12345-0@lo:41:osp-pre-1-0.0 Request processed in 6038us (6469us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167680.780941:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36641 00000100:00100000:3.0:1746167680.781147:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423641088:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167681.076154:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423641216:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167681.076215:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167681.076274:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423641216 00000100:00100000:0.0:1746167681.076280:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423641216 00000100:00100000:0.0:1746167681.076313:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7558 00000100:00100000:0.0:1746167681.076320:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423641216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167681.076339:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167681.076370:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423641216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167681.076375:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7558 00000100:00100000:0.0:1746167681.076408:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423641216:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167681.678175:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167682.654961:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167682.655006:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167682.655026:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439280512 00000100:00100000:2.0:1746167682.655034:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439280512 00000100:00100000:0.0:1746167682.655037:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167682.655232:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439280256 00000100:00100000:1.0:1746167682.655237:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439280256 00000100:00100000:2.0:1746167682.655731:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50852 00000100:00100000:2.0:1746167682.655738:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439280512:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167682.655758:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167682.655812:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439280512:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 73us (860us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167682.655818:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50852 00000100:00100000:2.0:1746167682.655865:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439280128 00000100:00100000:2.0:1746167682.655868:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439280128 00000100:00100000:2.0:1746167682.655888:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1302 00000100:00100000:2.0:1746167682.655892:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439280128:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167682.655929:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4124 00000100:00100000:1.0:1746167682.655935:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439280256:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167682.655970:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439280256:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 36us (963us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167682.655976:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4124 00000100:00100000:0.0:1746167682.656065:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00080000:3.0:1746167682.656312:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167682.658602:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439280384 00000100:00100000:1.0:1746167682.658611:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439280384 00000100:00100000:1.0:1746167682.658656:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4125 00000100:00100000:1.0:1746167682.658663:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439280384:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167682.658746:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439280384:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 82us (2679us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167682.658752:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4125 00000100:00100000:2.0:1746167682.659015:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439280128:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 3121us (3976us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167682.659021:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1302 00000100:00080000:3.0:1746167682.659189:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1746167682.684860:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167683.682077:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167684.687600:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167684.850949:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746167684.852710:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423641344:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167684.852782:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167684.857008:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423641344 00000100:00100000:2.0:1746167684.857019:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423641344 00000100:00100000:2.0:1746167684.857282:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7559 00000100:00100000:2.0:1746167684.857290:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423641344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167684.857320:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167684.857390:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423641344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (4607us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167684.857396:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7559 00000100:00100000:1.0:1746167684.857470:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b04e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423641344:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1746167684.857528:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746167685.692259:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1746167685.762142:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167685.762147:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167685.762150:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167685.762156:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11601 00000100:00080000:1.0:1746167685.762161:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1746167685.762167:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167685.762186:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090b0ad80 x1830977423641984/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167685.762214:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167685.762216:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167685.762218:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167685.762220:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11601 00000100:00080000:1.0:1746167685.762223:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1746167685.762226:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167685.762237:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090b0a680 x1830977423642496/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167685.762271:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423641984:0@lo:8:kworker.0 00000100:00100000:1.0:1746167685.762321:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167685.762372:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423642496:0@lo:8:kworker.0 00000100:00100000:1.0:1746167685.762389:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167685.762421:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423641984 00000100:00100000:1.0:1746167685.762427:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423641984 00000100:00100000:1.0:1746167685.762445:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423642496 00000100:00100000:1.0:1746167685.762447:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423642496 00000100:00100000:1.0:1746167685.762458:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50853 00000100:00100000:1.0:1746167685.762464:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136054a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423641984:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167685.762483:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167685.762514:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136054a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423641984:12345-0@lo:8:kworker.0 Request processed in 49us (193us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167685.762518:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50853 00000100:00100000:1.0:1746167685.762530:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50854 00000100:00100000:1.0:1746167685.762533:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136055c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423642496:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167685.762540:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167685.762558:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136055c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423642496:12345-0@lo:8:kworker.0 Request processed in 24us (167us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167685.762835:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50854 00000100:00080000:1.0:1746167685.762865:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167685.762869:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167685.762872:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423641984:0@lo:8:kworker.0 00000100:00080000:1.0:1746167685.762880:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167685.762881:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167685.762883:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423642496:0@lo:8:kworker.0 00000100:00100000:0.0:1746167685.762933:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423641728:0@lo:400:kworker.0 00000100:00100000:0.0:1746167685.763128:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167685.763144:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423642368:0@lo:400:kworker.0 00000100:00100000:0.0:1746167685.763161:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167685.763174:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746167685.763178:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423641600:0@lo:400:kworker.0 00000100:00100000:0.0:1746167685.763189:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167685.763197:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423642240:0@lo:400:kworker.0 00000100:00100000:0.0:1746167685.763209:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167685.763224:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423642368 00000100:00100000:0.0:1746167685.763227:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423642368 00000100:00100000:0.0:1746167685.763245:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36642 00000100:00100000:0.0:1746167685.763249:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423642368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167685.763274:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423642368:12345-0@lo:400:kworker.0 Request processed in 24us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167685.763284:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36642 00000100:00100000:0.0:1746167685.763296:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423641728 00000100:00100000:0.0:1746167685.763298:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423641728 00000100:00100000:0.0:1746167685.763316:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423641600 00000100:00100000:0.0:1746167685.763317:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423641600 00000100:00100000:0.0:1746167685.763326:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423642240 00000100:00100000:0.0:1746167685.763328:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423642240 00000100:00100000:0.0:1746167685.763336:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4126 00000100:00100000:0.0:1746167685.763340:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423641728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167685.763358:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423641728:12345-0@lo:400:kworker.0 Request processed in 18us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167685.763362:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4126 00000100:00100000:0.0:1746167685.763368:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4127 00000100:00100000:0.0:1746167685.763371:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423641600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167685.763384:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423641600:12345-0@lo:400:kworker.0 Request processed in 13us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167685.763387:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4127 00000100:00100000:0.0:1746167685.763393:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4128 00000100:00100000:0.0:1746167685.763396:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423642240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167685.763410:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423642240:12345-0@lo:400:kworker.0 Request processed in 14us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167685.763414:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4128 00000100:00100000:0.0:1746167685.763434:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423641600:0@lo:400:kworker.0 00000100:00100000:0.0:1746167685.763440:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423642240:0@lo:400:kworker.0 00000100:00100000:0.0:1746167685.763446:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423641728:0@lo:400:kworker.0 00000100:00100000:0.0:1746167685.763451:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423642368:0@lo:400:kworker.0 00000100:00080000:0.0:1746167685.763494:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746167685.763497:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167685.763551:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423641472:0@lo:400:kworker.0 00000100:00100000:2.0:1746167685.763580:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167685.763838:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423642112:0@lo:400:kworker.0 00000100:00100000:2.0:1746167685.763857:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167685.763869:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423642752:0@lo:400:kworker.0 00000100:00100000:2.0:1746167685.763889:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167685.763900:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1746167685.763904:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423641856:0@lo:400:kworker.0 00000100:00100000:2.0:1746167685.763916:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167685.763925:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423642624:0@lo:400:kworker.0 00000100:00100000:2.0:1746167685.763943:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167685.763961:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423641472 00000100:00100000:2.0:1746167685.763963:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423641472 00000100:00100000:2.0:1746167685.763985:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1303 00000100:00100000:2.0:1746167685.763989:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423641472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167685.764010:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423641472:12345-0@lo:400:kworker.0 Request processed in 21us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167685.764014:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1303 00000100:00100000:2.0:1746167685.764035:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423641472:0@lo:400:kworker.0 00000100:00100000:0.0:1746167685.766201:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423642752 00000100:00100000:0.0:1746167685.766209:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423642752 00000100:00100000:0.0:1746167685.766248:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4129 00000100:00100000:0.0:1746167685.766255:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423642752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167685.766319:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b06680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423642752:12345-0@lo:400:kworker.0 Request processed in 65us (2428us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167685.766325:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4129 00000100:00100000:0.0:1746167685.766344:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423641856 00000100:00100000:0.0:1746167685.766347:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423641856 00000100:00100000:0.0:1746167685.766361:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36643 00000100:00100000:0.0:1746167685.766365:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423641856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167685.766399:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423641856:12345-0@lo:400:kworker.0 Request processed in 33us (2482us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167685.766404:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36643 00000100:00100000:0.0:1746167685.766420:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423642112 00000100:00100000:0.0:1746167685.766422:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423642112 00000100:00100000:3.0:1746167685.766604:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423641856:0@lo:400:kworker.0 00000100:00100000:3.0:1746167685.766616:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423642752:0@lo:400:kworker.0 00000100:00100000:1.0:1746167685.768434:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423642624 00000100:00100000:1.0:1746167685.768441:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423642624 00000100:00100000:1.0:1746167685.768777:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8162 00000100:00100000:1.0:1746167685.768783:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423642112:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1746167685.768883:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167685.768897:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8163 00000100:00100000:2.0:1746167685.768904:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423642624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167685.772193:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423642112:12345-0@lo:400:kworker.0 Request processed in 3403us (8327us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167685.772203:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8162 00000100:00100000:2.0:1746167685.773323:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423642624:12345-0@lo:400:kworker.0 Request processed in 4417us (9376us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167685.773331:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8163 00000100:00100000:3.0:1746167685.775514:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423642624:0@lo:400:kworker.0 00000100:00100000:3.0:1746167685.775528:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423642112:0@lo:400:kworker.0 00000100:00100000:0.0:1746167685.777887:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423642880:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167685.777939:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167685.778022:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423642880 00000100:00100000:2.0:1746167685.778028:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423642880 00000100:00100000:2.0:1746167685.778088:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36644 00000100:00100000:2.0:1746167685.778095:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423642880:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746167685.778128:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746167685.778163:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d48000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423642880:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167685.778169:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36644 00000100:00100000:0.0:1746167685.778336:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423642880:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167685.793900:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094318380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423643008:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167685.793955:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167685.794050:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423643008 00000100:00100000:2.0:1746167685.794066:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423643008 00000100:00100000:2.0:1746167685.794108:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36645 00000100:00100000:2.0:1746167685.794115:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136055880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423643008:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167685.794141:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167685.794186:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136055880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423643008:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167685.794191:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36645 00000100:00100000:1.0:1746167685.794378:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094318380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423643008:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167686.083583:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423643136:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746167686.083645:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167686.083765:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423643136 00000100:00100000:1.0:1746167686.083772:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423643136 00000100:00100000:1.0:1746167686.083826:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7560 00000100:00100000:1.0:1746167686.083835:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423643136:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167686.083855:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167686.087837:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423643136:12345-0@lo:13:osp-pre-1-0.0 Request processed in 3993us (4181us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167686.087848:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7560 00000100:00100000:3.0:1746167686.088156:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423643136:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167686.694051:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167687.662949:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167687.662992:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167687.663038:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167687.663140:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439280896 00000100:00100000:3.0:1746167687.663149:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439280896 00000100:00100000:2.0:1746167687.663159:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439280640 00000100:00100000:2.0:1746167687.663163:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439280640 00000100:00100000:2.0:1746167687.663210:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1304 00000100:00100000:3.0:1746167687.663216:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439280768 00000100:00100000:2.0:1746167687.663217:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439280640:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167687.663218:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439280768 00000100:00100000:3.0:1746167687.663233:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4130 00000100:00100000:3.0:1746167687.663239:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439280896:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167687.663267:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439280640:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 51us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167687.663267:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439280896:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 29us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167687.663273:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1304 00000100:00100000:3.0:1746167687.663273:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4130 00000100:00100000:3.0:1746167687.663286:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4131 00000100:00100000:3.0:1746167687.663290:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439280768:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:2.0:1746167687.663294:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746167687.663297:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167687.663305:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439280768:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 16us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167687.663310:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4131 00000100:00100000:0.0:1746167687.669132:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167687.669532:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439281024 00000100:00100000:2.0:1746167687.669541:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439281024 00000100:00100000:2.0:1746167687.669583:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50855 00000100:00100000:2.0:1746167687.669591:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439281024:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167687.669614:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167687.669893:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439281024:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 301us (767us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167687.669900:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50855 00010000:00010000:0.0:1746167687.697148:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167688.698993:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167689.702592:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167689.858370:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423643264:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167689.858429:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167689.858559:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423643264 00000100:00100000:0.0:1746167689.858565:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423643264 00000100:00100000:0.0:1746167689.858611:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7561 00000100:00100000:0.0:1746167689.858618:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423643264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167689.858640:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167689.858720:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423643264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167689.858726:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7561 00000100:00100000:0.0:1746167689.858758:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423643264:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1746167689.859698:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746167690.704818:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1746167690.769874:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167690.769879:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167690.769882:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167690.769888:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11606 00000100:00080000:1.0:1746167690.769892:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1746167690.769897:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167690.769914:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136054000 x1830977423643904/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167690.769943:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167690.769946:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167690.769948:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167690.769950:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11606 00000100:00080000:1.0:1746167690.769952:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1746167690.769956:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167690.769965:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090b08e00 x1830977423644416/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167690.770001:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423643904:0@lo:8:kworker.0 00000100:00100000:1.0:1746167690.770051:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167690.770102:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423644416:0@lo:8:kworker.0 00000100:00100000:1.0:1746167690.770124:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167690.770157:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423643904 00000100:00100000:1.0:1746167690.770163:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423643904 00000100:00100000:1.0:1746167690.770184:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423644416 00000100:00100000:1.0:1746167690.770186:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423644416 00000100:00100000:1.0:1746167690.770197:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50856 00000100:00100000:1.0:1746167690.770203:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423643904:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167690.770221:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167690.770249:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423643904:12345-0@lo:8:kworker.0 Request processed in 46us (198us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167690.770255:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50856 00000100:00100000:1.0:1746167690.770266:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50857 00000100:00100000:1.0:1746167690.770270:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423644416:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167690.770278:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167690.770296:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423644416:12345-0@lo:8:kworker.0 Request processed in 25us (171us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167690.770301:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50857 00000100:00080000:1.0:1746167690.770327:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167690.770330:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167690.770333:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423643904:0@lo:8:kworker.0 00000100:00080000:1.0:1746167690.770340:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167690.770342:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167690.770344:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423644416:0@lo:8:kworker.0 00000100:00100000:1.0:1746167690.770374:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423643776:0@lo:400:kworker.0 00000100:00100000:1.0:1746167690.770393:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167690.770408:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423644544:0@lo:400:kworker.0 00000100:00100000:1.0:1746167690.770421:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167690.770433:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1746167690.770437:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423643648:0@lo:400:kworker.0 00000100:00100000:1.0:1746167690.770455:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167690.770468:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423644288:0@lo:400:kworker.0 00000100:00100000:1.0:1746167690.770482:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167690.770501:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423643648 00000100:00100000:1.0:1746167690.770503:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423643648 00000100:00100000:1.0:1746167690.770533:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4132 00000100:00100000:1.0:1746167690.770537:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423643648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167690.770568:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423643648:12345-0@lo:400:kworker.0 Request processed in 30us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167690.770572:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4132 00000100:00080000:1.0:1746167690.770586:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167690.770594:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423644544 00000100:00100000:1.0:1746167690.770596:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423644544 00000100:00100000:1.0:1746167690.770613:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8164 00000100:00100000:1.0:1746167690.770616:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423644544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167690.770637:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423644544:12345-0@lo:400:kworker.0 Request processed in 20us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167690.770641:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8164 00000100:00080000:1.0:1746167690.770703:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167690.770719:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423643648:0@lo:400:kworker.0 00000100:00100000:1.0:1746167690.770726:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423644544:0@lo:400:kworker.0 00000100:00100000:1.0:1746167690.770754:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423643776 00000100:00100000:1.0:1746167690.770757:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423643776 00000100:00100000:1.0:1746167690.770774:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423644288 00000100:00100000:1.0:1746167690.770776:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423644288 00000100:00100000:1.0:1746167690.770786:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36646 00000100:00100000:1.0:1746167690.770790:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423643776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167690.770817:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423643776:12345-0@lo:400:kworker.0 Request processed in 27us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167690.770822:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36646 00000100:00100000:1.0:1746167690.770831:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36647 00000100:00100000:1.0:1746167690.770836:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423644288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167690.770853:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423644288:12345-0@lo:400:kworker.0 Request processed in 18us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167690.770858:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36647 00000100:00100000:1.0:1746167690.770879:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423644288:0@lo:400:kworker.0 00000100:00100000:1.0:1746167690.770886:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423643776:0@lo:400:kworker.0 00000100:00100000:0.0:1746167690.770965:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423643392:0@lo:400:kworker.0 00000100:00100000:0.0:1746167690.770996:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167690.771239:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423644032:0@lo:400:kworker.0 00000100:00100000:0.0:1746167690.771258:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167690.771270:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423644672:0@lo:400:kworker.0 00000100:00100000:0.0:1746167690.771283:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167690.771294:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746167690.771299:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423643520:0@lo:400:kworker.0 00000100:00100000:0.0:1746167690.771312:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167690.771323:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423644160:0@lo:400:kworker.0 00000100:00100000:0.0:1746167690.771335:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167690.771352:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423644672 00000100:00100000:0.0:1746167690.771355:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423644672 00000100:00100000:0.0:1746167690.771371:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423643520 00000100:00100000:0.0:1746167690.771373:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423643520 00000100:00100000:0.0:1746167690.771386:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423644160 00000100:00100000:0.0:1746167690.771388:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423644160 00000100:00100000:0.0:1746167690.771399:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4133 00000100:00100000:0.0:1746167690.771403:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423644672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167690.771427:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423644672:12345-0@lo:400:kworker.0 Request processed in 24us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167690.771432:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4133 00000100:00100000:0.0:1746167690.771440:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4134 00000100:00100000:0.0:1746167690.771444:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423643520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167690.771462:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423643520:12345-0@lo:400:kworker.0 Request processed in 18us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167690.771466:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4134 00000100:00100000:0.0:1746167690.771473:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4135 00000100:00100000:0.0:1746167690.771477:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423644160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167690.771494:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423644160:12345-0@lo:400:kworker.0 Request processed in 17us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167690.771499:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4135 00000100:00100000:0.0:1746167690.771527:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423643520:0@lo:400:kworker.0 00000100:00100000:0.0:1746167690.771534:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423644160:0@lo:400:kworker.0 00000100:00100000:0.0:1746167690.771540:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423644672:0@lo:400:kworker.0 00000100:00080000:0.0:1746167690.771557:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167690.771586:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423643392 00000100:00100000:0.0:1746167690.771589:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423643392 00000100:00100000:0.0:1746167690.771609:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1305 00000100:00100000:0.0:1746167690.771614:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423643392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167690.771639:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423643392:12345-0@lo:400:kworker.0 Request processed in 25us (643us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167690.771656:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1305 00000100:00100000:0.0:1746167690.771706:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423643392:0@lo:400:kworker.0 00000100:00100000:1.0:1746167690.772533:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423644032 00000100:00100000:1.0:1746167690.772539:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423644032 00000100:00100000:2.0:1746167690.773560:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8165 00000100:00100000:2.0:1746167690.773570:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423644032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167690.773643:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423644032:12345-0@lo:400:kworker.0 Request processed in 75us (2383us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167690.773659:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8165 00000100:00100000:0.0:1746167690.773758:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423644032:0@lo:400:kworker.0 00000100:00100000:1.0:1746167690.785899:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746167690.785917:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423644800:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167690.786143:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167690.786718:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423644800 00000100:00100000:0.0:1746167690.786736:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423644800 00000100:00100000:0.0:1746167690.786779:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36648 00000100:00100000:0.0:1746167690.786787:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423644800:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167690.786818:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167690.787075:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423644800:12345-0@lo:41:osp-pre-0-1.0 Request processed in 289us (932us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167690.787081:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36648 00000100:00100000:1.0:1746167690.787151:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423644800:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167690.802941:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423644928:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167690.802995:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167690.803073:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423644928 00000100:00100000:0.0:1746167690.803081:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423644928 00000100:00100000:0.0:1746167690.803133:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36649 00000100:00100000:0.0:1746167690.803140:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423644928:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167690.803166:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167690.805134:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423644928:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1988us (2132us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167690.805144:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36649 00000100:00100000:3.0:1746167690.805358:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423644928:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167691.105933:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746167691.105953:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423645056:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746167691.106008:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167691.106085:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423645056 00000100:00100000:0.0:1746167691.106091:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423645056 00000100:00100000:0.0:1746167691.106135:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7562 00000100:00100000:0.0:1746167691.106142:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423645056:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167691.106159:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167691.106191:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423645056:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167691.106196:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7562 00000100:00100000:3.0:1746167691.106451:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423645056:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167691.708412:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167692.672543:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167692.672591:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167692.672632:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167692.672744:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167692.672771:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439281280 00000100:00100000:0.0:1746167692.672779:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439281280 00000100:00100000:2.0:1746167692.672894:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439281408 00000100:00100000:2.0:1746167692.672899:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439281408 00000100:00100000:1.0:1746167692.672949:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439281152 00000100:00100000:1.0:1746167692.672952:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439281152 00000100:00100000:1.0:1746167692.673163:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1306 00000100:00100000:1.0:1746167692.673172:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439281152:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167692.673226:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439281152:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 55us (634us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167692.673232:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1306 00000100:00100000:1.0:1746167692.673259:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439281536 00000100:00100000:1.0:1746167692.673263:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439281536 00000100:00100000:1.0:1746167692.673278:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50858 00000100:00100000:1.0:1746167692.673282:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439281536:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167692.673303:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167692.673323:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d48a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439281536:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 40us (579us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167692.673327:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50858 00000100:00080000:1.0:1746167692.673399:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167692.673451:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4136 00000100:00100000:2.0:1746167692.673459:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439281408:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167692.673503:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439281408:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 46us (870us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167692.673508:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4136 00000100:00100000:0.0:1746167692.673963:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4137 00000100:00100000:0.0:1746167692.673970:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439281280:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167692.673994:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439281280:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 25us (1460us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167692.673999:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4137 00000100:00080000:2.0:1746167692.674039:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1746167692.711561:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167693.712730:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167694.714049:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167694.866301:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746167694.866319:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423645184:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167694.866377:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167694.868484:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423645184 00000100:00100000:3.0:1746167694.868495:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423645184 00000100:00080000:2.0:1746167694.869022:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167694.869060:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7563 00000100:00100000:3.0:1746167694.869068:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423645184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167694.869094:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167694.869569:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423645184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 501us (3191us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167694.869598:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7563 00000100:00100000:2.0:1746167694.876913:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423645184:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167695.716249:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1746167695.777864:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167695.777868:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167695.777871:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167695.777877:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11611 00000100:00080000:1.0:1746167695.777881:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1746167695.777886:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167695.777902:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136054700 x1830977423645824/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167695.777924:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167695.777926:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167695.777928:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167695.777930:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11611 00000100:00080000:1.0:1746167695.777932:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167695.777934:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167695.777942:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136057800 x1830977423646336/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167695.777974:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423645568:0@lo:400:kworker.0 00000100:00100000:1.0:1746167695.778026:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167695.778079:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423646208:0@lo:400:kworker.0 00000100:00100000:1.0:1746167695.778101:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167695.778123:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1746167695.778128:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423645440:0@lo:400:kworker.0 00000100:00100000:1.0:1746167695.778143:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167695.778154:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423646080:0@lo:400:kworker.0 00000100:00100000:1.0:1746167695.778166:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167695.778185:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423645824:0@lo:8:kworker.0 00000100:00100000:1.0:1746167695.778202:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167695.778228:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423646336:0@lo:8:kworker.0 00000100:00100000:1.0:1746167695.778245:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167695.778271:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423645824 00000100:00100000:1.0:1746167695.778276:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423645824 00000100:00100000:1.0:1746167695.778294:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423646336 00000100:00100000:1.0:1746167695.778296:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423646336 00000100:00100000:1.0:1746167695.778307:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50859 00000100:00100000:1.0:1746167695.778313:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090942300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423645824:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167695.778332:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167695.778361:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090942300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423645824:12345-0@lo:8:kworker.0 Request processed in 47us (157us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167695.778367:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50859 00000100:00100000:1.0:1746167695.778379:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50860 00000100:00100000:1.0:1746167695.778382:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090943800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423646336:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167695.778390:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167695.778408:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090943800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423646336:12345-0@lo:8:kworker.0 Request processed in 24us (162us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167695.778413:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50860 00000100:00080000:1.0:1746167695.778440:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167695.778444:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167695.778447:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423645824:0@lo:8:kworker.0 00000100:00080000:1.0:1746167695.778453:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167695.778455:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167695.778457:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423646336:0@lo:8:kworker.0 00000100:00100000:1.0:1746167695.778482:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423645568 00000100:00100000:1.0:1746167695.778485:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423645568 00000100:00100000:1.0:1746167695.778509:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423645440 00000100:00100000:1.0:1746167695.778511:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423645440 00000100:00100000:1.0:1746167695.778523:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423646080 00000100:00100000:1.0:1746167695.778525:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423646080 00000100:00100000:1.0:1746167695.778537:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4138 00000100:00100000:1.0:1746167695.778542:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090943480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423645568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167695.778602:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090943480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423645568:12345-0@lo:400:kworker.0 Request processed in 59us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167695.778607:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4138 00000100:00100000:1.0:1746167695.778616:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4139 00000100:00100000:1.0:1746167695.778620:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423645440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167695.778637:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423645440:12345-0@lo:400:kworker.0 Request processed in 17us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167695.778642:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4139 00000100:00100000:1.0:1746167695.778649:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4140 00000100:00100000:1.0:1746167695.778652:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423646080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167695.778666:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423646080:12345-0@lo:400:kworker.0 Request processed in 13us (499us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167695.778670:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4140 00000100:00100000:1.0:1746167695.778711:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423645440:0@lo:400:kworker.0 00000100:00100000:1.0:1746167695.778717:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423646080:0@lo:400:kworker.0 00000100:00100000:1.0:1746167695.778723:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423645568:0@lo:400:kworker.0 00000100:00080000:1.0:1746167695.778737:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746167695.778740:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167695.778759:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423646208 00000100:00100000:1.0:1746167695.778761:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423646208 00000100:00100000:1.0:1746167695.778777:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36650 00000100:00100000:1.0:1746167695.778781:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090942680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423646208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167695.778804:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090942680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423646208:12345-0@lo:400:kworker.0 Request processed in 23us (704us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167695.778809:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36650 00000100:00100000:1.0:1746167695.778825:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423646208:0@lo:400:kworker.0 00000100:00100000:0.0:1746167695.778901:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423645696:0@lo:400:kworker.0 00000100:00100000:0.0:1746167695.778923:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167695.778935:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423646464:0@lo:400:kworker.0 00000100:00100000:0.0:1746167695.778947:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167695.778956:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1746167695.778960:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423645312:0@lo:400:kworker.0 00000100:00100000:0.0:1746167695.778978:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167695.778998:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423645952:0@lo:400:kworker.0 00000100:00100000:0.0:1746167695.779010:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167695.779019:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423646592:0@lo:400:kworker.0 00000100:00100000:0.0:1746167695.779030:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167695.779044:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423645312 00000100:00100000:0.0:1746167695.779047:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423645312 00000100:00100000:0.0:1746167695.779064:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1307 00000100:00100000:0.0:1746167695.779068:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423645312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167695.779092:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423645312:12345-0@lo:400:kworker.0 Request processed in 23us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167695.779096:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1307 00000100:00100000:0.0:1746167695.779120:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423645312:0@lo:400:kworker.0 00000100:00100000:0.0:1746167695.779132:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423646592 00000100:00100000:0.0:1746167695.779134:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423646592 00000100:00100000:0.0:1746167695.779156:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4141 00000100:00100000:0.0:1746167695.779161:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423646592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167695.779185:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423646592:12345-0@lo:400:kworker.0 Request processed in 24us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167695.779191:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4141 00000100:00100000:0.0:1746167695.779210:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423646592:0@lo:400:kworker.0 00000100:00100000:0.0:1746167695.779226:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423646464 00000100:00100000:0.0:1746167695.779228:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423646464 00000100:00100000:0.0:1746167695.779245:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423645952 00000100:00100000:0.0:1746167695.779247:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423645952 00000100:00100000:0.0:1746167695.779258:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8166 00000100:00100000:0.0:1746167695.779262:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013048ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423646464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167695.779286:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013048ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423646464:12345-0@lo:400:kworker.0 Request processed in 24us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167695.779291:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8166 00000100:00100000:0.0:1746167695.779298:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8167 00000100:00100000:0.0:1746167695.779302:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013048aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423645952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167695.779321:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013048aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423645952:12345-0@lo:400:kworker.0 Request processed in 18us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167695.779325:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8167 00000100:00100000:0.0:1746167695.779343:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423645952:0@lo:400:kworker.0 00000100:00100000:0.0:1746167695.779349:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423646464:0@lo:400:kworker.0 00000100:00080000:0.0:1746167695.779361:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167695.783372:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423645696 00000100:00100000:1.0:1746167695.783383:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423645696 00000100:00100000:1.0:1746167695.783444:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36651 00000100:00100000:1.0:1746167695.783451:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423645696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167695.784306:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423645696:12345-0@lo:400:kworker.0 Request processed in 854us (5380us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167695.784313:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36651 00000100:00100000:0.0:1746167695.784412:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423645696:0@lo:400:kworker.0 00000100:00100000:3.0:1746167695.795667:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423646720:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167695.795755:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167695.795811:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423646720 00000100:00100000:3.0:1746167695.795817:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423646720 00000100:00100000:3.0:1746167695.797414:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36652 00000100:00100000:3.0:1746167695.797425:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423646720:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167695.797458:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167695.797546:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423646720:12345-0@lo:41:osp-pre-0-1.0 Request processed in 124us (1791us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167695.797554:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36652 00000100:00100000:0.0:1746167695.797635:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423646720:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167695.811271:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423646848:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167695.811329:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167695.811602:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423646848 00000100:00100000:2.0:1746167695.811609:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423646848 00000100:00100000:2.0:1746167695.811659:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36653 00000100:00100000:2.0:1746167695.811668:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423646848:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167695.811902:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167695.811943:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423646848:12345-0@lo:41:osp-pre-1-0.0 Request processed in 276us (614us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167695.811949:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36653 00000100:00100000:0.0:1746167695.813990:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423646848:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167696.116435:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130489500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423646976:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167696.116492:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167696.116787:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423646976 00000100:00100000:0.0:1746167696.116795:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423646976 00000100:00100000:0.0:1746167696.116833:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7564 00000100:00100000:0.0:1746167696.116840:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090942d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423646976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167696.116860:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167696.116895:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090942d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423646976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167696.116902:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7564 00000100:00100000:1.0:1746167696.117045:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130489500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423646976:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167696.720611:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167697.682024:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167697.682064:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167697.682135:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167697.682158:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439281792 00000100:00100000:0.0:1746167697.682165:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439281792 00000100:00100000:0.0:1746167697.682212:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439281920 00000100:00100000:0.0:1746167697.682214:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439281920 00000100:00100000:0.0:1746167697.682230:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4142 00000100:00100000:0.0:1746167697.682236:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013048a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439281792:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167697.682283:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013048a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439281792:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 48us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167697.682289:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4142 00000100:00100000:0.0:1746167697.682299:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4143 00000100:00100000:0.0:1746167697.682302:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439281920:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167697.682317:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439281920:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 15us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167697.682324:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4143 00000100:00080000:0.0:1746167697.682333:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167697.682336:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167697.682479:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439281664 00000100:00100000:2.0:1746167697.682482:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439281664 00000100:00100000:2.0:1746167697.682503:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1308 00000100:00100000:2.0:1746167697.682507:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439281664:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167697.682560:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439281664:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 52us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167697.682564:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1308 00000100:00100000:0.0:1746167697.685571:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167697.685651:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439282048 00000100:00100000:1.0:1746167697.685657:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439282048 00000100:00100000:1.0:1746167697.685705:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50861 00000100:00100000:1.0:1746167697.685711:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439282048:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167697.685732:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167697.686288:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439282048:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 574us (721us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167697.686294:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50861 00010000:00010000:0.0:1746167697.721887:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167698.724055:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167699.727524:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167699.890348:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130488700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423647104:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167699.890411:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167699.890594:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423647104 00000100:00100000:0.0:1746167699.890601:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423647104 00000100:00100000:0.0:1746167699.890643:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7565 00000100:00100000:0.0:1746167699.890650:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423647104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167699.890698:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167699.890727:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423647104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167699.890732:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7565 00000100:00100000:2.0:1746167699.890815:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130488700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423647104:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1746167699.892087:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746167700.730552:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1746167700.785881:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167700.785886:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167700.785889:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167700.785896:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11616 00000100:00080000:1.0:1746167700.785900:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167700.785905:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167700.785923:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090940000 x1830977423647744/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167700.785950:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167700.785953:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167700.785954:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167700.785956:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11616 00000100:00080000:1.0:1746167700.785958:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167700.785961:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167700.785968:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090941180 x1830977423648256/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167700.786004:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090941f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423647488:0@lo:400:kworker.0 00000100:00100000:1.0:1746167700.786061:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167700.786113:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423648128:0@lo:400:kworker.0 00000100:00100000:1.0:1746167700.786136:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167700.786156:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746167700.786162:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423647616:0@lo:400:kworker.0 00000100:00100000:1.0:1746167700.786179:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167700.786192:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423648384:0@lo:400:kworker.0 00000100:00100000:1.0:1746167700.786207:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167700.786242:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423647744:0@lo:8:kworker.0 00000100:00100000:1.0:1746167700.786261:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167700.786287:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423648256:0@lo:8:kworker.0 00000100:00100000:1.0:1746167700.786303:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167700.786330:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423647488 00000100:00100000:1.0:1746167700.786335:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423647488 00000100:00100000:1.0:1746167700.786372:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4144 00000100:00100000:1.0:1746167700.786379:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423647488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167700.786418:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423647488:12345-0@lo:400:kworker.0 Request processed in 39us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167700.786423:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4144 00000100:00100000:1.0:1746167700.786442:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423648384 00000100:00100000:1.0:1746167700.786444:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423648384 00000100:00100000:1.0:1746167700.786470:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423647744 00000100:00100000:1.0:1746167700.786472:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423647744 00000100:00100000:1.0:1746167700.786514:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423648256 00000100:00100000:1.0:1746167700.786516:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423648256 00000100:00100000:1.0:1746167700.786526:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8168 00000100:00100000:1.0:1746167700.786531:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423648384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167700.786559:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423648384:12345-0@lo:400:kworker.0 Request processed in 28us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167700.786563:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8168 00000100:00100000:1.0:1746167700.786572:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50862 00000100:00100000:1.0:1746167700.786575:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136054380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423647744:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167700.786591:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167700.786611:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136054380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423647744:12345-0@lo:8:kworker.0 Request processed in 35us (350us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167700.786615:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50862 00000100:00100000:1.0:1746167700.786623:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50863 00000100:00100000:1.0:1746167700.786626:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136056d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423648256:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167700.786634:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167700.786649:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136056d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423648256:12345-0@lo:8:kworker.0 Request processed in 22us (345us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167700.786653:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50863 00000100:00080000:1.0:1746167700.786666:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746167700.786669:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167700.786719:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167700.786722:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167700.786725:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423647744:0@lo:8:kworker.0 00000100:00080000:1.0:1746167700.786733:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167700.786735:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167700.786737:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423648256:0@lo:8:kworker.0 00000100:00100000:1.0:1746167700.786761:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423648384:0@lo:400:kworker.0 00000100:00100000:1.0:1746167700.786769:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090941f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423647488:0@lo:400:kworker.0 00000100:00100000:1.0:1746167700.786810:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423648128 00000100:00100000:1.0:1746167700.786813:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423648128 00000100:00100000:1.0:1746167700.786830:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423647616 00000100:00100000:1.0:1746167700.786831:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423647616 00000100:00100000:1.0:1746167700.786840:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36654 00000100:00100000:1.0:1746167700.786844:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423648128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167700.786872:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423648128:12345-0@lo:400:kworker.0 Request processed in 27us (735us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167700.786877:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36654 00000100:00100000:1.0:1746167700.786887:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36655 00000100:00100000:1.0:1746167700.786891:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136054000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423647616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167700.786910:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136054000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423647616:12345-0@lo:400:kworker.0 Request processed in 19us (730us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167700.786915:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36655 00000100:00100000:1.0:1746167700.786938:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423647616:0@lo:400:kworker.0 00000100:00100000:1.0:1746167700.786944:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423648128:0@lo:400:kworker.0 00000100:00100000:2.0:1746167700.787026:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423647232:0@lo:400:kworker.0 00000100:00100000:2.0:1746167700.787054:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167700.787286:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423647872:0@lo:400:kworker.0 00000100:00100000:2.0:1746167700.787308:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167700.787321:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423648512:0@lo:400:kworker.0 00000100:00100000:2.0:1746167700.787336:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167700.787351:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1746167700.787355:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423647360:0@lo:400:kworker.0 00000100:00100000:2.0:1746167700.787368:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167700.787379:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423648000:0@lo:400:kworker.0 00000100:00100000:2.0:1746167700.787393:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167700.787411:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423648512 00000100:00100000:2.0:1746167700.787414:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423648512 00000100:00100000:2.0:1746167700.787433:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423647360 00000100:00100000:2.0:1746167700.787435:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423647360 00000100:00100000:2.0:1746167700.787449:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423648000 00000100:00100000:2.0:1746167700.787451:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423648000 00000100:00100000:2.0:1746167700.787461:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4145 00000100:00100000:2.0:1746167700.787466:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423648512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167700.787506:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b04e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423648512:12345-0@lo:400:kworker.0 Request processed in 40us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167700.787511:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4145 00000100:00100000:0.0:1746167700.787522:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4146 00000100:00100000:0.0:1746167700.787530:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423647360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167700.787559:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b04000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423647360:12345-0@lo:400:kworker.0 Request processed in 32us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167700.788405:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4147 00000100:00100000:0.0:1746167700.788412:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4146 00000100:00100000:2.0:1746167700.788413:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e323480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423648000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167700.788442:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e323480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423648000:12345-0@lo:400:kworker.0 Request processed in 31us (1047us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167700.788446:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423647232 00000100:00100000:2.0:1746167700.788447:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4147 00000100:00100000:0.0:1746167700.788448:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423647232 00000100:00080000:2.0:1746167700.788461:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167700.788469:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1309 00000100:00100000:0.0:1746167700.788484:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423647232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167700.788485:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423647360:0@lo:400:kworker.0 00000100:00100000:2.0:1746167700.788492:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423648000:0@lo:400:kworker.0 00000100:00100000:2.0:1746167700.788499:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423648512:0@lo:400:kworker.0 00000100:00100000:0.0:1746167700.788511:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423647232:12345-0@lo:400:kworker.0 Request processed in 37us (1456us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167700.788511:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423647232:0@lo:400:kworker.0 00000100:00100000:0.0:1746167700.788520:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1309 00000100:00100000:1.0:1746167700.788597:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423647872 00000100:00100000:1.0:1746167700.788600:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423647872 00000100:00100000:1.0:1746167700.788624:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8169 00000100:00100000:1.0:1746167700.788628:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423647872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167700.789852:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423647872:12345-0@lo:400:kworker.0 Request processed in 1219us (2539us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167700.789859:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8169 00000100:00100000:3.0:1746167700.789960:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423647872:0@lo:400:kworker.0 00000100:00100000:2.0:1746167700.806016:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130488700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423648640:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167700.806074:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167700.806547:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423648640 00000100:00100000:1.0:1746167700.806555:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423648640 00000100:00100000:1.0:1746167700.806603:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36656 00000100:00100000:1.0:1746167700.806612:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e320000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423648640:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167700.806640:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167700.806696:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e320000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423648640:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167700.806703:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36656 00000100:00100000:2.0:1746167700.806733:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130488700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423648640:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167700.817874:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130489500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423648768:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167700.817934:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167700.818349:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423648768 00000100:00100000:2.0:1746167700.818356:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423648768 00000100:00100000:2.0:1746167700.819223:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36657 00000100:00100000:2.0:1746167700.819232:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423648768:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167700.819273:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167700.819324:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423648768:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (1389us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167700.819331:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36657 00000100:00100000:1.0:1746167700.819556:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130489500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423648768:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167701.121907:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746167701.121926:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423648896:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167701.121987:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167701.122383:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423648896 00000100:00100000:2.0:1746167701.122391:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423648896 00000100:00100000:2.0:1746167701.122440:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7566 00000100:00100000:2.0:1746167701.122447:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136054700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423648896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167701.122499:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167701.122538:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136054700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423648896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167701.122545:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7566 00000100:00100000:1.0:1746167701.122635:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f84aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423648896:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167701.732393:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167702.691273:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167702.691361:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167702.691423:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439282176 00000100:00100000:2.0:1746167702.691430:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439282176 00000100:00100000:2.0:1746167702.691509:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1310 00000100:00100000:2.0:1746167702.691517:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439282176:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167702.691614:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439282176:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 98us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167702.691620:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1310 00000100:00100000:0.0:1746167702.692081:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167702.693588:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439282432 00000100:00100000:3.0:1746167702.693595:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439282432 00000100:00100000:3.0:1746167702.693641:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439282304 00000100:00100000:3.0:1746167702.693643:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439282304 00000100:00100000:3.0:1746167702.693672:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4148 00000100:00100000:3.0:1746167702.693694:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439282432:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167702.693739:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439282432:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 47us (2377us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167702.693745:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4148 00000100:00100000:3.0:1746167702.693760:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4149 00000100:00100000:3.0:1746167702.693765:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130488700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439282304:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167702.693785:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130488700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439282304:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 20us (1704us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167702.693790:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4149 00000100:00080000:0.0:1746167702.694808:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746167702.694812:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167702.695434:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167702.703426:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439282560 00000100:00100000:1.0:1746167702.703438:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439282560 00000100:00100000:1.0:1746167702.703497:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50864 00000100:00100000:1.0:1746167702.703504:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ed2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439282560:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167702.703532:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167702.703603:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ed2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439282560:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 98us (8170us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167702.703609:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50864 00010000:00010000:0.0:1746167702.734466:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167703.736067:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167704.737976:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167704.898185:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013048ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423649024:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167704.898238:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167704.898371:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423649024 00000100:00100000:0.0:1746167704.898377:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423649024 00000100:00100000:0.0:1746167704.898598:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7567 00000100:00100000:0.0:1746167704.898605:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423649024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167704.898629:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:1.0:1746167704.898765:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167704.898906:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423649024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 300us (666us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167704.898913:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7567 00000100:00100000:3.0:1746167704.898980:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013048ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423649024:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167705.741334:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167705.797577:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423649152:0@lo:400:kworker.0 00000100:00100000:2.0:1746167705.797651:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167705.797735:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423649152 00000100:00100000:2.0:1746167705.797741:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423649152 00000100:00100000:0.0:1746167705.798890:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423649280:0@lo:400:kworker.0 00000100:00100000:0.0:1746167705.798931:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167705.799295:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1311 00000100:00100000:2.0:1746167705.799303:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423649152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167705.799373:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423649152:12345-0@lo:400:kworker.0 Request processed in 71us (1722us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167705.799387:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1311 00000100:00100000:2.0:1746167705.799441:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423649152:0@lo:400:kworker.0 00000100:00100000:2.0:1746167705.799464:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746167705.799469:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423649536:0@lo:400:kworker.0 00000100:00100000:2.0:1746167705.799506:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167705.800838:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423649536 00000100:00100000:2.0:1746167705.800874:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423649536 00000100:00100000:2.0:1746167705.800933:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36658 00000100:00100000:2.0:1746167705.800950:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e320e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423649536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167705.801046:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e320e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423649536:12345-0@lo:400:kworker.0 Request processed in 84us (1526us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167705.801053:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36658 00000100:00100000:2.0:1746167705.801118:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423649536:0@lo:400:kworker.0 00000100:00100000:2.0:1746167705.801154:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423649408:0@lo:400:kworker.0 00000100:00100000:3.0:1746167705.802214:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423649280 00000100:00100000:3.0:1746167705.802220:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423649280 00000100:00100000:3.0:1746167705.802272:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4150 00000100:00080000:0.0:1746167705.802278:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167705.802279:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013048aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423649280:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1746167705.802586:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167705.802592:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167705.802595:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167705.802604:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11621 00000100:00080000:1.0:1746167705.802607:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167705.802611:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167705.802636:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136054a80 x1830977423649664/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167705.802659:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423649664:0@lo:8:kworker.0 00000100:00100000:1.0:1746167705.802705:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167705.803071:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013048aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423649280:12345-0@lo:400:kworker.0 Request processed in 792us (4137us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167705.803078:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4150 00000100:00100000:3.0:1746167705.803098:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746167705.803106:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423649792:0@lo:400:kworker.0 00000100:00100000:3.0:1746167705.803129:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167705.803150:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423649664 00000100:00100000:2.0:1746167705.803154:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423649664 00000100:00100000:2.0:1746167705.803170:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423649792 00000100:00100000:2.0:1746167705.803172:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423649792 00000100:00100000:2.0:1746167705.803188:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8170 00000100:00100000:2.0:1746167705.803194:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423649792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167705.803204:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423649920:0@lo:400:kworker.0 00000100:00100000:0.0:1746167705.803230:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167705.803302:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50865 00000100:00100000:1.0:1746167705.803308:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136055c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423649664:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167705.803326:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167705.803355:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136055c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423649664:12345-0@lo:8:kworker.0 Request processed in 46us (649us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167705.803360:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50865 00000100:00100000:2.0:1746167705.803373:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423649792:12345-0@lo:400:kworker.0 Request processed in 178us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167705.803379:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8170 00000100:00100000:0.0:1746167705.803386:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423649280:0@lo:400:kworker.0 00000100:00080000:1.0:1746167705.803386:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167705.803401:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167705.803405:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423649664:0@lo:8:kworker.0 00000100:00100000:2.0:1746167705.803409:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167705.803426:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423649920 00000100:00100000:0.0:1746167705.803429:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423649920 00000100:00080000:1.0:1746167705.803429:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167705.803432:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167705.803433:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1746167705.803435:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423650048:0@lo:400:kworker.0 00000100:00080000:1.0:1746167705.803436:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11621 00000100:00080000:1.0:1746167705.803439:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1746167705.803442:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167705.803444:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423649408 00000100:00100000:0.0:1746167705.803445:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423649408 00000100:00100000:1.0:1746167705.803452:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136056d80 x1830977423650176/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167705.803457:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167705.803459:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4151 00000100:00100000:0.0:1746167705.803463:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423649920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167705.803467:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423650176:0@lo:8:kworker.0 00000100:00100000:2.0:1746167705.803477:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423650048 00000100:00100000:2.0:1746167705.803480:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423650048 00000100:00100000:1.0:1746167705.803486:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167705.803498:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36659 00000100:00100000:0.0:1746167705.803499:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423649920:12345-0@lo:400:kworker.0 Request processed in 35us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167705.803502:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e323800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423650048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167705.803503:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4151 00000100:00100000:0.0:1746167705.803511:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4152 00000100:00100000:0.0:1746167705.803515:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e320380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423649408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167705.803516:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423649920:0@lo:400:kworker.0 00000100:00100000:2.0:1746167705.803531:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e323800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423650048:12345-0@lo:400:kworker.0 Request processed in 28us (73us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167705.803534:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e320380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423649408:12345-0@lo:400:kworker.0 Request processed in 19us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167705.803538:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4152 00000100:00080000:0.0:1746167705.803546:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167705.803553:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423650432:0@lo:400:kworker.0 00000100:00100000:0.0:1746167705.803567:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167705.803577:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746167705.803581:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423650304:0@lo:400:kworker.0 00000100:00100000:1.0:1746167705.803589:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423650432 00000100:00100000:0.0:1746167705.803592:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167705.803592:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423650432 00000100:00100000:1.0:1746167705.803610:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4153 00000100:00100000:1.0:1746167705.803615:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013048ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423650432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167705.803634:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423649792:0@lo:400:kworker.0 00000100:00100000:1.0:1746167705.803644:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013048ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423650432:12345-0@lo:400:kworker.0 Request processed in 28us (76us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167705.803649:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4153 00000100:00100000:0.0:1746167705.803651:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423650432:0@lo:400:kworker.0 00000100:00100000:1.0:1746167705.803666:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423650176 00000100:00100000:1.0:1746167705.803668:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423650176 00000100:00100000:0.0:1746167705.803688:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423650304 00000100:00100000:0.0:1746167705.803691:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423650304 00000100:00100000:1.0:1746167705.803696:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50866 00000100:00100000:1.0:1746167705.803701:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423650176:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1746167705.803707:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8171 00000100:00100000:0.0:1746167705.803711:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097630380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423650304:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1746167705.803711:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167705.803733:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097630380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423650304:12345-0@lo:400:kworker.0 Request processed in 22us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167705.803737:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423650176:12345-0@lo:8:kworker.0 Request processed in 35us (250us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167705.803740:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8171 00000100:00100000:1.0:1746167705.803743:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50866 00000100:00080000:0.0:1746167705.803747:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167705.803757:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423650304:0@lo:400:kworker.0 00000100:00080000:1.0:1746167705.803762:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167705.803765:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167705.803768:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423650176:0@lo:8:kworker.0 00000100:00100000:2.0:1746167705.803789:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36659 00000100:00100000:2.0:1746167705.803812:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423650048:0@lo:400:kworker.0 00000100:00100000:2.0:1746167705.803821:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423649408:0@lo:400:kworker.0 00000100:00100000:1.0:1746167705.826169:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e321500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423650560:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167705.826227:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167705.826288:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423650560 00000100:00100000:1.0:1746167705.826293:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423650560 00000100:00100000:1.0:1746167705.826324:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36660 00000100:00100000:1.0:1746167705.826330:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136056d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423650560:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167705.826357:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167705.826401:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136056d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423650560:12345-0@lo:41:osp-pre-0-1.0 Request processed in 58us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167705.826407:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36660 00000100:00100000:1.0:1746167705.826442:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e321500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423650560:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167705.827628:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746167705.827638:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097630a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423650688:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167705.827666:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167705.827815:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423650688 00000100:00100000:0.0:1746167705.827819:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423650688 00000100:00100000:0.0:1746167705.827846:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36661 00000100:00100000:0.0:1746167705.827852:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423650688:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167705.827869:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167705.827898:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423650688:12345-0@lo:41:osp-pre-1-0.0 Request processed in 46us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167705.827902:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36661 00000100:00100000:1.0:1746167705.827961:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097630a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423650688:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167706.129965:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423650816:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746167706.130026:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167706.130165:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423650816 00000100:00100000:1.0:1746167706.130172:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423650816 00000100:00100000:1.0:1746167706.130218:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7568 00000100:00100000:1.0:1746167706.130225:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423650816:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167706.130242:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167706.130279:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423650816:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167706.130285:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7568 00000100:00100000:3.0:1746167706.131236:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423650816:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167706.743196:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167707.702645:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167707.702823:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167707.702893:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439282688 00000100:00100000:2.0:1746167707.702900:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439282688 00000100:00100000:2.0:1746167707.702943:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1312 00000100:00100000:2.0:1746167707.702949:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439282688:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167707.702997:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439282688:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 48us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167707.703003:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1312 00000100:00100000:0.0:1746167707.703249:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167707.703288:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167707.703718:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439282816 00000100:00100000:1.0:1746167707.703722:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439282816 00000100:00100000:2.0:1746167707.704287:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439283072 00000100:00100000:2.0:1746167707.704291:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439283072 00000100:00100000:2.0:1746167707.704307:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50867 00000100:00100000:2.0:1746167707.704312:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097632300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439283072:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167707.704332:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167707.704382:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097632300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439283072:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 44us (1109us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167707.704389:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50867 00000100:00080000:2.0:1746167707.704458:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167707.704526:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439282944 00000100:00100000:1.0:1746167707.704529:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439282944 00000100:00100000:0.0:1746167707.704568:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4154 00000100:00100000:0.0:1746167707.704575:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097633480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439282816:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167707.704607:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097633480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439282816:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 33us (1784us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167707.704613:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4154 00000100:00100000:0.0:1746167707.704626:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4155 00000100:00100000:0.0:1746167707.704631:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097632680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439282944:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167707.704650:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097632680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439282944:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 19us (1362us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167707.704656:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4155 00000100:00080000:2.0:1746167707.706410:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1746167707.745892:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167708.748401:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167709.750617:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167709.907526:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746167709.907545:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423650944:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167709.907828:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167709.910505:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423650944 00000100:00100000:0.0:1746167709.910519:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423650944 00000100:00100000:0.0:1746167709.910591:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7569 00000100:00100000:0.0:1746167709.910601:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423650944:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167709.910889:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167709.910958:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423650944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 358us (3130us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167709.910965:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7569 00000100:00080000:2.0:1746167709.911334:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167709.911401:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423650944:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167710.752188:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167710.818209:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423651072:0@lo:400:kworker.0 00000100:00100000:2.0:1746167710.818269:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167710.818603:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423651200:0@lo:400:kworker.0 00000100:00100000:3.0:1746167710.818862:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167710.819327:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423651072 00000100:00100000:2.0:1746167710.819334:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423651072 00000100:00100000:2.0:1746167710.819369:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1313 00000100:00100000:2.0:1746167710.819376:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423651072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167710.819415:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423651072:12345-0@lo:400:kworker.0 Request processed in 39us (1145us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167710.819420:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1313 00000100:00100000:0.0:1746167710.820732:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423651200 00000100:00100000:0.0:1746167710.820739:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423651200 00000100:00100000:3.0:1746167710.820817:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423651328:0@lo:400:kworker.0 00000100:00100000:0.0:1746167710.820871:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4156 00000100:00100000:0.0:1746167710.820877:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098dea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423651200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167710.820878:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423651072:0@lo:400:kworker.0 00000100:00080000:2.0:1746167710.820899:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167710.820918:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098dea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423651200:12345-0@lo:400:kworker.0 Request processed in 42us (2057us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167710.820924:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4156 00000100:00080000:1.0:1746167710.820985:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167710.820989:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167710.820992:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167710.820996:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11626 00000100:00080000:1.0:1746167710.820999:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1746167710.821003:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167710.821020:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136054a80 x1830977423651584/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167710.821058:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167710.821061:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167710.821062:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167710.821065:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11626 00000100:00080000:1.0:1746167710.821067:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1746167710.821070:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167710.821080:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800968bc380 x1830977423652096/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167710.821091:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423651456:0@lo:400:kworker.0 00000100:00100000:2.0:1746167710.821120:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167710.821146:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423651584:0@lo:8:kworker.0 00000100:00100000:0.0:1746167710.821171:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167710.821187:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423652096:0@lo:8:kworker.0 00000100:00100000:0.0:1746167710.821201:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167710.821224:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423651584 00000100:00100000:0.0:1746167710.821228:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423651584 00000100:00100000:3.0:1746167710.821237:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167710.821238:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423652096 00000100:00100000:0.0:1746167710.821241:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423652096 00000100:00100000:0.0:1746167710.821251:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50868 00000100:00100000:0.0:1746167710.821255:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097630e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423651584:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1746167710.821258:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423651968:0@lo:400:kworker.0 00010000:00020000:0.0:1746167710.821271:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167710.821276:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167710.821291:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746167710.821296:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097630e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423651584:12345-0@lo:8:kworker.0 Request processed in 40us (125us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167710.821296:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423652224:0@lo:400:kworker.0 00000100:00100000:0.0:1746167710.821301:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50868 00000100:00100000:0.0:1746167710.821323:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50869 00000100:00100000:0.0:1746167710.821326:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097630000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423652096:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167710.821335:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167710.821352:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097630000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423652096:12345-0@lo:8:kworker.0 Request processed in 24us (149us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167710.821357:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50869 00000100:00080000:0.0:1746167710.821377:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167710.821380:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167710.821383:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423651584:0@lo:8:kworker.0 00000100:00080000:0.0:1746167710.821389:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167710.821391:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167710.821393:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423652096:0@lo:8:kworker.0 00000100:00100000:0.0:1746167710.821406:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423651328 00000100:00100000:0.0:1746167710.821409:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423651328 00000100:00100000:0.0:1746167710.821428:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4157 00000100:00100000:0.0:1746167710.821432:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423651328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167710.821456:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423651328:12345-0@lo:400:kworker.0 Request processed in 24us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167710.821464:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4157 00000100:00080000:0.0:1746167710.821476:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167710.821499:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423651712:0@lo:400:kworker.0 00000100:00100000:0.0:1746167710.821517:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167710.821531:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423652352:0@lo:400:kworker.0 00000100:00100000:0.0:1746167710.821545:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167710.821556:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167710.821559:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423651840:0@lo:400:kworker.0 00000100:00100000:0.0:1746167710.821572:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167710.821621:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423651456 00000100:00100000:1.0:1746167710.821624:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423651456 00000100:00100000:1.0:1746167710.821645:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423651968 00000100:00100000:1.0:1746167710.821647:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423651968 00000100:00100000:1.0:1746167710.821658:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36662 00000100:00100000:1.0:1746167710.821663:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e323b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423651456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167710.821715:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e323b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423651456:12345-0@lo:400:kworker.0 Request processed in 52us (594us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167710.821720:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36662 00000100:00100000:1.0:1746167710.821730:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36663 00000100:00100000:1.0:1746167710.821735:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423651968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167710.821756:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423651968:12345-0@lo:400:kworker.0 Request processed in 22us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167710.821760:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36663 00000100:00100000:3.0:1746167710.821885:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167710.821906:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423651968:0@lo:400:kworker.0 00000100:00100000:3.0:1746167710.821915:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423651328:0@lo:400:kworker.0 00000100:00100000:3.0:1746167710.821931:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423651712 00000100:00100000:3.0:1746167710.821933:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423651712 00000100:00100000:3.0:1746167710.821950:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423652224 00000100:00100000:3.0:1746167710.821952:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423652224 00000100:00100000:3.0:1746167710.821965:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8172 00000100:00100000:3.0:1746167710.821969:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097630700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423651712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167710.821999:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097630700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423651712:12345-0@lo:400:kworker.0 Request processed in 29us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167710.822004:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8172 00000100:00100000:3.0:1746167710.822013:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8173 00000100:00100000:3.0:1746167710.822017:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423652224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167710.822035:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423652224:12345-0@lo:400:kworker.0 Request processed in 18us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167710.822039:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8173 00000100:00080000:3.0:1746167710.822050:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167710.822061:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423652224:0@lo:400:kworker.0 00000100:00100000:2.0:1746167710.822143:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423651456:0@lo:400:kworker.0 00000100:00100000:2.0:1746167710.822163:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423651200:0@lo:400:kworker.0 00000100:00100000:0.0:1746167710.822606:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423652352 00000100:00100000:0.0:1746167710.822610:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423652352 00000100:00100000:0.0:1746167710.822635:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423651840 00000100:00100000:0.0:1746167710.822637:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423651840 00000100:00100000:0.0:1746167710.822662:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4158 00000100:00100000:0.0:1746167710.822668:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097632d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423652352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167710.822713:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097632d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423652352:12345-0@lo:400:kworker.0 Request processed in 46us (1166us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167710.822719:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4158 00000100:00100000:0.0:1746167710.822729:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4159 00000100:00100000:0.0:1746167710.822734:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097630a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423651840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167710.822755:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097630a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423651840:12345-0@lo:400:kworker.0 Request processed in 21us (1182us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167710.822760:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4159 00000100:00100000:0.0:1746167710.822781:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423651840:0@lo:400:kworker.0 00000100:00100000:0.0:1746167710.822788:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423651712:0@lo:400:kworker.0 00000100:00100000:0.0:1746167710.822796:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423652352:0@lo:400:kworker.0 00000100:00100000:1.0:1746167710.833863:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746167710.833881:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423652480:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167710.833938:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167710.834101:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746167710.834108:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423652608:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167710.834138:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167710.834219:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423652480 00000100:00100000:3.0:1746167710.834226:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423652480 00000100:00100000:3.0:1746167710.834257:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423652608 00000100:00100000:3.0:1746167710.834260:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423652608 00000100:00100000:3.0:1746167710.834273:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36664 00000100:00100000:3.0:1746167710.834280:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423652480:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167710.834318:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167710.834355:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423652480:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167710.834361:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36664 00000100:00100000:3.0:1746167710.834378:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36665 00000100:00100000:3.0:1746167710.834383:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423652608:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746167710.834396:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167710.834418:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423652608:12345-0@lo:41:osp-pre-1-0.0 Request processed in 36us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167710.834423:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36665 00000100:00100000:3.0:1746167710.834454:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423652480:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167710.834592:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423652608:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167711.137886:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746167711.137906:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423652736:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167711.137960:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167711.138285:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423652736 00000100:00100000:1.0:1746167711.138292:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423652736 00000100:00100000:1.0:1746167711.138444:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7570 00000100:00100000:1.0:1746167711.138450:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e320a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423652736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167711.138468:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167711.138504:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e320a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423652736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167711.138509:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7570 00000100:00100000:3.0:1746167711.138712:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423652736:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167711.754167:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167712.718568:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167712.725961:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167712.726002:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167712.726088:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439283200 00000100:00100000:3.0:1746167712.726098:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439283200 00000100:00100000:0.0:1746167712.726289:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167712.726312:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439283584 00000100:00100000:0.0:1746167712.726315:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439283584 00000100:00100000:0.0:1746167712.726336:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50870 00000100:00100000:0.0:1746167712.726343:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439283584:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167712.726365:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167712.726757:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439283328 00000100:00100000:1.0:1746167712.726762:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439283328 00000100:00100000:1.0:1746167712.726793:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439283456 00000100:00100000:1.0:1746167712.726795:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439283456 00000100:00100000:1.0:1746167712.726811:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4160 00000100:00100000:1.0:1746167712.726817:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439283328:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167712.727849:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4161 00000100:00100000:2.0:1746167712.727861:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439283456:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167712.728288:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1314 00000100:00100000:3.0:1746167712.728297:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439283200:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167712.729896:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439283584:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 3546us (3601us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167712.729907:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50870 00000100:00100000:1.0:1746167712.729978:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439283328:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 3159us (11414us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167712.730166:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4160 00000100:00080000:1.0:1746167712.730189:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167712.730193:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167712.731621:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439283456:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 3759us (5613us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167712.731631:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4161 00000100:00100000:3.0:1746167712.731771:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439283200:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 3473us (5815us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167712.731780:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1314 00010000:00010000:0.0:1746167712.762185:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167713.764135:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167714.766103:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167714.913949:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423652864:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167714.914004:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167714.917034:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423652864 00000100:00100000:2.0:1746167714.917045:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423652864 00000100:00080000:1.0:1746167714.917097:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167714.917106:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7571 00000100:00100000:2.0:1746167714.917115:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423652864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167714.917141:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167714.917184:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423652864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (3180us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167714.917193:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7571 00000100:00100000:3.0:1746167714.917286:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423652864:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167715.769881:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1746167715.827054:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167715.827059:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167715.827062:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167715.827069:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11631 00000100:00080000:1.0:1746167715.827073:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1746167715.827079:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167715.827097:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095c2f800 x1830977423653504/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167715.827124:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167715.827127:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167715.827128:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167715.827130:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11631 00000100:00080000:1.0:1746167715.827132:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1746167715.827135:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167715.827145:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5b07800 x1830977423654016/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167715.827185:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423653504:0@lo:8:kworker.0 00000100:00100000:1.0:1746167715.827267:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167715.827318:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423654016:0@lo:8:kworker.0 00000100:00100000:1.0:1746167715.827336:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167715.827372:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423653504 00000100:00100000:1.0:1746167715.827378:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423653504 00000100:00100000:1.0:1746167715.827398:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423654016 00000100:00100000:1.0:1746167715.827401:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423654016 00000100:00100000:1.0:1746167715.827413:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50871 00000100:00100000:1.0:1746167715.827418:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423653504:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167715.827439:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167715.827470:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423653504:12345-0@lo:8:kworker.0 Request processed in 51us (203us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167715.827476:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50871 00000100:00100000:1.0:1746167715.827505:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50872 00000100:00100000:1.0:1746167715.827509:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423654016:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167715.827518:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167715.827536:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423654016:12345-0@lo:8:kworker.0 Request processed in 26us (199us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167715.827541:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50872 00000100:00080000:1.0:1746167715.827568:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167715.827572:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167715.827575:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423653504:0@lo:8:kworker.0 00000100:00080000:1.0:1746167715.827583:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167715.827585:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167715.827587:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423654016:0@lo:8:kworker.0 00000100:00100000:1.0:1746167715.827616:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423653120:0@lo:400:kworker.0 00000100:00100000:1.0:1746167715.827641:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167715.827658:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423653760:0@lo:400:kworker.0 00000100:00100000:1.0:1746167715.827671:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167715.827709:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423653120 00000100:00100000:1.0:1746167715.827712:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423653120 00000100:00100000:1.0:1746167715.827738:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423653760 00000100:00100000:1.0:1746167715.827740:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423653760 00000100:00100000:1.0:1746167715.827752:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4162 00000100:00100000:1.0:1746167715.827756:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423653120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167715.827786:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423653120:12345-0@lo:400:kworker.0 Request processed in 30us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167715.827791:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4162 00000100:00100000:1.0:1746167715.827801:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4163 00000100:00100000:1.0:1746167715.827806:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423653760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167715.827824:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423653760:12345-0@lo:400:kworker.0 Request processed in 18us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167715.827828:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4163 00000100:00080000:1.0:1746167715.827840:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167715.827859:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423653760:0@lo:400:kworker.0 00000100:00100000:1.0:1746167715.827873:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423653120:0@lo:400:kworker.0 00000100:00100000:1.0:1746167715.827879:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1746167715.827884:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423653248:0@lo:400:kworker.0 00000100:00100000:1.0:1746167715.827900:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167715.827912:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423653888:0@lo:400:kworker.0 00000100:00100000:1.0:1746167715.827928:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167715.827945:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423653888 00000100:00100000:1.0:1746167715.827948:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423653888 00000100:00100000:1.0:1746167715.827967:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36666 00000100:00100000:1.0:1746167715.827971:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423653888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167715.827995:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423653888:12345-0@lo:400:kworker.0 Request processed in 23us (66us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167715.827999:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36666 00000100:00100000:1.0:1746167715.828014:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423653248 00000100:00100000:1.0:1746167715.828016:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423653248 00000100:00100000:1.0:1746167715.828030:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4164 00000100:00100000:1.0:1746167715.828034:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423653248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167715.828052:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423653248:12345-0@lo:400:kworker.0 Request processed in 18us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167715.828056:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4164 00000100:00080000:1.0:1746167715.828064:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167715.828075:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423653888:0@lo:400:kworker.0 00000100:00100000:1.0:1746167715.828085:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423653248:0@lo:400:kworker.0 00000100:00100000:2.0:1746167715.828723:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009431a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423652992:0@lo:400:kworker.0 00000100:00100000:2.0:1746167715.828751:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167715.828791:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423653632:0@lo:400:kworker.0 00000100:00100000:2.0:1746167715.828808:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167715.828820:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423654272:0@lo:400:kworker.0 00000100:00100000:2.0:1746167715.828832:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167715.828844:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1746167715.828849:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423653376:0@lo:400:kworker.0 00000100:00100000:2.0:1746167715.828863:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167715.828874:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423654144:0@lo:400:kworker.0 00000100:00100000:2.0:1746167715.828888:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167715.828905:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423653376 00000100:00100000:2.0:1746167715.828908:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423653376 00000100:00100000:2.0:1746167715.828928:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36667 00000100:00100000:2.0:1746167715.828932:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e321500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423653376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167715.828957:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e321500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423653376:12345-0@lo:400:kworker.0 Request processed in 25us (93us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167715.828961:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36667 00000100:00100000:2.0:1746167715.828981:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423653376:0@lo:400:kworker.0 00000100:00100000:2.0:1746167715.829000:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423652992 00000100:00100000:2.0:1746167715.829002:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423652992 00000100:00100000:2.0:1746167715.829023:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1315 00000100:00100000:2.0:1746167715.829028:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e862450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423652992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167715.829053:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e862450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423652992:12345-0@lo:400:kworker.0 Request processed in 26us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167715.829058:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1315 00000100:00100000:2.0:1746167715.829080:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009431a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423652992:0@lo:400:kworker.0 00000100:00100000:2.0:1746167715.829101:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423654272 00000100:00100000:2.0:1746167715.829103:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423654272 00000100:00100000:2.0:1746167715.829117:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4165 00000100:00100000:2.0:1746167715.829121:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e322680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423654272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167715.829145:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e322680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423654272:12345-0@lo:400:kworker.0 Request processed in 23us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167715.829150:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4165 00000100:00100000:2.0:1746167715.829162:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423653632 00000100:00100000:2.0:1746167715.829164:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423653632 00000100:00100000:2.0:1746167715.829177:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423654144 00000100:00100000:2.0:1746167715.829179:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423654144 00000100:00100000:2.0:1746167715.829194:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8174 00000100:00100000:2.0:1746167715.829198:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e321180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423653632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167715.829234:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e321180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423653632:12345-0@lo:400:kworker.0 Request processed in 34us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167715.829238:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8174 00000100:00100000:2.0:1746167715.829247:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8175 00000100:00100000:2.0:1746167715.829251:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423654144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167715.829271:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423654144:12345-0@lo:400:kworker.0 Request processed in 20us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167715.829276:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8175 00000100:00080000:2.0:1746167715.829286:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167715.829300:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423654144:0@lo:400:kworker.0 00000100:00100000:2.0:1746167715.829307:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423653632:0@lo:400:kworker.0 00000100:00100000:2.0:1746167715.829313:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423654272:0@lo:400:kworker.0 00000100:00100000:1.0:1746167715.842119:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423654528:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167715.842172:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167715.842214:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423654400:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167715.842229:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423654528 00000100:00100000:3.0:1746167715.842236:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423654528 00000100:00100000:1.0:1746167715.842242:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167715.842267:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423654400 00000100:00100000:3.0:1746167715.842269:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423654400 00000100:00100000:1.0:1746167715.842277:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36668 00000100:00100000:3.0:1746167715.842295:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36669 00000100:00100000:3.0:1746167715.842301:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423654400:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167715.842328:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167715.842363:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423654400:12345-0@lo:41:osp-pre-0-1.0 Request processed in 61us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167715.842369:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36669 00000100:00100000:1.0:1746167715.842404:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423654528:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746167715.842422:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167715.842444:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423654528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 162us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167715.842448:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36668 00000100:00100000:1.0:1746167715.842475:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423654528:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167715.842483:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423654400:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167716.146806:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423654656:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167716.146865:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167716.146920:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423654656 00000100:00100000:3.0:1746167716.146927:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423654656 00000100:00100000:3.0:1746167716.147544:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7572 00000100:00100000:3.0:1746167716.147553:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423654656:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167716.147573:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167716.147619:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423654656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (754us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167716.147625:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7572 00000100:00100000:2.0:1746167716.148230:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423654656:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167716.770528:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167717.727755:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167717.728943:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167717.728971:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167717.729002:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439283712 00000100:00100000:0.0:1746167717.729008:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167717.729010:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439283712 00000100:00100000:2.0:1746167717.729262:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439283968 00000100:00100000:2.0:1746167717.729265:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439283968 00000100:00100000:0.0:1746167717.729278:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1316 00000100:00100000:0.0:1746167717.729288:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e861050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439283712:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167717.729524:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439284096 00000100:00100000:1.0:1746167717.729529:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439284096 00000100:00100000:1.0:1746167717.729549:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50873 00000100:00100000:1.0:1746167717.729554:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439284096:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167717.729579:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167717.729622:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439284096:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 68us (1874us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167717.729627:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50873 00000100:00080000:1.0:1746167717.729961:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167717.730063:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439283840 00000100:00100000:3.0:1746167717.730067:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439283840 00000100:00100000:3.0:1746167717.730095:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4166 00000100:00100000:3.0:1746167717.730101:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136055f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439283968:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167717.730124:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4167 00000100:00100000:2.0:1746167717.730132:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136054a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439283840:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167717.730136:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136055f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439283968:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 36us (1164us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167717.730141:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4166 00000100:00100000:2.0:1746167717.730161:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136054a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439283840:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 30us (1151us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167717.730167:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4167 00000100:00100000:0.0:1746167717.730278:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e861050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439283712:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 990us (1333us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167717.730285:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1316 00000100:00080000:1.0:1746167717.733424:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1746167717.774075:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167718.776851:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167719.778374:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167719.921964:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423654784:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167719.922020:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167719.922351:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423654784 00000100:00100000:1.0:1746167719.922358:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423654784 00000100:00080000:0.0:1746167719.922419:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167719.923474:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7573 00000100:00100000:1.0:1746167719.923483:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136054380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423654784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167719.923507:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167719.924387:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136054380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423654784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 904us (2364us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167719.924394:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7573 00000100:00100000:0.0:1746167719.924489:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423654784:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167720.781962:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1746167720.833891:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167720.833896:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167720.833899:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167720.833905:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11636 00000100:00080000:1.0:1746167720.833910:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1746167720.833916:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167720.833933:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090d48a80 x1830977423655424/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167720.833960:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167720.833964:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167720.833965:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167720.833968:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11636 00000100:00080000:1.0:1746167720.833970:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167720.833974:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167720.834230:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5b07800 x1830977423655936/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167720.834273:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009431a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423655040:0@lo:400:kworker.0 00000100:00100000:1.0:1746167720.834325:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167720.834378:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423655680:0@lo:400:kworker.0 00000100:00100000:0.0:1746167720.834394:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423655296:0@lo:400:kworker.0 00000100:00100000:1.0:1746167720.834397:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167720.834415:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1746167720.834420:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423655168:0@lo:400:kworker.0 00000100:00100000:0.0:1746167720.834438:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167720.834438:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167720.834451:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423655808:0@lo:400:kworker.0 00000100:00100000:0.0:1746167720.834457:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423656064:0@lo:400:kworker.0 00000100:00100000:1.0:1746167720.834466:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167720.834478:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167720.834486:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423655424:0@lo:8:kworker.0 00000100:00100000:2.0:1746167720.834531:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423654912:0@lo:400:kworker.0 00000100:00100000:2.0:1746167720.834562:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167720.834590:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423655552:0@lo:400:kworker.0 00000100:00100000:2.0:1746167720.834609:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167720.834610:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423655296 00000100:00100000:0.0:1746167720.834616:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423655296 00000100:00100000:2.0:1746167720.834624:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423656192:0@lo:400:kworker.0 00000100:00100000:2.0:1746167720.834638:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167720.834641:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423655808 00000100:00100000:0.0:1746167720.834643:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423655808 00000100:00100000:0.0:1746167720.834655:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36670 00000100:00100000:0.0:1746167720.834662:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136056680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423655296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167720.834662:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423655040 00000100:00100000:2.0:1746167720.834666:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423655040 00000100:00100000:2.0:1746167720.834712:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423655680 00000100:00100000:2.0:1746167720.834715:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423655680 00000100:00100000:0.0:1746167720.834725:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136056680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423655296:12345-0@lo:400:kworker.0 Request processed in 63us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167720.834727:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423655168 00000100:00100000:2.0:1746167720.834729:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423655168 00000100:00100000:0.0:1746167720.834732:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36670 00000100:00100000:2.0:1746167720.834737:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423656192 00000100:00100000:2.0:1746167720.834739:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423656192 00000100:00100000:0.0:1746167720.834745:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36671 00000100:00100000:2.0:1746167720.834747:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4168 00000100:00100000:0.0:1746167720.834751:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423655808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167720.834753:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423655040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167720.834779:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423655808:12345-0@lo:400:kworker.0 Request processed in 29us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167720.834781:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423655040:12345-0@lo:400:kworker.0 Request processed in 29us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167720.834784:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36671 00000100:00100000:2.0:1746167720.834787:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4168 00000100:00100000:2.0:1746167720.834797:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4169 00000100:00100000:0.0:1746167720.834799:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423654912 00000100:00100000:0.0:1746167720.834802:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423654912 00000100:00100000:2.0:1746167720.834802:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090942300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423655680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167720.834820:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1317 00000100:00100000:2.0:1746167720.834822:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090942300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423655680:12345-0@lo:400:kworker.0 Request processed in 20us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167720.834824:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e860050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423654912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167720.834827:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4169 00000100:00100000:2.0:1746167720.834835:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4170 00000100:00100000:2.0:1746167720.834839:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090943800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423655168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167720.834850:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e860050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423654912:12345-0@lo:400:kworker.0 Request processed in 26us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167720.834856:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1317 00000100:00100000:2.0:1746167720.834858:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090943800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423655168:12345-0@lo:400:kworker.0 Request processed in 19us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167720.834862:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4170 00000100:00100000:2.0:1746167720.834870:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4171 00000100:00100000:2.0:1746167720.834875:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423656192:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1746167720.834878:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167720.834881:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167720.834896:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423656192:12345-0@lo:400:kworker.0 Request processed in 21us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167720.834900:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423654912:0@lo:400:kworker.0 00000100:00100000:2.0:1746167720.834901:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4171 00000100:00100000:0.0:1746167720.834913:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423656192:0@lo:400:kworker.0 00000100:00100000:0.0:1746167720.834935:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423655296:0@lo:400:kworker.0 00000100:00100000:2.0:1746167720.834954:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423656064 00000100:00100000:0.0:1746167720.834957:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423655552 00000100:00100000:2.0:1746167720.834957:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423656064 00000100:00100000:0.0:1746167720.834960:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423655552 00000100:00100000:0.0:1746167720.834981:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8176 00000100:00100000:0.0:1746167720.834986:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423655552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167720.835014:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423655552:12345-0@lo:400:kworker.0 Request processed in 28us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167720.835019:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8176 00000100:00100000:0.0:1746167720.835029:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8177 00000100:00100000:1.0:1746167720.835030:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167720.835034:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423656064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167720.835059:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423656064:12345-0@lo:400:kworker.0 Request processed in 25us (580us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167720.835064:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8177 00000100:00100000:1.0:1746167720.840494:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423655936:0@lo:8:kworker.0 00000100:00100000:1.0:1746167720.840541:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167720.840612:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423655424 00000100:00100000:2.0:1746167720.840620:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423655424 00000100:00080000:0.0:1746167720.840628:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167720.840646:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50874 00000100:00100000:2.0:1746167720.840652:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423655424:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1746167720.840666:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423655552:0@lo:400:kworker.0 00010000:00020000:2.0:1746167720.840687:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167720.840711:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423656064:0@lo:400:kworker.0 00000100:00100000:2.0:1746167720.840726:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423655424:12345-0@lo:8:kworker.0 Request processed in 72us (5695us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167720.840732:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50874 00000100:00100000:0.0:1746167720.840753:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423655168:0@lo:400:kworker.0 00000100:00100000:2.0:1746167720.840757:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423655936 00000100:00100000:2.0:1746167720.840760:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423655936 00000100:00100000:0.0:1746167720.840764:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b05180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423655808:0@lo:400:kworker.0 00000100:00100000:2.0:1746167720.840773:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50875 00000100:00100000:0.0:1746167720.840774:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009431a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423655040:0@lo:400:kworker.0 00000100:00100000:2.0:1746167720.840777:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090943b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423655936:12345-0@lo:8:kworker.0 00000100:00080000:1.0:1746167720.840779:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1746167720.840784:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423655680:0@lo:400:kworker.0 00000100:00080000:1.0:1746167720.840784:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00010000:00020000:2.0:1746167720.840787:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167720.840788:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423655424:0@lo:8:kworker.0 00000100:00100000:2.0:1746167720.840821:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090943b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423655936:12345-0@lo:8:kworker.0 Request processed in 42us (279us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167720.840826:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50875 00000100:00080000:0.0:1746167720.840840:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167720.840844:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167720.840847:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423655936:0@lo:8:kworker.0 00000100:00100000:2.0:1746167720.849884:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746167720.849902:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423656320:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167720.849940:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746167720.849948:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423656448:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167720.849957:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167720.849980:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167720.850215:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423656320 00000100:00100000:2.0:1746167720.850222:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423656320 00000100:00100000:3.0:1746167720.854581:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423656448 00000100:00100000:3.0:1746167720.854593:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423656448 00000100:00100000:3.0:1746167720.854655:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36672 00000100:00100000:3.0:1746167720.854664:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423656320:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746167720.854711:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167720.854771:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423656320:12345-0@lo:41:osp-pre-1-0.0 Request processed in 109us (4814us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167720.854777:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36672 00000100:00100000:3.0:1746167720.854790:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36673 00000100:00100000:3.0:1746167720.854795:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423656448:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167720.854808:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167720.854921:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423656320:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167720.855304:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423656448:12345-0@lo:41:osp-pre-0-1.0 Request processed in 508us (5322us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167720.855310:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36673 00000100:00100000:0.0:1746167720.855367:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423656448:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167721.154476:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423656576:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167721.155568:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167721.155995:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423656576 00000100:00100000:1.0:1746167721.156003:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423656576 00000100:00100000:1.0:1746167721.157401:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7574 00000100:00100000:1.0:1746167721.157412:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423656576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167721.157434:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167721.158491:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423656576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1080us (2921us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167721.158499:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7574 00000100:00100000:0.0:1746167721.158586:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423656576:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167721.782066:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167722.734749:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167722.734782:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167722.734815:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439284224 00000100:00100000:2.0:1746167722.734823:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439284224 00000100:00100000:2.0:1746167722.735234:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1318 00000100:00100000:2.0:1746167722.735243:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439284224:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167722.735633:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439284224:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 391us (913us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167722.735642:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1318 00000100:00100000:3.0:1746167722.735957:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439284480 00000100:00100000:3.0:1746167722.735962:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439284480 00000100:00080000:0.0:1746167722.736373:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167722.736420:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167722.736502:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167722.736556:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439284352 00000100:00100000:3.0:1746167722.736560:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439284352 00000100:00100000:3.0:1746167722.737231:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4172 00000100:00100000:3.0:1746167722.737239:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439284480:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167722.737281:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439284480:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 42us (2496us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167722.737287:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4172 00000100:00100000:3.0:1746167722.737301:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4173 00000100:00100000:3.0:1746167722.737306:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439284352:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167722.737332:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439284352:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 26us (912us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167722.737340:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4173 00000100:00100000:3.0:1746167722.737356:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439284608 00000100:00100000:3.0:1746167722.737359:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439284608 00000100:00100000:3.0:1746167722.737373:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50876 00000100:00100000:3.0:1746167722.737378:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439284608:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167722.737397:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167722.737418:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439284608:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 40us (917us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167722.737429:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50876 00000100:00080000:1.0:1746167722.739139:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1746167722.784016:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167723.787464:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167724.791430:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167724.933232:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746167724.933257:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423656704:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167724.933322:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167724.933728:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423656704 00000100:00100000:0.0:1746167724.933734:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423656704 00000100:00100000:0.0:1746167724.933785:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7575 00000100:00100000:0.0:1746167724.933792:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090941500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423656704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167724.933817:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167724.933851:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090941500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423656704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167724.933856:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7575 00000100:00080000:0.0:1746167724.933882:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167724.933944:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423656704:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167725.792230:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167725.844582:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423656960:0@lo:400:kworker.0 00000100:00100000:2.0:1746167725.844639:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167725.844704:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746167725.844709:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423656832:0@lo:400:kworker.0 00000100:00100000:2.0:1746167725.844951:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167725.845163:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746167725.845413:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423657216:0@lo:400:kworker.0 00000100:00100000:3.0:1746167725.845441:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746167725.845460:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167725.845464:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167725.845468:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167725.845472:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11641 00000100:00080000:1.0:1746167725.845475:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167725.845479:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167725.845496:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090940000 x1830977423657344/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167725.845600:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423657472:0@lo:400:kworker.0 00000100:00100000:0.0:1746167725.845624:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167725.845652:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423656960 00000100:00100000:0.0:1746167725.845657:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423656960 00000100:00100000:3.0:1746167725.845884:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090941f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423657088:0@lo:400:kworker.0 00000100:00100000:3.0:1746167725.845902:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167725.845935:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423656832 00000100:00100000:2.0:1746167725.845943:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423656832 00000100:00080000:1.0:1746167725.845967:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167725.845970:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167725.845971:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167725.845975:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11641 00000100:00100000:2.0:1746167725.845976:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1319 00000100:00080000:1.0:1746167725.845977:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167725.845980:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167725.845983:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423656832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167725.845990:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fb5180 x1830977423657856/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167725.846015:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423656832:12345-0@lo:400:kworker.0 Request processed in 33us (1064us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167725.846019:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1319 00000100:00100000:1.0:1746167725.846022:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423657728:0@lo:400:kworker.0 00000100:00100000:2.0:1746167725.846220:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423657216 00000100:00100000:1.0:1746167725.846223:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167725.846223:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423657216 00000100:00100000:2.0:1746167725.846237:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423657728 00000100:00100000:2.0:1746167725.846239:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423657728 00000100:00100000:1.0:1746167725.846242:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746167725.846247:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423657984:0@lo:400:kworker.0 00000100:00100000:2.0:1746167725.846249:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36674 00000100:00100000:2.0:1746167725.846253:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423657216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167725.846263:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167725.846281:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423657216:12345-0@lo:400:kworker.0 Request processed in 28us (840us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167725.846285:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36674 00000100:00100000:3.0:1746167725.846448:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423657216:0@lo:400:kworker.0 00000100:00100000:0.0:1746167725.846500:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423657088 00000100:00100000:0.0:1746167725.846504:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423657088 00000100:00100000:0.0:1746167725.846528:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4174 00000100:00100000:0.0:1746167725.846534:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423656960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167725.846560:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a20700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423656960:12345-0@lo:400:kworker.0 Request processed in 27us (1921us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167725.846565:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4174 00000100:00100000:0.0:1746167725.846575:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4175 00000100:00100000:0.0:1746167725.846579:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423657088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167725.846807:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423657088:12345-0@lo:400:kworker.0 Request processed in 227us (904us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167725.846813:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4175 00000100:00100000:0.0:1746167725.846829:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423657344:0@lo:8:kworker.0 00000100:00100000:0.0:1746167725.846849:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167725.846861:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423657856:0@lo:8:kworker.0 00000100:00100000:0.0:1746167725.846875:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746167725.846892:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167725.846894:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167725.846901:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423657472 00000100:00100000:0.0:1746167725.846904:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423657472 00000100:00100000:0.0:1746167725.846924:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423657984 00000100:00100000:0.0:1746167725.846926:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423657984 00000100:00100000:0.0:1746167725.846939:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423657344 00000100:00100000:1.0:1746167725.846940:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36675 00000100:00100000:0.0:1746167725.846941:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423657344 00000100:00100000:1.0:1746167725.846946:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423657728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167725.846948:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423657856 00000100:00100000:0.0:1746167725.846949:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423657856 00000100:00100000:0.0:1746167725.846958:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8178 00000100:00100000:0.0:1746167725.846962:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423657472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167725.846969:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8179 00000100:00100000:1.0:1746167725.846973:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423657728:12345-0@lo:400:kworker.0 Request processed in 29us (750us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167725.846975:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423657984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167725.846978:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36675 00000100:00100000:0.0:1746167725.846981:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423657472:12345-0@lo:400:kworker.0 Request processed in 19us (1356us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167725.846985:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8178 00000100:00100000:0.0:1746167725.846992:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50877 00000100:00100000:1.0:1746167725.846994:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50878 00000100:00100000:0.0:1746167725.846995:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423657344:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746167725.846997:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423657856:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1746167725.847000:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423657984:12345-0@lo:400:kworker.0 Request processed in 27us (736us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167725.847005:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8179 00010000:00020000:1.0:1746167725.847010:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167725.847034:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423657856:12345-0@lo:8:kworker.0 Request processed in 35us (157us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167725.847039:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50878 00000100:00100000:2.0:1746167725.847039:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423658112:0@lo:400:kworker.0 00000100:00100000:2.0:1746167725.847067:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746167725.847075:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167725.847079:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167725.847082:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423657856:0@lo:8:kworker.0 00000100:00100000:2.0:1746167725.847087:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423657472:0@lo:400:kworker.0 00000100:00100000:2.0:1746167725.847096:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746167725.847100:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423657600:0@lo:400:kworker.0 00000100:00100000:1.0:1746167725.847102:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423657984:0@lo:400:kworker.0 00000100:00100000:1.0:1746167725.847110:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423657728:0@lo:400:kworker.0 00000100:00100000:2.0:1746167725.847115:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167725.847130:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423656832:0@lo:400:kworker.0 00000100:00100000:2.0:1746167725.847132:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423658112 00000100:00100000:2.0:1746167725.847134:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423658112 00000100:00100000:1.0:1746167725.847139:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423656960:0@lo:400:kworker.0 00000100:00100000:2.0:1746167725.847145:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423657600 00000100:00100000:2.0:1746167725.847147:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423657600 00000100:00100000:2.0:1746167725.847156:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4176 00000100:00100000:2.0:1746167725.847159:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423658112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167725.847164:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4177 00000100:00100000:1.0:1746167725.847169:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423657600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167725.847192:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a20e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423658112:12345-0@lo:400:kworker.0 Request processed in 33us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167725.847194:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423657600:12345-0@lo:400:kworker.0 Request processed in 25us (78us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167725.847197:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4176 00000100:00100000:1.0:1746167725.847199:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4177 00000100:00100000:2.0:1746167725.847213:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423657600:0@lo:400:kworker.0 00000100:00100000:2.0:1746167725.847218:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423658112:0@lo:400:kworker.0 00010000:00020000:0.0:1746167725.847416:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167725.847444:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423657344:12345-0@lo:8:kworker.0 Request processed in 448us (594us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167725.847449:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50877 00000100:00080000:0.0:1746167725.847460:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167725.847471:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090941f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423657088:0@lo:400:kworker.0 00000100:00080000:1.0:1746167725.847521:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167725.847523:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167725.847526:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423657344:0@lo:8:kworker.0 00000100:00100000:1.0:1746167725.857917:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423658240:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167725.857975:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167725.858802:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746167725.858811:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423658368:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167725.858839:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167725.858870:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423658240 00000100:00100000:0.0:1746167725.858875:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423658240 00000100:00100000:0.0:1746167725.858915:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423658368 00000100:00100000:0.0:1746167725.858918:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423658368 00000100:00100000:0.0:1746167725.858932:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36676 00000100:00100000:0.0:1746167725.858937:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423658240:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167725.858966:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167725.858995:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423658240:12345-0@lo:41:osp-pre-0-1.0 Request processed in 57us (1020us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167725.859000:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36676 00000100:00100000:0.0:1746167725.859012:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36677 00000100:00100000:0.0:1746167725.859016:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423658368:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167725.859029:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167725.859059:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423658368:12345-0@lo:41:osp-pre-1-0.0 Request processed in 31us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167725.859064:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36677 00000100:00100000:0.0:1746167725.859101:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423658368:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167725.859179:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423658240:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167726.161878:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746167726.161899:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423658496:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167726.161958:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167726.162083:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423658496 00000100:00100000:3.0:1746167726.162090:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423658496 00000100:00100000:3.0:1746167726.162126:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7576 00000100:00100000:3.0:1746167726.162132:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423658496:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167726.162153:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167726.162189:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423658496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167726.162195:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7576 00000100:00100000:1.0:1746167726.162262:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b07800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423658496:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167726.793882:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167727.745215:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167727.745261:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167727.745291:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167727.745359:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167727.745408:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439284864 00000100:00100000:0.0:1746167727.745415:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439284864 00000100:00100000:0.0:1746167727.745457:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439284992 00000100:00100000:0.0:1746167727.745460:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439284992 00000100:00100000:0.0:1746167727.745479:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4178 00000100:00100000:0.0:1746167727.745486:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439284864:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167727.745546:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b05180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439284864:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 60us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167727.745552:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4178 00000100:00100000:0.0:1746167727.745566:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4179 00000100:00100000:1.0:1746167727.745566:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439285120 00000100:00100000:1.0:1746167727.745570:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439285120 00000100:00100000:0.0:1746167727.745571:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439284992:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167727.745588:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50879 00000100:00100000:0.0:1746167727.745590:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439284992:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 20us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167727.745593:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439285120:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:0.0:1746167727.745595:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4179 00000100:00080000:0.0:1746167727.745606:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167727.745608:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00020000:1.0:1746167727.745614:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167727.745633:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439285120:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 40us (275us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167727.745638:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50879 00000100:00100000:2.0:1746167727.745962:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439284736 00000100:00100000:2.0:1746167727.745966:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439284736 00000100:00100000:2.0:1746167727.745991:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1320 00000100:00100000:2.0:1746167727.745997:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a080a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439284736:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167727.746038:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a080a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439284736:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 38us (774us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167727.746043:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1320 00010000:00010000:0.0:1746167727.796949:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167728.798204:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167729.800244:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167729.938267:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746167729.938285:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423658624:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167729.938339:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167729.938512:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423658624 00000100:00100000:3.0:1746167729.938519:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423658624 00000100:00080000:0.0:1746167729.938690:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167729.938747:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7577 00000100:00100000:3.0:1746167729.938756:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094319880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423658624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167729.938779:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167729.938812:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094319880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423658624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167729.938817:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7577 00000100:00100000:0.0:1746167729.938885:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423658624:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167730.802411:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167730.851144:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423658752:0@lo:400:kworker.0 00000100:00100000:0.0:1746167730.851207:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167730.852242:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423658880:0@lo:400:kworker.0 00000100:00100000:0.0:1746167730.852271:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167730.853255:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423658752 00000100:00100000:3.0:1746167730.853262:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423658752 00000100:00100000:3.0:1746167730.853300:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1321 00000100:00100000:3.0:1746167730.853307:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0808c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423658752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167730.853353:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0808c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423658752:12345-0@lo:400:kworker.0 Request processed in 46us (2145us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167730.853359:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1321 00000100:00100000:3.0:1746167730.853410:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423658752:0@lo:400:kworker.0 00000100:00080000:1.0:1746167730.853545:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167730.853549:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167730.853552:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167730.853556:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11646 00000100:00080000:1.0:1746167730.853559:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167730.853562:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167730.853581:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fb4a80 x1830977423659264/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167730.853606:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167730.853609:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167730.853610:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167730.853613:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11646 00000100:00080000:1.0:1746167730.853615:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1746167730.853618:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167730.853628:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fb5180 x1830977423659776/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167730.853657:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423659264:0@lo:8:kworker.0 00000100:00100000:1.0:1746167730.853699:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167730.853720:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423659776:0@lo:8:kworker.0 00000100:00100000:1.0:1746167730.853738:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167730.853761:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423659264 00000100:00100000:1.0:1746167730.853764:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423659264 00000100:00100000:1.0:1746167730.853778:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423659776 00000100:00100000:1.0:1746167730.853780:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423659776 00000100:00100000:1.0:1746167730.853790:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50880 00000100:00100000:1.0:1746167730.853794:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423659264:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167730.853811:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167730.853838:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423659264:12345-0@lo:8:kworker.0 Request processed in 42us (138us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167730.853843:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50880 00000100:00100000:1.0:1746167730.853853:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50881 00000100:00100000:1.0:1746167730.853856:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423659776:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167730.853864:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167730.853879:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423659776:12345-0@lo:8:kworker.0 Request processed in 22us (141us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167730.853883:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50881 00000100:00080000:1.0:1746167730.853903:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167730.853905:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167730.853908:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423659264:0@lo:8:kworker.0 00000100:00080000:1.0:1746167730.853915:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167730.853917:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167730.853919:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423659776:0@lo:8:kworker.0 00000100:00100000:3.0:1746167730.853998:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423659392:0@lo:400:kworker.0 00000100:00100000:3.0:1746167730.854021:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167730.854034:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423660032:0@lo:400:kworker.0 00000100:00100000:3.0:1746167730.854052:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423659136:0@lo:400:kworker.0 00000100:00100000:3.0:1746167730.854069:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167730.854083:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423659904:0@lo:400:kworker.0 00000100:00100000:3.0:1746167730.854097:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167730.854117:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423659136 00000100:00100000:3.0:1746167730.854120:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423659136 00000100:00100000:3.0:1746167730.854139:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36678 00000100:00100000:3.0:1746167730.854144:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423659136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167730.854174:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423659136:12345-0@lo:400:kworker.0 Request processed in 30us (105us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167730.854179:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36678 00000100:00100000:3.0:1746167730.854201:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423659136:0@lo:400:kworker.0 00000100:00100000:3.0:1746167730.854235:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423658880 00000100:00100000:3.0:1746167730.854238:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423658880 00000100:00100000:0.0:1746167730.854255:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423659520:0@lo:400:kworker.0 00000100:00100000:3.0:1746167730.854265:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4180 00000100:00100000:3.0:1746167730.854270:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423658880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167730.854274:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167730.854286:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746167730.854291:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423659008:0@lo:400:kworker.0 00000100:00100000:3.0:1746167730.854292:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423658880:12345-0@lo:400:kworker.0 Request processed in 23us (2021us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167730.854297:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4180 00000100:00100000:0.0:1746167730.854303:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167730.854307:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423659520 00000100:00100000:3.0:1746167730.854309:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423659520 00000100:00100000:0.0:1746167730.854313:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423659648:0@lo:400:kworker.0 00000100:00100000:3.0:1746167730.854320:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423659008 00000100:00100000:3.0:1746167730.854322:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423659008 00000100:00100000:0.0:1746167730.854327:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167730.854334:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4181 00000100:00100000:3.0:1746167730.854339:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423659520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167730.854342:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423658880:0@lo:400:kworker.0 00000100:00080000:0.0:1746167730.854355:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167730.854358:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167730.854360:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423659520:12345-0@lo:400:kworker.0 Request processed in 21us (85us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167730.854364:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4181 00000100:00100000:0.0:1746167730.854367:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4182 00000100:00100000:0.0:1746167730.854372:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423659008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167730.854377:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423659648 00000100:00100000:3.0:1746167730.854379:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423659648 00000100:00100000:0.0:1746167730.854393:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423659008:12345-0@lo:400:kworker.0 Request processed in 22us (89us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167730.854393:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36679 00000100:00100000:3.0:1746167730.854397:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423659648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167730.854398:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4182 00000100:00100000:0.0:1746167730.854415:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167730.854415:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423659648:12345-0@lo:400:kworker.0 Request processed in 18us (87us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167730.854420:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36679 00000100:00100000:0.0:1746167730.854430:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423660032 00000100:00100000:0.0:1746167730.854432:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423660032 00000100:00100000:3.0:1746167730.854447:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4183 00000100:00100000:3.0:1746167730.854450:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423660032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167730.855526:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423660032:12345-0@lo:400:kworker.0 Request processed in 1074us (1109us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167730.855709:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423659392 00000100:00100000:1.0:1746167730.855712:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423659392 00000100:00100000:1.0:1746167730.855732:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423659904 00000100:00100000:1.0:1746167730.855734:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423659904 00000100:00100000:1.0:1746167730.855749:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8180 00000100:00100000:1.0:1746167730.855753:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423659392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167730.855782:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423659392:12345-0@lo:400:kworker.0 Request processed in 28us (1761us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167730.855786:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8180 00000100:00100000:1.0:1746167730.855795:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8181 00000100:00100000:1.0:1746167730.855800:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423659904:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1746167730.856457:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167730.856472:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4183 00000100:00100000:0.0:1746167730.856479:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423659392:0@lo:400:kworker.0 00000100:00100000:0.0:1746167730.856487:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423660032:0@lo:400:kworker.0 00000100:00100000:0.0:1746167730.856511:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423659008:0@lo:400:kworker.0 00000100:00100000:0.0:1746167730.856520:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423659648:0@lo:400:kworker.0 00000100:00100000:0.0:1746167730.856528:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423659520:0@lo:400:kworker.0 00000100:00100000:1.0:1746167730.856579:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423659904:12345-0@lo:400:kworker.0 Request processed in 777us (2479us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167730.856586:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8181 00000100:00100000:2.0:1746167730.856631:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423659904:0@lo:400:kworker.0 00000100:00100000:2.0:1746167730.866470:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423660160:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167730.866523:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167730.866550:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423660288:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167730.866565:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167730.867385:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423660160 00000100:00100000:0.0:1746167730.867391:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423660160 00000100:00100000:0.0:1746167730.867422:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423660288 00000100:00100000:0.0:1746167730.867424:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423660288 00000100:00100000:2.0:1746167730.867433:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36680 00000100:00100000:2.0:1746167730.867442:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423660160:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167730.867939:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36681 00000100:00100000:0.0:1746167730.867946:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423660288:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167730.867972:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000004:00000024:0.0:1746167730.867991:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167730.868010:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423660160:12345-0@lo:41:osp-pre-0-1.0 Request processed in 570us (1486us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167730.868014:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423660288:12345-0@lo:41:osp-pre-1-0.0 Request processed in 70us (1448us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167730.868288:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423660160:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167730.868300:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423660288:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167730.871235:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36680 00000100:00100000:0.0:1746167730.871241:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36681 00000100:00100000:2.0:1746167731.170076:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746167731.170095:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423660416:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167731.170149:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167731.171614:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423660416 00000100:00100000:1.0:1746167731.171621:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423660416 00000100:00100000:1.0:1746167731.171923:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7578 00000100:00100000:1.0:1746167731.171930:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423660416:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167731.171956:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167731.172011:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423660416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (1862us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167731.172017:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7578 00000100:00100000:2.0:1746167731.172099:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423660416:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167731.804652:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167732.751299:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167732.751430:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439285248 00000100:00100000:3.0:1746167732.751437:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439285248 00000100:00100000:3.0:1746167732.752316:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1322 00000100:00100000:3.0:1746167732.752325:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0808450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439285248:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167732.752566:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0808450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439285248:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 241us (1272us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167732.752572:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1322 00000100:00100000:2.0:1746167732.756912:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167732.756959:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167732.756986:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439285504 00000100:00100000:3.0:1746167732.756994:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439285504 00000100:00100000:3.0:1746167732.757252:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439285376 00000100:00100000:3.0:1746167732.757255:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439285376 00000100:00100000:0.0:1746167732.757261:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4184 00000100:00100000:0.0:1746167732.757271:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439285504:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167732.757274:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4185 00000100:00100000:3.0:1746167732.757281:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439285376:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167732.757451:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439285504:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 182us (546us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167732.757452:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439285376:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 171us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167732.757458:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4184 00000100:00100000:3.0:1746167732.757463:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4185 00000100:00080000:1.0:1746167732.757518:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746167732.757522:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167732.757814:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167732.757851:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439285632 00000100:00100000:1.0:1746167732.757854:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439285632 00000100:00100000:1.0:1746167732.757877:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50882 00000100:00100000:1.0:1746167732.757881:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439285632:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167732.757899:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167732.758220:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439285632:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 337us (406us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167732.758227:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50882 00010000:00010000:0.0:1746167732.807384:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167733.815319:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167734.811380:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167734.946066:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423660544:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167734.946297:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167734.948739:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423660544 00000100:00100000:3.0:1746167734.948749:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423660544 00000100:00100000:3.0:1746167734.949184:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7579 00000100:00100000:3.0:1746167734.949193:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423660544:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167734.949221:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167734.949276:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423660544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (2978us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167734.949283:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7579 00000100:00080000:1.0:1746167734.949990:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167734.950285:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423660544:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167735.815428:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167735.857905:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423660672:0@lo:400:kworker.0 00000100:00100000:2.0:1746167735.857962:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167735.858009:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423660672 00000100:00100000:0.0:1746167735.858015:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423660672 00000100:00100000:0.0:1746167735.858053:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1323 00000100:00100000:0.0:1746167735.858060:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0809450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423660672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167735.858096:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0809450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423660672:12345-0@lo:400:kworker.0 Request processed in 37us (133us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167735.858102:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1323 00000100:00100000:0.0:1746167735.858998:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423660800:0@lo:400:kworker.0 00000100:00100000:0.0:1746167735.859023:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167735.859072:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423660672:0@lo:400:kworker.0 00000100:00080000:1.0:1746167735.859900:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167735.859904:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167735.859906:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167735.859910:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11651 00000100:00080000:1.0:1746167735.859913:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1746167735.859916:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167735.859932:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fb5c00 x1830977423661184/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167735.859958:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167735.859961:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167735.859962:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167735.859964:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11651 00000100:00080000:1.0:1746167735.859966:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1746167735.859969:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167735.859976:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fb6300 x1830977423661696/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167735.860000:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423661184:0@lo:8:kworker.0 00000100:00100000:1.0:1746167735.860023:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167735.860043:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423661696:0@lo:8:kworker.0 00000100:00100000:1.0:1746167735.860253:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167735.860278:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423661184 00000100:00100000:1.0:1746167735.860281:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423661184 00000100:00100000:1.0:1746167735.860296:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423661696 00000100:00100000:1.0:1746167735.860297:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423661696 00000100:00100000:1.0:1746167735.860306:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50883 00000100:00100000:1.0:1746167735.860310:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b200000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423661184:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167735.860327:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167735.860349:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b200000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423661184:12345-0@lo:8:kworker.0 Request processed in 39us (325us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167735.860354:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50883 00000100:00100000:1.0:1746167735.860363:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50884 00000100:00100000:1.0:1746167735.860366:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b203b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423661696:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167735.860373:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167735.860387:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b203b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423661696:12345-0@lo:8:kworker.0 Request processed in 20us (133us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167735.860391:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50884 00000100:00080000:1.0:1746167735.860412:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167735.860415:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167735.860417:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423661184:0@lo:8:kworker.0 00000100:00080000:1.0:1746167735.860423:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167735.860425:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167735.860427:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423661696:0@lo:8:kworker.0 00000100:00100000:1.0:1746167735.860460:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423660800 00000100:00100000:1.0:1746167735.860463:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423660800 00000100:00100000:0.0:1746167735.860474:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423661440:0@lo:400:kworker.0 00000100:00100000:1.0:1746167735.860488:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4186 00000100:00100000:1.0:1746167735.860492:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423660800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167735.860493:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167735.860504:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746167735.860508:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423660928:0@lo:400:kworker.0 00000100:00100000:1.0:1746167735.860516:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423660800:12345-0@lo:400:kworker.0 Request processed in 24us (1492us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167735.860520:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4186 00000100:00100000:0.0:1746167735.860521:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167735.860528:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423661440 00000100:00100000:1.0:1746167735.860530:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423661440 00000100:00100000:0.0:1746167735.860531:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423661568:0@lo:400:kworker.0 00000100:00100000:1.0:1746167735.860540:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423660928 00000100:00100000:1.0:1746167735.860542:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423660928 00000100:00100000:0.0:1746167735.860546:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167735.860554:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4187 00000100:00100000:1.0:1746167735.860557:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423661440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167735.860562:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423660800:0@lo:400:kworker.0 00000100:00100000:1.0:1746167735.860574:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423661440:12345-0@lo:400:kworker.0 Request processed in 17us (80us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167735.860579:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4188 00000100:00100000:0.0:1746167735.860583:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423660928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167735.860602:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423660928:12345-0@lo:400:kworker.0 Request processed in 19us (80us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167735.860615:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423661312:0@lo:400:kworker.0 00000100:00100000:2.0:1746167735.860638:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167735.860653:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423661952:0@lo:400:kworker.0 00000100:00100000:2.0:1746167735.860667:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167735.860690:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1746167735.860695:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423661056:0@lo:400:kworker.0 00000100:00100000:2.0:1746167735.860711:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167735.860724:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423661824:0@lo:400:kworker.0 00000100:00100000:2.0:1746167735.860737:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167735.860754:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423661312 00000100:00100000:2.0:1746167735.860757:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423661312 00000100:00100000:2.0:1746167735.860773:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423661824 00000100:00100000:2.0:1746167735.860775:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423661824 00000100:00100000:2.0:1746167735.860786:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8182 00000100:00100000:2.0:1746167735.860790:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423661312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167735.860812:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423661312:12345-0@lo:400:kworker.0 Request processed in 22us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167735.860816:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8182 00000100:00100000:2.0:1746167735.860823:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8183 00000100:00100000:2.0:1746167735.860827:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423661824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167735.860842:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423661824:12345-0@lo:400:kworker.0 Request processed in 15us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167735.860846:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8183 00000100:00100000:2.0:1746167735.860864:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423661824:0@lo:400:kworker.0 00000100:00100000:2.0:1746167735.860871:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423661312:0@lo:400:kworker.0 00000100:00100000:2.0:1746167735.860893:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423661568 00000100:00100000:2.0:1746167735.860896:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423661568 00000100:00100000:2.0:1746167735.860911:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423661056 00000100:00100000:2.0:1746167735.860912:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423661056 00000100:00100000:2.0:1746167735.860921:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36682 00000100:00100000:2.0:1746167735.860924:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423661568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167735.860946:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423661568:12345-0@lo:400:kworker.0 Request processed in 21us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167735.860950:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36682 00000100:00100000:2.0:1746167735.860956:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36683 00000100:00100000:2.0:1746167735.860960:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423661056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167735.860977:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423661056:12345-0@lo:400:kworker.0 Request processed in 17us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167735.860981:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36683 00000100:00100000:2.0:1746167735.861000:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423661056:0@lo:400:kworker.0 00000100:00100000:2.0:1746167735.861017:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423661952 00000100:00100000:2.0:1746167735.861019:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423661952 00000100:00080000:3.0:1746167735.861429:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746167735.861433:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746167735.861434:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167735.862369:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4187 00000100:00100000:1.0:1746167735.862420:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423660928:0@lo:400:kworker.0 00000100:00100000:1.0:1746167735.862430:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423661568:0@lo:400:kworker.0 00000100:00100000:1.0:1746167735.862438:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423661440:0@lo:400:kworker.0 00000100:00100000:0.0:1746167735.862548:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4188 00000100:00100000:0.0:1746167735.862564:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4189 00000100:00100000:0.0:1746167735.862571:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423661952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167735.862865:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423661952:12345-0@lo:400:kworker.0 Request processed in 295us (2196us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167735.862871:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4189 00000100:00100000:2.0:1746167735.863102:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423661952:0@lo:400:kworker.0 00000100:00100000:2.0:1746167735.873908:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746167735.873925:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423662080:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167735.873981:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167735.874165:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b202300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423662208:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167735.874185:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167735.874211:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423662080 00000100:00100000:2.0:1746167735.874217:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423662080 00000100:00100000:2.0:1746167735.874245:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423662208 00000100:00100000:2.0:1746167735.874247:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423662208 00000100:00100000:2.0:1746167735.874259:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36684 00000100:00100000:2.0:1746167735.874265:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423662080:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167735.874290:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167735.874320:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423662080:12345-0@lo:41:osp-pre-1-0.0 Request processed in 55us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167735.874325:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36684 00000100:00100000:2.0:1746167735.874337:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36685 00000100:00100000:2.0:1746167735.874341:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423662208:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746167735.874354:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746167735.874372:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423662208:12345-0@lo:41:osp-pre-0-1.0 Request processed in 31us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167735.874376:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36685 00000100:00100000:2.0:1746167735.874405:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b202300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423662208:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167735.874413:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423662080:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167736.180009:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746167736.180029:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423662336:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167736.180085:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167736.180185:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423662336 00000100:00100000:1.0:1746167736.180192:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423662336 00000100:00100000:1.0:1746167736.180237:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7580 00000100:00100000:1.0:1746167736.180243:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423662336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167736.180266:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167736.180397:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423662336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 153us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167736.180404:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7580 00000100:00100000:0.0:1746167736.180460:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423662336:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167736.818118:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167737.758929:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167737.760886:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167737.761453:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439285760 00000100:00100000:2.0:1746167737.761460:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439285760 00000100:00100000:2.0:1746167737.761500:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1324 00000100:00100000:2.0:1746167737.761508:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439285760:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167737.761557:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439285760:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 49us (2635us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167737.761563:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1324 00000100:00100000:0.0:1746167737.762520:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167737.762571:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167737.762796:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439285888 00000100:00100000:1.0:1746167737.762802:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439285888 00000100:00100000:1.0:1746167737.762837:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439286016 00000100:00100000:1.0:1746167737.762840:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439286016 00000100:00100000:1.0:1746167737.762996:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4190 00000100:00100000:1.0:1746167737.763003:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439285888:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167737.765459:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4191 00000100:00100000:2.0:1746167737.765477:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439286016:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167737.765535:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439285888:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 2530us (4651us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167737.765542:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4190 00000100:00100000:3.0:1746167737.765566:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439286144 00000100:00100000:3.0:1746167737.765572:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439286144 00000100:00100000:3.0:1746167737.765593:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50885 00000100:00100000:3.0:1746167737.765597:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439286144:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167737.765617:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1746167737.765882:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167737.765886:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167737.766071:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439286016:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 603us (3552us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167737.766077:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4191 00000100:00100000:3.0:1746167737.766340:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439286144:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 740us (3767us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167737.766345:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50885 00010000:00010000:0.0:1746167737.820327:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167738.822237:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167739.826338:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167739.955307:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746167739.956098:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423662464:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167739.956157:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167739.956225:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423662464 00000100:00100000:3.0:1746167739.956232:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423662464 00000100:00100000:3.0:1746167739.956270:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7581 00000100:00100000:3.0:1746167739.956277:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423662464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167739.956303:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167739.956336:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423662464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167739.956341:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7581 00000100:00100000:3.0:1746167739.956378:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423662464:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1746167739.956405:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1746167740.828607:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1746167740.865982:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1746167740.865986:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b203800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423662592:0@lo:400:kworker.0 00000100:00080000:1.0:1746167740.865987:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167740.865990:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167740.865995:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11656 00000100:00080000:1.0:1746167740.865999:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1746167740.866005:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167740.866025:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b201180 x1830977423663104/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167740.866046:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746167740.866229:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167740.866231:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167740.866233:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167740.866236:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11656 00000100:00080000:1.0:1746167740.866238:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1746167740.866242:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167740.866250:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fb4a80 x1830977423663616/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167740.866279:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b201180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423663104:0@lo:8:kworker.0 00000100:00100000:0.0:1746167740.866286:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b202300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423663232:0@lo:400:kworker.0 00000100:00100000:1.0:1746167740.866306:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167740.866319:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423662592 00000100:00100000:0.0:1746167740.866325:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423662592 00000100:00100000:1.0:1746167740.866328:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423663616:0@lo:8:kworker.0 00000100:00100000:1.0:1746167740.866341:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167740.866354:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1325 00000100:00100000:0.0:1746167740.866359:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423662592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167740.866362:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423663104 00000100:00100000:1.0:1746167740.866365:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423663104 00000100:00100000:1.0:1746167740.866378:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423663616 00000100:00100000:1.0:1746167740.866380:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423663616 00000100:00100000:0.0:1746167740.866390:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423662592:12345-0@lo:400:kworker.0 Request processed in 31us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167740.866391:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50886 00000100:00100000:0.0:1746167740.866395:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1325 00000100:00100000:1.0:1746167740.866396:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423663104:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167740.866412:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167740.866418:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167740.866433:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423663872:0@lo:400:kworker.0 00000100:00100000:1.0:1746167740.866435:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423663104:12345-0@lo:8:kworker.0 Request processed in 39us (129us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167740.866441:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50886 00000100:00100000:1.0:1746167740.866448:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423663232 00000100:00100000:1.0:1746167740.866450:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423663232 00000100:00100000:0.0:1746167740.866451:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167740.866466:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8184 00000100:00100000:1.0:1746167740.866470:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423663232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167740.866471:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b203800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423662592:0@lo:400:kworker.0 00000100:00100000:0.0:1746167740.866481:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746167740.866485:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b202680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423662720:0@lo:400:kworker.0 00000100:00100000:1.0:1746167740.866491:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423663232:12345-0@lo:400:kworker.0 Request processed in 21us (72us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167740.866496:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8184 00000100:00100000:0.0:1746167740.866498:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167740.866504:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50887 00000100:00100000:1.0:1746167740.866507:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423663616:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1746167740.866509:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423663360:0@lo:400:kworker.0 00010000:00020000:1.0:1746167740.866515:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167740.866522:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167740.866530:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423663616:12345-0@lo:8:kworker.0 Request processed in 22us (188us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167740.866536:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50887 00000100:00100000:0.0:1746167740.866538:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b202300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423663232:0@lo:400:kworker.0 00000100:00100000:0.0:1746167740.866558:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423663872 00000100:00080000:1.0:1746167740.866559:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1746167740.866560:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423663872 00000100:00080000:1.0:1746167740.866562:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167740.866565:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b201180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423663104:0@lo:8:kworker.0 00000100:00080000:1.0:1746167740.866572:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167740.866574:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167740.866575:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423662720 00000100:00100000:1.0:1746167740.866576:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423663616:0@lo:8:kworker.0 00000100:00100000:0.0:1746167740.866577:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423662720 00000100:00100000:0.0:1746167740.866592:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423663360 00000100:00100000:0.0:1746167740.866593:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423663360 00000100:00100000:1.0:1746167740.866596:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4192 00000100:00100000:1.0:1746167740.866602:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423663872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167740.866604:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4193 00000100:00100000:0.0:1746167740.866609:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423662720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167740.866630:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423663872:12345-0@lo:400:kworker.0 Request processed in 28us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167740.866634:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423662720:12345-0@lo:400:kworker.0 Request processed in 25us (135us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167740.866635:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4192 00000100:00100000:0.0:1746167740.866639:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4193 00000100:00100000:1.0:1746167740.866647:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4194 00000100:00100000:1.0:1746167740.866652:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423663360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167740.866671:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423663360:12345-0@lo:400:kworker.0 Request processed in 20us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167740.866694:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4194 00000100:00100000:0.0:1746167740.866704:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b202680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423662720:0@lo:400:kworker.0 00000100:00100000:0.0:1746167740.866712:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423663360:0@lo:400:kworker.0 00000100:00100000:0.0:1746167740.866718:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423663872:0@lo:400:kworker.0 00000100:00080000:1.0:1746167740.866721:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167740.866738:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b202a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423662976:0@lo:400:kworker.0 00000100:00100000:0.0:1746167740.866757:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167740.866769:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423663744:0@lo:400:kworker.0 00000100:00100000:0.0:1746167740.866785:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167740.866834:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1746167740.866839:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b201c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423662848:0@lo:400:kworker.0 00000100:00100000:0.0:1746167740.866856:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167740.866866:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423663488:0@lo:400:kworker.0 00000100:00100000:0.0:1746167740.866879:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167740.866901:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423662976 00000100:00100000:0.0:1746167740.866904:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423662976 00000100:00100000:0.0:1746167740.866920:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423663488 00000100:00100000:0.0:1746167740.866922:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423663488 00000100:00100000:0.0:1746167740.866934:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36686 00000100:00100000:0.0:1746167740.866938:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423662976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167740.866964:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423662976:12345-0@lo:400:kworker.0 Request processed in 26us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167740.866969:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36686 00000100:00100000:0.0:1746167740.866979:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36687 00000100:00100000:0.0:1746167740.866983:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423663488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167740.867003:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423663488:12345-0@lo:400:kworker.0 Request processed in 20us (122us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167740.867013:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36687 00000100:00100000:0.0:1746167740.867035:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423663488:0@lo:400:kworker.0 00000100:00100000:0.0:1746167740.867042:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b202a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423662976:0@lo:400:kworker.0 00000100:00100000:1.0:1746167740.867906:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423662848 00000100:00100000:1.0:1746167740.867910:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423662848 00000100:00100000:1.0:1746167740.867947:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4195 00000100:00100000:1.0:1746167740.867951:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423662848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167740.867980:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423662848:12345-0@lo:400:kworker.0 Request processed in 28us (1122us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167740.867984:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4195 00000100:00100000:1.0:1746167740.867997:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423663744 00000100:00100000:1.0:1746167740.867999:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423663744 00000100:00100000:1.0:1746167740.868013:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8185 00000100:00100000:1.0:1746167740.868017:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ed1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423663744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167740.868034:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ed1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423663744:12345-0@lo:400:kworker.0 Request processed in 17us (1248us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167740.868038:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8185 00000100:00100000:1.0:1746167740.868156:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b201c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423662848:0@lo:400:kworker.0 00000100:00100000:1.0:1746167740.868163:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423663744:0@lo:400:kworker.0 00000100:00080000:2.0:1746167740.868206:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746167740.868209:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167740.881995:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746167740.882016:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423664128:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167740.882065:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167740.882097:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423664128 00000100:00100000:1.0:1746167740.882280:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423664128 00000100:00100000:1.0:1746167740.882311:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36688 00000100:00100000:1.0:1746167740.882317:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423664128:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167740.882343:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167740.882370:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423664128:12345-0@lo:41:osp-pre-0-1.0 Request processed in 54us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167740.882376:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36688 00000100:00100000:2.0:1746167740.882412:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423664000:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167740.882413:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423664128:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167740.882435:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167740.882451:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423664000 00000100:00100000:1.0:1746167740.882453:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423664000 00000100:00100000:1.0:1746167740.882467:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36689 00000100:00100000:1.0:1746167740.882471:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423664000:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746167740.882485:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167740.882512:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423664000:12345-0@lo:41:osp-pre-1-0.0 Request processed in 40us (76us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167740.882516:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36689 00000100:00100000:2.0:1746167740.882530:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423664000:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167741.185998:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423664256:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167741.186057:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167741.186317:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423664256 00000100:00100000:3.0:1746167741.186325:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423664256 00000100:00100000:3.0:1746167741.186369:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7582 00000100:00100000:3.0:1746167741.186376:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423664256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167741.186401:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167741.186444:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423664256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167741.186450:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7582 00000100:00100000:1.0:1746167741.186548:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423664256:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167741.829947:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167742.766222:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167742.766266:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167742.766310:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167742.766344:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439286528 00000100:00100000:0.0:1746167742.766350:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439286528 00000100:00100000:0.0:1746167742.766397:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439286400 00000100:00100000:0.0:1746167742.766399:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439286400 00000100:00080000:3.0:1746167742.766409:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167742.766414:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4196 00000100:00080000:3.0:1746167742.766414:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167742.766421:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439286528:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167742.766439:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4197 00000100:00100000:3.0:1746167742.766447:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439286400:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167742.766471:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439286528:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 51us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167742.766475:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439286400:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 31us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167742.766477:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4196 00000100:00100000:3.0:1746167742.766481:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4197 00000100:00100000:1.0:1746167742.767181:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439286272 00000100:00100000:1.0:1746167742.767185:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439286272 00000100:00100000:1.0:1746167742.767210:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1326 00000100:00100000:1.0:1746167742.767215:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439286272:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167742.767238:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439286272:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 23us (1023us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167742.767243:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1326 00000100:00100000:0.0:1746167742.767994:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167742.768052:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439286656 00000100:00100000:1.0:1746167742.768057:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439286656 00000100:00100000:1.0:1746167742.768085:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50888 00000100:00100000:1.0:1746167742.768090:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439286656:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167742.768110:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167742.768146:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439286656:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 54us (153us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167742.768151:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50888 00010000:00010000:0.0:1746167742.831876:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167743.833904:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167744.836334:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167744.961903:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746167744.961922:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423664384:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167744.961977:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167744.962104:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423664384 00000100:00100000:1.0:1746167744.962111:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423664384 00000100:00100000:1.0:1746167744.962160:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7583 00000100:00100000:1.0:1746167744.962168:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423664384:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167744.962196:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167744.962232:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423664384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167744.962238:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7583 00000100:00080000:3.0:1746167744.962298:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167744.962360:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423664384:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167745.838181:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167745.873929:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167745.873948:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423664512:0@lo:400:kworker.0 00000100:00100000:2.0:1746167745.873961:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423664768:0@lo:400:kworker.0 00000100:00080000:1.0:1746167745.874271:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167745.874275:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167745.874278:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167745.874283:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11661 00000100:00080000:1.0:1746167745.874288:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1746167745.874293:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167745.874312:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fb6680 x1830977423665024/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167745.874336:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167745.874338:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167745.874340:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167745.874342:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11661 00000100:00080000:1.0:1746167745.874344:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167745.874347:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167745.874353:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fb7100 x1830977423665536/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167745.874388:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167745.874430:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423665408:0@lo:400:kworker.0 00000100:00100000:2.0:1746167745.874451:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167745.874465:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1746167745.874470:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423664640:0@lo:400:kworker.0 00000100:00100000:2.0:1746167745.874496:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167745.874604:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423665152:0@lo:400:kworker.0 00000100:00100000:3.0:1746167745.874629:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167745.874646:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746167745.874651:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423664896:0@lo:400:kworker.0 00000100:00100000:3.0:1746167745.874665:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167745.874732:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423665152 00000100:00100000:3.0:1746167745.874737:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423665152 00000100:00100000:3.0:1746167745.874769:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8186 00000100:00100000:3.0:1746167745.874775:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423665152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167745.874810:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423665152:12345-0@lo:400:kworker.0 Request processed in 35us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167745.874815:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8186 00000100:00100000:3.0:1746167745.874835:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423665408 00000100:00100000:3.0:1746167745.874837:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423665408 00000100:00100000:3.0:1746167745.874854:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423664896 00000100:00100000:3.0:1746167745.874856:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423664896 00000100:00100000:3.0:1746167745.874866:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36690 00000100:00100000:3.0:1746167745.874870:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423665408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167745.874893:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423665408:12345-0@lo:400:kworker.0 Request processed in 23us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167745.874898:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36690 00000100:00100000:3.0:1746167745.874906:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36691 00000100:00100000:3.0:1746167745.874909:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423664896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167745.874926:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423664896:12345-0@lo:400:kworker.0 Request processed in 17us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167745.874930:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36691 00000100:00100000:3.0:1746167745.874964:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423664896:0@lo:400:kworker.0 00000100:00100000:3.0:1746167745.874973:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423665152:0@lo:400:kworker.0 00000100:00100000:1.0:1746167745.875073:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423665024:0@lo:8:kworker.0 00000100:00100000:1.0:1746167745.875093:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167745.875114:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423665536:0@lo:8:kworker.0 00000100:00100000:1.0:1746167745.875128:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167745.875147:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423665024 00000100:00100000:1.0:1746167745.875150:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423665024 00000100:00100000:1.0:1746167745.875160:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423665536 00000100:00100000:1.0:1746167745.875162:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423665536 00000100:00100000:1.0:1746167745.875171:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50889 00000100:00100000:1.0:1746167745.875175:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423665024:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167745.875191:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167745.875213:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423665024:12345-0@lo:8:kworker.0 Request processed in 37us (119us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167745.875217:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50889 00000100:00100000:1.0:1746167745.875226:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50890 00000100:00100000:1.0:1746167745.875229:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423665536:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167745.875236:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167745.875251:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423665536:12345-0@lo:8:kworker.0 Request processed in 20us (122us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167745.875254:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50890 00000100:00080000:1.0:1746167745.875276:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167745.875279:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167745.875282:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423665024:0@lo:8:kworker.0 00000100:00080000:1.0:1746167745.875289:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167745.875291:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167745.875293:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423665536:0@lo:8:kworker.0 00000100:00100000:0.0:1746167745.875299:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167745.875315:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423664512 00000100:00100000:1.0:1746167745.875318:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423664512 00000100:00100000:0.0:1746167745.875324:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423665664:0@lo:400:kworker.0 00000100:00100000:1.0:1746167745.875334:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1327 00000100:00100000:1.0:1746167745.875338:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423664512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167745.875343:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167745.875356:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167745.875360:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423665792:0@lo:400:kworker.0 00000100:00100000:1.0:1746167745.875362:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423664512:12345-0@lo:400:kworker.0 Request processed in 24us (64us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167745.875367:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1327 00000100:00100000:0.0:1746167745.875382:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423665664 00000100:00100000:0.0:1746167745.875384:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423665664 00000100:00100000:0.0:1746167745.875405:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8187 00000100:00100000:0.0:1746167745.875409:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b201c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423665664:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1746167745.875414:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167745.875442:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b201c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423665664:12345-0@lo:400:kworker.0 Request processed in 32us (97us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167745.875446:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8187 00000100:00100000:2.0:1746167745.875505:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423665280:0@lo:400:kworker.0 00000100:00100000:2.0:1746167745.875524:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167745.876082:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423664768 00000100:00100000:0.0:1746167745.876084:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423664640 00000100:00100000:3.0:1746167745.876085:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423664768 00000100:00100000:0.0:1746167745.876088:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423664640 00000100:00100000:1.0:1746167745.876111:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167745.876137:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423665408:0@lo:400:kworker.0 00000100:00100000:0.0:1746167745.876185:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423665280 00000100:00100000:0.0:1746167745.876188:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423665280 00000100:00100000:1.0:1746167745.876188:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423665664:0@lo:400:kworker.0 00000100:00100000:1.0:1746167745.876195:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423664512:0@lo:400:kworker.0 00000100:00100000:0.0:1746167745.876199:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423665792 00000100:00100000:0.0:1746167745.876200:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423665792 00000100:00100000:0.0:1746167745.876210:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4198 00000100:00100000:0.0:1746167745.876215:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423664640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167745.876216:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4199 00000100:00100000:1.0:1746167745.876221:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423665280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167745.876245:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423664640:12345-0@lo:400:kworker.0 Request processed in 30us (1748us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167745.876247:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423665280:12345-0@lo:400:kworker.0 Request processed in 26us (722us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167745.876250:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4198 00000100:00100000:1.0:1746167745.876253:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4199 00000100:00100000:0.0:1746167745.876259:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4200 00000100:00100000:0.0:1746167745.876262:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423665792:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1746167745.876266:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746167745.876268:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167745.876283:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423665792:12345-0@lo:400:kworker.0 Request processed in 21us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167745.876287:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4200 00000100:00100000:1.0:1746167745.876294:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423665792:0@lo:400:kworker.0 00000100:00100000:2.0:1746167745.876353:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423664640:0@lo:400:kworker.0 00000100:00100000:2.0:1746167745.876361:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423665280:0@lo:400:kworker.0 00000100:00100000:3.0:1746167745.876430:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4201 00000100:00100000:3.0:1746167745.876436:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423664768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167745.876476:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423664768:12345-0@lo:400:kworker.0 Request processed in 41us (2088us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167745.876552:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423664768:0@lo:400:kworker.0 00000100:00100000:3.0:1746167745.876586:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4201 00000100:00100000:0.0:1746167745.889893:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423665920:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167745.889955:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167745.890694:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423665920 00000100:00100000:1.0:1746167745.890701:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423665920 00000100:00100000:0.0:1746167745.890720:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746167745.890727:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b203b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423666048:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167745.890746:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36692 00000100:00100000:0.0:1746167745.890750:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167745.890753:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b200000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423665920:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167745.890778:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423666048 00000004:00000024:1.0:1746167745.890780:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167745.890781:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423666048 00000100:00100000:0.0:1746167745.890802:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36693 00000100:00100000:0.0:1746167745.890807:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b202a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423666048:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167745.890821:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b200000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423665920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 68us (866us total) trans 0 rc 0/0 00000004:00000024:0.0:1746167745.890823:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167745.890828:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36692 00000100:00100000:0.0:1746167745.890848:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b202a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423666048:12345-0@lo:41:osp-pre-0-1.0 Request processed in 41us (98us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167745.890852:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36693 00000100:00100000:0.0:1746167745.890883:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b203b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423666048:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167745.890894:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423665920:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167746.194267:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423666176:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167746.194324:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167746.194467:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423666176 00000100:00100000:3.0:1746167746.194474:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423666176 00000100:00100000:3.0:1746167746.194912:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7584 00000100:00100000:3.0:1746167746.194921:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423666176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167746.194943:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167746.194974:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423666176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (651us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167746.194980:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7584 00000100:00100000:2.0:1746167746.195241:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423666176:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167746.839914:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167747.776414:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167747.778497:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167747.778534:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167747.778942:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439286784 00000100:00100000:1.0:1746167747.778949:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439286784 00000100:00100000:1.0:1746167747.778990:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1328 00000100:00100000:1.0:1746167747.778997:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439286784:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167747.779048:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439286784:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 50us (554us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167747.779054:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1328 00000100:00100000:1.0:1746167747.779102:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439286912 00000100:00100000:1.0:1746167747.779105:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439286912 00000100:00100000:1.0:1746167747.779131:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439287040 00000100:00100000:1.0:1746167747.779133:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439287040 00000100:00100000:1.0:1746167747.779147:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4202 00000100:00100000:1.0:1746167747.779152:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b203b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439286912:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167747.779176:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b203b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439286912:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 24us (2770us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167747.779180:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4202 00000100:00100000:1.0:1746167747.779187:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4203 00000100:00100000:1.0:1746167747.779191:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b202680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439287040:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167747.779205:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b202680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439287040:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 13us (671us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167747.779209:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4203 00000100:00080000:1.0:1746167747.779219:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167747.779221:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167747.779282:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167747.779297:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439287168 00000100:00100000:0.0:1746167747.779299:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439287168 00000100:00100000:0.0:1746167747.779313:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50891 00000100:00100000:0.0:1746167747.779316:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b201180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439287168:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167747.779333:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167747.779350:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b201180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439287168:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 33us (68us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167747.779355:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50891 00010000:00010000:0.0:1746167747.842975:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167748.843891:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167749.846345:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167749.970697:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423666304:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167749.970752:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167749.970864:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423666304 00000100:00100000:3.0:1746167749.970871:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423666304 00000100:00100000:3.0:1746167749.971103:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7585 00000100:00100000:3.0:1746167749.971112:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b202300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423666304:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167749.971137:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:1.0:1746167749.971201:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167749.972935:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b202300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423666304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1821us (2179us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167749.972943:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7585 00000100:00100000:0.0:1746167749.973739:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423666304:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167750.848026:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746167750.882516:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167750.882521:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167750.882524:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167750.882532:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11666 00000100:00080000:2.0:1746167750.882536:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746167750.882541:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167750.882559:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fb3480 x1830977423666944/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746167750.882584:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167750.882587:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167750.882589:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167750.882592:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11666 00000100:00080000:2.0:1746167750.882594:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1746167750.882665:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423666560:0@lo:400:kworker.0 00000100:00100000:3.0:1746167750.882750:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167750.882794:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423667200:0@lo:400:kworker.0 00000100:00100000:1.0:1746167750.883582:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423666816:0@lo:400:kworker.0 00000100:00100000:1.0:1746167750.883615:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167750.883654:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1746167750.883661:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423666688:0@lo:400:kworker.0 00000100:00100000:1.0:1746167750.883694:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167750.883707:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423667328:0@lo:400:kworker.0 00000100:00100000:1.0:1746167750.883722:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167750.883776:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167750.883791:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1746167750.883795:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423666432:0@lo:400:kworker.0 00000100:00100000:3.0:1746167750.883815:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167750.883834:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423667072:0@lo:400:kworker.0 00000100:00100000:3.0:1746167750.883850:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746167750.884036:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167750.884055:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fb2a00 x1830977423667456/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167750.884247:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423667712:0@lo:400:kworker.0 00000100:00100000:0.0:1746167750.884270:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167750.884297:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423666560 00000100:00100000:0.0:1746167750.884302:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423666560 00000100:00100000:0.0:1746167750.884334:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423666688 00000100:00100000:0.0:1746167750.884336:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423666688 00000100:00100000:0.0:1746167750.884348:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423667200 00000100:00100000:0.0:1746167750.884350:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423667200 00000100:00100000:0.0:1746167750.884357:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423667712 00000100:00100000:0.0:1746167750.884359:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423667712 00000100:00100000:0.0:1746167750.884369:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4204 00000100:00100000:0.0:1746167750.884375:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423666560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167750.884408:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423666560:12345-0@lo:400:kworker.0 Request processed in 34us (1658us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167750.884414:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4204 00000100:00100000:0.0:1746167750.884424:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4205 00000100:00100000:0.0:1746167750.884428:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423666688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167750.884444:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423666688:12345-0@lo:400:kworker.0 Request processed in 16us (750us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167750.884448:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4205 00000100:00100000:0.0:1746167750.884453:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4206 00000100:00100000:0.0:1746167750.884456:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423667200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167750.884469:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423667200:12345-0@lo:400:kworker.0 Request processed in 12us (693us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167750.884472:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4206 00000100:00100000:0.0:1746167750.884478:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4207 00000100:00100000:0.0:1746167750.884481:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b203800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423667712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167750.884498:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b203800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423667712:12345-0@lo:400:kworker.0 Request processed in 17us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167750.884503:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4207 00000100:00080000:0.0:1746167750.884516:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167750.884518:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167750.884539:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423667712:0@lo:400:kworker.0 00000100:00100000:0.0:1746167750.884567:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423666944:0@lo:8:kworker.0 00000100:00100000:0.0:1746167750.884598:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423666432 00000100:00100000:0.0:1746167750.884601:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423666432 00000100:00100000:0.0:1746167750.884642:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1329 00000100:00100000:0.0:1746167750.884647:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423666432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167750.884669:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423666432:12345-0@lo:400:kworker.0 Request processed in 22us (853us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167750.884673:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1329 00000100:00100000:1.0:1746167750.885033:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423667584:0@lo:400:kworker.0 00000100:00100000:3.0:1746167750.885304:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423666560:0@lo:400:kworker.0 00000100:00100000:3.0:1746167750.885313:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423667200:0@lo:400:kworker.0 00000100:00100000:3.0:1746167750.885326:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423666432:0@lo:400:kworker.0 00000100:00100000:3.0:1746167750.885352:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423667072 00000100:00100000:3.0:1746167750.885355:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423667072 00000100:00100000:3.0:1746167750.885374:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8188 00000100:00100000:3.0:1746167750.885378:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423667072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167750.885403:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423667072:12345-0@lo:400:kworker.0 Request processed in 25us (1552us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167750.885408:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8188 00000100:00100000:3.0:1746167750.885428:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423667072:0@lo:400:kworker.0 00000100:00100000:1.0:1746167750.885475:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167750.885495:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423666688:0@lo:400:kworker.0 00000100:00100000:2.0:1746167750.885551:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423666816 00000100:00100000:2.0:1746167750.885554:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423666816 00000100:00100000:2.0:1746167750.885583:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423667328 00000100:00100000:2.0:1746167750.885585:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423667328 00000100:00100000:2.0:1746167750.885598:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36694 00000100:00100000:2.0:1746167750.885602:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423666816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167750.885648:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423666816:12345-0@lo:400:kworker.0 Request processed in 45us (2032us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167750.885653:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36694 00000100:00100000:2.0:1746167750.885663:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36695 00000100:00100000:2.0:1746167750.885667:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423667328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167750.885702:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423667328:12345-0@lo:400:kworker.0 Request processed in 35us (1979us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167750.885706:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36695 00000100:00100000:1.0:1746167750.885798:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423667328:0@lo:400:kworker.0 00000100:00100000:1.0:1746167750.885806:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423666816:0@lo:400:kworker.0 00000100:00100000:0.0:1746167750.886162:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167750.886235:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423667456:0@lo:8:kworker.0 00000100:00100000:0.0:1746167750.886254:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167750.886525:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423667584 00000100:00100000:1.0:1746167750.886529:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423667584 00000100:00100000:1.0:1746167750.886549:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423666944 00000100:00100000:1.0:1746167750.886550:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423666944 00000100:00100000:1.0:1746167750.886557:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423667456 00000100:00100000:1.0:1746167750.886558:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423667456 00000100:00100000:1.0:1746167750.886566:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8189 00000100:00100000:1.0:1746167750.886570:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423667584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167750.886596:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423667584:12345-0@lo:400:kworker.0 Request processed in 26us (1121us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167750.886601:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8189 00000100:00100000:1.0:1746167750.886610:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50892 00000100:00100000:1.0:1746167750.886613:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423666944:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167750.886643:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167750.886682:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423666944:12345-0@lo:8:kworker.0 Request processed in 67us (519us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167750.886704:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50892 00000100:00100000:1.0:1746167750.886712:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50893 00000100:00100000:1.0:1746167750.886716:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423667456:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167750.886724:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167750.886740:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423667456:12345-0@lo:8:kworker.0 Request processed in 24us (486us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167750.886744:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50893 00000100:00100000:1.0:1746167750.886771:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423667584:0@lo:400:kworker.0 00000100:00080000:1.0:1746167750.886788:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746167750.886851:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167750.886855:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167750.886859:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423666944:0@lo:8:kworker.0 00000100:00080000:0.0:1746167750.886865:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167750.886867:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167750.886869:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423667456:0@lo:8:kworker.0 00000100:00100000:0.0:1746167750.899638:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423667968:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167750.899711:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167750.899760:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423667968 00000100:00100000:0.0:1746167750.899766:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423667968 00000100:00100000:0.0:1746167750.899799:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36696 00000100:00100000:0.0:1746167750.899806:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423667968:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167750.899837:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167750.899869:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423667968:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167750.899875:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36696 00000100:00100000:0.0:1746167750.899907:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423667968:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167750.899989:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746167750.899998:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423667840:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167750.900024:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167750.900263:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423667840 00000100:00100000:0.0:1746167750.900267:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423667840 00000100:00100000:0.0:1746167750.900294:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36697 00000100:00100000:0.0:1746167750.900299:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423667840:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167750.900315:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167750.901262:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423667840:12345-0@lo:41:osp-pre-0-1.0 Request processed in 961us (1235us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167750.901268:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36697 00000100:00100000:1.0:1746167750.901390:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423667840:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167751.205007:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167751.205026:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423668096:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167751.205081:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167751.207109:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423668096 00000100:00100000:3.0:1746167751.207118:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423668096 00000100:00100000:3.0:1746167751.207459:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7586 00000100:00100000:3.0:1746167751.207468:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423668096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167751.207495:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167751.207939:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423668096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 472us (2857us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167751.207946:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7586 00000100:00100000:0.0:1746167751.208021:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423668096:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167751.850091:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167752.784233:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167752.784284:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167752.784382:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439287680 00000100:00100000:3.0:1746167752.784394:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439287680 00000100:00100000:3.0:1746167752.784440:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50894 00000100:00100000:3.0:1746167752.784448:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439287680:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167752.784471:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167752.784722:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439287680:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 267us (494us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167752.784728:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50894 00000100:00100000:0.0:1746167752.785838:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167752.785890:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167752.785916:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439287552 00000100:00100000:0.0:1746167752.785923:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439287552 00000100:00100000:2.0:1746167752.787482:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439287424 00000100:00100000:2.0:1746167752.787491:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439287424 00000100:00100000:1.0:1746167752.787931:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439287296 00000100:00100000:1.0:1746167752.787938:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439287296 00000100:00100000:1.0:1746167752.787981:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1330 00000100:00100000:1.0:1746167752.787988:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439287296:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167752.788048:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439287296:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 60us (3763us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167752.788053:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1330 00000100:00100000:0.0:1746167752.788417:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4208 00000100:00100000:0.0:1746167752.788424:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439287552:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167752.788459:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439287552:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 37us (2624us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167752.788465:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4208 00000100:00100000:0.0:1746167752.788475:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4209 00000100:00100000:0.0:1746167752.788479:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439287424:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167752.788495:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439287424:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 16us (2607us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167752.788500:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4209 00000100:00080000:1.0:1746167752.788536:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746167752.788540:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1746167752.852878:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167753.854756:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167754.865083:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167754.978407:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746167754.978432:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423668224:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167754.978508:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167754.978768:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423668224 00000100:00100000:2.0:1746167754.978776:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423668224 00000100:00100000:2.0:1746167754.978838:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7587 00000100:00100000:2.0:1746167754.978848:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423668224:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167754.978881:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167754.978924:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423668224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167754.978931:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7587 00000100:00080000:1.0:1746167754.978981:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167754.979229:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423668224:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167755.866238:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746167755.892050:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167755.892055:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167755.892059:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167755.892067:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11671 00000100:00080000:0.0:1746167755.892071:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167755.892077:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167755.892098:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb67800 x1830977423668864/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167755.892128:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167755.892131:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167755.892132:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167755.892135:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11671 00000100:00080000:0.0:1746167755.892138:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746167755.892142:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167755.892153:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008ea2ed80 x1830977423669376/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167755.892194:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423668480:0@lo:400:kworker.0 00000100:00100000:0.0:1746167755.892266:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167755.892328:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423669120:0@lo:400:kworker.0 00000100:00100000:0.0:1746167755.892349:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167755.892369:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746167755.892374:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423668608:0@lo:400:kworker.0 00000100:00100000:0.0:1746167755.892390:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167755.892402:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423669248:0@lo:400:kworker.0 00000100:00100000:0.0:1746167755.892426:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167755.892451:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423668864:0@lo:8:kworker.0 00000100:00100000:0.0:1746167755.892472:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167755.892494:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ea2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423669376:0@lo:8:kworker.0 00000100:00100000:0.0:1746167755.892507:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167755.892535:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423669248 00000100:00100000:0.0:1746167755.892570:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423669248 00000100:00100000:0.0:1746167755.892608:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36698 00000100:00100000:0.0:1746167755.892614:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423669248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167755.892655:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423669248:12345-0@lo:400:kworker.0 Request processed in 41us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167755.892661:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36698 00000100:00100000:0.0:1746167755.892697:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423668864 00000100:00100000:0.0:1746167755.892700:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423668864 00000100:00100000:0.0:1746167755.892712:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423669376 00000100:00100000:0.0:1746167755.892713:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423669376 00000100:00100000:0.0:1746167755.892722:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50895 00000100:00100000:0.0:1746167755.892727:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423668864:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167755.892746:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167755.892766:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423668864:12345-0@lo:8:kworker.0 Request processed in 39us (294us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167755.892771:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50895 00000100:00100000:0.0:1746167755.892777:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50896 00000100:00100000:0.0:1746167755.892780:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423669376:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167755.892786:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167755.892797:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423669376:12345-0@lo:8:kworker.0 Request processed in 16us (289us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167755.892801:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50896 00000100:00080000:0.0:1746167755.892824:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167755.892827:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167755.892830:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423668864:0@lo:8:kworker.0 00000100:00080000:0.0:1746167755.892836:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167755.892838:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167755.892840:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ea2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423669376:0@lo:8:kworker.0 00000100:00100000:0.0:1746167755.892886:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423669248:0@lo:400:kworker.0 00000100:00100000:0.0:1746167755.892915:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423668480 00000100:00100000:0.0:1746167755.892918:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423668480 00000100:00100000:0.0:1746167755.892945:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423669120 00000100:00100000:0.0:1746167755.892947:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423669120 00000100:00100000:0.0:1746167755.892956:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423668608 00000100:00100000:0.0:1746167755.892958:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423668608 00000100:00100000:0.0:1746167755.892970:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4210 00000100:00100000:0.0:1746167755.892975:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136053100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423668480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167755.892998:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136053100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423668480:12345-0@lo:400:kworker.0 Request processed in 24us (734us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167755.893003:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4210 00000100:00100000:0.0:1746167755.893009:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4211 00000100:00100000:0.0:1746167755.893013:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136051c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423669120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167755.893029:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136051c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423669120:12345-0@lo:400:kworker.0 Request processed in 15us (680us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167755.893034:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4211 00000100:00100000:0.0:1746167755.893042:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4212 00000100:00100000:0.0:1746167755.893046:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136051f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423668608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167755.893064:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136051f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423668608:12345-0@lo:400:kworker.0 Request processed in 18us (674us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167755.893068:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4212 00000100:00100000:0.0:1746167755.893099:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423668608:0@lo:400:kworker.0 00000100:00100000:0.0:1746167755.893105:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423668480:0@lo:400:kworker.0 00000100:00100000:0.0:1746167755.893111:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423669120:0@lo:400:kworker.0 00000100:00080000:0.0:1746167755.893129:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167755.893132:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167755.893357:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423668352:0@lo:400:kworker.0 00000100:00100000:3.0:1746167755.893396:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167755.893429:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423668992:0@lo:400:kworker.0 00000100:00100000:3.0:1746167755.893448:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167755.893460:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ea2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423669632:0@lo:400:kworker.0 00000100:00100000:3.0:1746167755.893476:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167755.893489:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1746167755.893494:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423668736:0@lo:400:kworker.0 00000100:00100000:3.0:1746167755.893510:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167755.893521:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ea2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423669504:0@lo:400:kworker.0 00000100:00100000:3.0:1746167755.893536:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167755.893569:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423669632 00000100:00100000:3.0:1746167755.893573:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423669632 00000100:00100000:3.0:1746167755.893594:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4213 00000100:00100000:3.0:1746167755.893598:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423669632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167755.893624:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423669632:12345-0@lo:400:kworker.0 Request processed in 26us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167755.893629:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4213 00000100:00100000:3.0:1746167755.893649:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423668992 00000100:00100000:3.0:1746167755.893651:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423668992 00000100:00100000:3.0:1746167755.893667:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423669504 00000100:00100000:3.0:1746167755.893669:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423669504 00000100:00100000:3.0:1746167755.893712:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8190 00000100:00100000:3.0:1746167755.893717:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423668992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167755.893742:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423668992:12345-0@lo:400:kworker.0 Request processed in 26us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167755.893747:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8190 00000100:00100000:3.0:1746167755.893755:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8191 00000100:00100000:3.0:1746167755.893760:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090943b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423669504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167755.893778:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090943b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423669504:12345-0@lo:400:kworker.0 Request processed in 18us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167755.893781:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8191 00000100:00100000:3.0:1746167755.893804:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ea2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423669504:0@lo:400:kworker.0 00000100:00100000:3.0:1746167755.893812:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423668992:0@lo:400:kworker.0 00000100:00100000:3.0:1746167755.893819:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ea2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423669632:0@lo:400:kworker.0 00000100:00100000:0.0:1746167755.897304:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423668352 00000100:00100000:0.0:1746167755.897319:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423668352 00000100:00100000:0.0:1746167755.900004:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1331 00000100:00100000:0.0:1746167755.900026:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423668352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167755.900342:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423668352:12345-0@lo:400:kworker.0 Request processed in 326us (6944us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167755.900350:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1331 00000100:00100000:3.0:1746167755.900509:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423668352:0@lo:400:kworker.0 00000100:00080000:3.0:1746167755.900581:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167755.900599:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423668736 00000100:00100000:3.0:1746167755.900606:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423668736 00000100:00100000:3.0:1746167755.900646:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36699 00000100:00100000:3.0:1746167755.900652:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423668736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167755.900714:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423668736:12345-0@lo:400:kworker.0 Request processed in 62us (7203us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167755.900720:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36699 00000100:00100000:3.0:1746167755.900749:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423668736:0@lo:400:kworker.0 00000100:00100000:2.0:1746167755.905980:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746167755.906004:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423669760:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167755.906300:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167755.906575:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423669760 00000100:00100000:3.0:1746167755.906584:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423669760 00000100:00100000:3.0:1746167755.906626:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36700 00000100:00100000:3.0:1746167755.906634:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423669760:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167755.906668:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167755.906930:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423669760:12345-0@lo:41:osp-pre-0-1.0 Request processed in 297us (629us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167755.906937:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36700 00000100:00100000:1.0:1746167755.907018:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746167755.907028:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423669888:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167755.907056:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167755.907148:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423669888 00000100:00100000:0.0:1746167755.907152:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423669888 00000100:00100000:0.0:1746167755.907175:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36701 00000100:00100000:0.0:1746167755.907180:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423669888:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167755.907197:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167755.907224:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423669888:12345-0@lo:41:osp-pre-1-0.0 Request processed in 45us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167755.907229:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36701 00000100:00100000:1.0:1746167755.907299:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423669888:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167755.907874:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423669760:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167756.226230:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136050700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423670016:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167756.226310:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167756.226387:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423670016 00000100:00100000:1.0:1746167756.226396:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423670016 00000100:00100000:1.0:1746167756.226453:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7588 00000100:00100000:1.0:1746167756.226462:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423670016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167756.226496:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167756.226544:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423670016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167756.226551:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7588 00000100:00100000:1.0:1746167756.226597:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136050700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423670016:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167756.868047:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167757.791078:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167757.791571:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439287808 00000100:00100000:2.0:1746167757.791580:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439287808 00000100:00100000:0.0:1746167757.791587:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167757.791630:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167757.791661:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439288064 00000100:00100000:0.0:1746167757.791665:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439288064 00000100:00100000:2.0:1746167757.791699:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1332 00000100:00100000:0.0:1746167757.791907:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439287936 00000100:00100000:0.0:1746167757.791910:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439287936 00000100:00100000:0.0:1746167757.791932:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4214 00000100:00100000:0.0:1746167757.791938:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136052a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439288064:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167757.791998:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136052a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439288064:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 59us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167757.792004:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4214 00000100:00100000:0.0:1746167757.792019:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4215 00000100:00100000:0.0:1746167757.792024:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136053800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439287936:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167757.792045:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136053800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439287936:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 21us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167757.792054:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4215 00000100:00080000:0.0:1746167757.792083:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746167757.792086:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167757.792482:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439287808:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167757.792528:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439287808:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 821us (1460us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167757.792535:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1332 00000100:00100000:0.0:1746167757.793192:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167757.795273:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439288192 00000100:00100000:3.0:1746167757.795280:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439288192 00000100:00100000:3.0:1746167757.795308:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50897 00000100:00100000:3.0:1746167757.795312:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439288192:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167757.795331:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167757.795370:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439288192:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 57us (2179us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167757.795374:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50897 00010000:00010000:0.0:1746167757.870071:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167758.874076:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167759.876034:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167759.987786:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090941f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423670144:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167759.987856:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167759.987963:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423670144 00000100:00100000:2.0:1746167759.987969:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423670144 00000100:00100000:2.0:1746167759.988015:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7589 00000100:00100000:2.0:1746167759.988021:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423670144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167759.988042:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167759.988078:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423670144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167759.988083:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7589 00000100:00080000:2.0:1746167759.988275:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167759.988330:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090941f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423670144:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746167760.880565:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746167760.898051:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167760.898056:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167760.898059:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167760.898066:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11676 00000100:00080000:0.0:1746167760.898071:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746167760.898076:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167760.898094:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb66300 x1830977423670784/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167760.898121:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167760.898124:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167760.898125:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167760.898128:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11676 00000100:00080000:0.0:1746167760.898131:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746167760.898134:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167760.898143:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb65500 x1830977423671296/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167760.898179:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423670656:0@lo:400:kworker.0 00000100:00100000:1.0:1746167760.898186:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ea2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423670272:0@lo:400:kworker.0 00000100:00100000:2.0:1746167760.898253:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ea2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423670400:0@lo:400:kworker.0 00000100:00100000:0.0:1746167760.898950:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167760.899099:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167760.899142:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423670912:0@lo:400:kworker.0 00000100:00100000:1.0:1746167760.899166:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167760.899184:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423671552:0@lo:400:kworker.0 00000100:00100000:1.0:1746167760.899204:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167760.899988:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423670272 00000100:00100000:2.0:1746167760.899995:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423670272 00000100:00100000:2.0:1746167760.900029:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1333 00000100:00100000:2.0:1746167760.900036:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423670272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167760.900077:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423670272:12345-0@lo:400:kworker.0 Request processed in 40us (977us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167760.900084:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1333 00000100:00100000:2.0:1746167760.900124:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423670784:0@lo:8:kworker.0 00000100:00100000:2.0:1746167760.900142:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167760.900257:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ea2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423670272:0@lo:400:kworker.0 00000100:00100000:1.0:1746167760.900282:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ea2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423670528:0@lo:400:kworker.0 00000100:00100000:1.0:1746167760.900303:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167760.900317:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423671168:0@lo:400:kworker.0 00000100:00100000:1.0:1746167760.900345:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423671552 00000100:00100000:1.0:1746167760.900348:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423671552 00000100:00100000:1.0:1746167760.900371:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423670528 00000100:00100000:1.0:1746167760.900373:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423670528 00000100:00100000:1.0:1746167760.900392:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4216 00000100:00100000:1.0:1746167760.900398:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423671552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167760.900429:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423671552:12345-0@lo:400:kworker.0 Request processed in 31us (1224us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167760.900434:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4216 00000100:00100000:1.0:1746167760.900445:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4217 00000100:00100000:1.0:1746167760.900449:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423670528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167760.900490:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423670528:12345-0@lo:400:kworker.0 Request processed in 40us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167760.900496:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4217 00000100:00080000:1.0:1746167760.900509:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167760.900528:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423671552:0@lo:400:kworker.0 00000100:00100000:0.0:1746167760.900647:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423671424:0@lo:400:kworker.0 00000100:00100000:3.0:1746167760.900745:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423670656 00000100:00100000:3.0:1746167760.900750:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423670656 00000100:00100000:3.0:1746167760.900783:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36702 00000100:00100000:3.0:1746167760.900788:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423670656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167760.900821:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423670656:12345-0@lo:400:kworker.0 Request processed in 34us (1872us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167760.900827:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36702 00000100:00100000:0.0:1746167760.901086:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167760.901278:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ea2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423670528:0@lo:400:kworker.0 00000100:00100000:3.0:1746167760.901350:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423671168 00000100:00100000:3.0:1746167760.901353:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423671168 00000100:00100000:3.0:1746167760.901369:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36703 00000100:00100000:3.0:1746167760.901373:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423671168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167760.901406:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423671168:12345-0@lo:400:kworker.0 Request processed in 32us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167760.901410:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36703 00000100:00100000:0.0:1746167760.901470:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423671168:0@lo:400:kworker.0 00000100:00100000:2.0:1746167760.901538:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423671296:0@lo:8:kworker.0 00000100:00100000:2.0:1746167760.901557:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167760.901620:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167760.901638:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423671040:0@lo:400:kworker.0 00000100:00100000:0.0:1746167760.901655:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167760.901672:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423670400 00000100:00100000:0.0:1746167760.901685:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423670400 00000100:00100000:0.0:1746167760.901703:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423671040 00000100:00100000:0.0:1746167760.901705:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423671040 00000100:00100000:0.0:1746167760.901714:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4218 00000100:00100000:0.0:1746167760.901718:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423670400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167760.901740:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423670400:12345-0@lo:400:kworker.0 Request processed in 21us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167760.901744:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4218 00000100:00100000:0.0:1746167760.901752:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4219 00000100:00100000:0.0:1746167760.901755:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423671040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167760.902216:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423671040:12345-0@lo:400:kworker.0 Request processed in 458us (558us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167760.902221:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4219 00000100:00080000:0.0:1746167760.902235:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167760.902251:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ea2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423670400:0@lo:400:kworker.0 00000100:00100000:0.0:1746167760.902258:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423671040:0@lo:400:kworker.0 00000100:00100000:1.0:1746167760.902481:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423670912 00000100:00100000:1.0:1746167760.902486:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423670912 00000100:00100000:2.0:1746167760.902509:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423670784 00000100:00100000:2.0:1746167760.902513:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423670784 00000100:00100000:2.0:1746167760.902526:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423671296 00000100:00100000:2.0:1746167760.902529:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423671296 00000100:00100000:2.0:1746167760.902539:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50898 00000100:00100000:2.0:1746167760.902544:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423670784:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167760.902562:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167760.902587:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423670784:12345-0@lo:8:kworker.0 Request processed in 43us (2445us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167760.902592:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50898 00000100:00100000:2.0:1746167760.902601:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50899 00000100:00100000:2.0:1746167760.902604:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423671296:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167760.902612:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167760.902626:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423671296:12345-0@lo:8:kworker.0 Request processed in 22us (1069us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167760.902631:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50899 00000100:00080000:2.0:1746167760.902646:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167760.902649:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167760.902652:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423670784:0@lo:8:kworker.0 00000100:00080000:2.0:1746167760.902658:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167760.902660:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167760.902662:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423671296:0@lo:8:kworker.0 00000100:00100000:0.0:1746167760.902737:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167760.902767:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423670656:0@lo:400:kworker.0 00000100:00100000:3.0:1746167760.902859:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423671424 00000100:00100000:3.0:1746167760.902863:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423671424 00000100:00100000:3.0:1746167760.902889:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8192 00000100:00100000:3.0:1746167760.902893:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423671424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167760.902919:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423671424:12345-0@lo:400:kworker.0 Request processed in 26us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167760.902923:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8192 00000100:00080000:0.0:1746167760.902966:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167760.902979:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423671424:0@lo:400:kworker.0 00000100:00100000:1.0:1746167760.903003:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8193 00000100:00100000:1.0:1746167760.903010:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423670912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167760.903046:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423670912:12345-0@lo:400:kworker.0 Request processed in 37us (3879us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167760.903051:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8193 00000100:00100000:0.0:1746167760.903081:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423670912:0@lo:400:kworker.0 00000100:00100000:1.0:1746167760.913834:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746167760.913851:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423671680:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167760.913905:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167760.914800:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423671808:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167760.916012:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423671680 00000100:00100000:3.0:1746167760.916021:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423671680 00000100:00100000:3.0:1746167760.916074:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36704 00000100:00100000:3.0:1746167760.916081:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ea2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423671680:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746167760.916111:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167760.916162:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ea2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423671680:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (2256us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167760.916163:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167760.916168:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36704 00000100:00100000:3.0:1746167760.916182:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423671808 00000100:00100000:3.0:1746167760.916184:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423671808 00000100:00100000:3.0:1746167760.916200:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36705 00000100:00100000:3.0:1746167760.916204:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423671808:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167760.916227:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167760.916285:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423671808:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167760.916298:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423671680:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167760.916990:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423671808:12345-0@lo:41:osp-pre-0-1.0 Request processed in 784us (826us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167760.916997:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36705 00000100:00100000:2.0:1746167761.235278:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ea2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423671936:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167761.235334:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167761.235390:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423671936 00000100:00100000:2.0:1746167761.235396:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423671936 00000100:00100000:2.0:1746167761.235649:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7590 00000100:00100000:2.0:1746167761.235657:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423671936:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167761.235915:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167761.235947:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423671936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 292us (613us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167761.235952:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7590 00000100:00100000:0.0:1746167761.236075:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ea2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423671936:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167761.882978:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167762.799921:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167762.799967:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167762.800010:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167762.800020:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439288704 00000100:00100000:2.0:1746167762.800032:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439288704 00000100:00100000:1.0:1746167762.800039:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439288448 00000100:00100000:1.0:1746167762.800044:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439288448 00000100:00100000:2.0:1746167762.800073:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50900 00000100:00100000:2.0:1746167762.800080:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439288704:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:1.0:1746167762.800086:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4220 00000100:00100000:1.0:1746167762.800093:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439288448:12345-192.168.201.29@tcp:400:kworker.0 00010000:00020000:2.0:1746167762.800102:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167762.800151:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439288448:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 58us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167762.800151:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439288704:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 71us (243us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167762.800157:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4220 00000100:00100000:2.0:1746167762.800158:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50900 00000100:00080000:1.0:1746167762.800188:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167762.801084:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167762.801316:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439288576 00000100:00100000:0.0:1746167762.801324:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439288576 00000100:00100000:0.0:1746167762.801374:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4221 00000100:00100000:0.0:1746167762.801382:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ea2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439288576:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167762.801448:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ea2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439288576:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 67us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167762.801454:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4221 00000100:00100000:3.0:1746167762.801696:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439288320 00000100:00100000:3.0:1746167762.801701:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439288320 00000100:00100000:3.0:1746167762.801728:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1334 00000100:00100000:3.0:1746167762.801734:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439288320:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167762.801759:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439288320:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 26us (1750us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167762.801763:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1334 00000100:00080000:1.0:1746167762.801838:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1746167762.885932:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167763.888118:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167764.893473:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167764.994206:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746167764.994225:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423672064:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167764.994280:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167764.994464:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423672064 00000100:00100000:3.0:1746167764.994471:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423672064 00000100:00080000:1.0:1746167764.994550:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167764.994586:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7591 00000100:00100000:3.0:1746167764.994594:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423672064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167764.994619:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167764.994806:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423672064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 213us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167764.994813:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7591 00000100:00100000:0.0:1746167764.994878:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423672064:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746167765.896935:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167765.907366:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423672192:0@lo:400:kworker.0 00000100:00100000:2.0:1746167765.907449:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167765.907592:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423672192 00000100:00100000:3.0:1746167765.907598:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423672192 00000100:00100000:3.0:1746167765.907631:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1335 00000100:00100000:3.0:1746167765.907637:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423672192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167765.911279:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423672320:0@lo:400:kworker.0 00000100:00100000:1.0:1746167765.911333:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167765.911365:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746167765.911381:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423672448:0@lo:400:kworker.0 00000100:00100000:1.0:1746167765.911403:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167765.911430:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423672320 00000100:00100000:1.0:1746167765.911435:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423672320 00000100:00100000:1.0:1746167765.911475:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423672448 00000100:00100000:1.0:1746167765.911477:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423672448 00000100:00100000:1.0:1746167765.911493:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4222 00000100:00100000:1.0:1746167765.911497:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ea2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423672320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167765.911529:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ea2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423672320:12345-0@lo:400:kworker.0 Request processed in 31us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167765.911534:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4222 00000100:00100000:1.0:1746167765.911544:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4223 00000100:00100000:1.0:1746167765.911548:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423672448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167765.911561:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423672448:12345-0@lo:400:kworker.0 Request processed in 13us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167765.911565:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4223 00000100:00080000:1.0:1746167765.911574:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167765.911577:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167765.911594:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423672448:0@lo:400:kworker.0 00000100:00100000:1.0:1746167765.911601:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423672320:0@lo:400:kworker.0 00000100:00100000:2.0:1746167765.911699:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423672192:0@lo:400:kworker.0 00000100:00100000:3.0:1746167765.911701:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423672192:12345-0@lo:400:kworker.0 Request processed in 4064us (4252us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167765.911708:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1335 00000100:00100000:2.0:1746167765.911709:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746167765.911713:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423672576:0@lo:400:kworker.0 00000100:00100000:2.0:1746167765.911734:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167765.911755:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423672576 00000100:00100000:3.0:1746167765.911758:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423672576 00000100:00100000:3.0:1746167765.911775:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36706 00000100:00100000:3.0:1746167765.911779:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423672576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167765.911811:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423672576:12345-0@lo:400:kworker.0 Request processed in 31us (76us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167765.911816:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36706 00000100:00100000:2.0:1746167765.911841:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423672576:0@lo:400:kworker.0 00000100:00080000:0.0:1746167765.911869:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167765.911873:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167765.911875:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167765.911879:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11681 00000100:00080000:0.0:1746167765.911883:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746167765.911885:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167765.911903:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb67480 x1830977423672704/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167765.911923:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423672704:0@lo:8:kworker.0 00000100:00080000:0.0:1746167765.911937:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167765.911940:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167765.911941:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1746167765.911943:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746167765.911944:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11681 00000100:00080000:0.0:1746167765.911946:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746167765.911948:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167765.911956:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb65500 x1830977423673216/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167765.911964:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423672704 00000100:00100000:2.0:1746167765.911966:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423672704 00000100:00100000:2.0:1746167765.911979:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50901 00000100:00100000:2.0:1746167765.911983:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423672704:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1746167765.911984:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423673088:0@lo:400:kworker.0 00010000:00020000:2.0:1746167765.911997:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167765.912002:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167765.912014:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746167765.912015:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423672704:12345-0@lo:8:kworker.0 Request processed in 31us (71us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167765.912018:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423672960:0@lo:400:kworker.0 00000100:00100000:2.0:1746167765.912020:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50901 00000100:00100000:0.0:1746167765.912030:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167765.912033:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423673216:0@lo:8:kworker.0 00000100:00100000:0.0:1746167765.912045:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423672960 00000100:00100000:2.0:1746167765.912046:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167765.912047:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423672960 00000100:00080000:2.0:1746167765.912060:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1746167765.912062:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4224 00000100:00080000:2.0:1746167765.912062:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167765.912065:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423672704:0@lo:8:kworker.0 00000100:00100000:0.0:1746167765.912066:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423672960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167765.912080:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423673216 00000100:00100000:2.0:1746167765.912082:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423673216 00000100:00100000:0.0:1746167765.912086:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423672960:12345-0@lo:400:kworker.0 Request processed in 20us (55us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167765.912091:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4224 00000100:00100000:2.0:1746167765.912091:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50902 00000100:00100000:2.0:1746167765.912094:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423673216:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167765.912102:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167765.912107:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423672960:0@lo:400:kworker.0 00000100:00100000:2.0:1746167765.912119:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423673216:12345-0@lo:8:kworker.0 Request processed in 24us (71us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167765.912122:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423673344:0@lo:400:kworker.0 00000100:00100000:2.0:1746167765.912123:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50902 00000100:00100000:0.0:1746167765.912137:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746167765.912137:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167765.912140:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167765.912142:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423673216:0@lo:8:kworker.0 00000100:00100000:0.0:1746167765.912147:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746167765.912151:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423672832:0@lo:400:kworker.0 00000100:00100000:2.0:1746167765.912152:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423673344 00000100:00100000:2.0:1746167765.912154:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423673344 00000100:00100000:0.0:1746167765.912163:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167765.912170:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423672832 00000100:00100000:0.0:1746167765.912172:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423673472:0@lo:400:kworker.0 00000100:00100000:2.0:1746167765.912172:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423672832 00000100:00100000:2.0:1746167765.912183:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8194 00000100:00100000:0.0:1746167765.912184:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167765.912187:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423673344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167765.912197:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423673472 00000100:00100000:0.0:1746167765.912199:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423673472 00000100:00100000:2.0:1746167765.912208:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423673344:12345-0@lo:400:kworker.0 Request processed in 20us (70us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167765.912211:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4225 00000100:00100000:2.0:1746167765.912212:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8194 00000100:00100000:0.0:1746167765.912215:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423673472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167765.912219:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8195 00000100:00100000:2.0:1746167765.912223:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423672832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167765.912233:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423673472:12345-0@lo:400:kworker.0 Request processed in 18us (48us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167765.912237:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4225 00000100:00100000:2.0:1746167765.912237:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423672832:12345-0@lo:400:kworker.0 Request processed in 15us (73us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167765.912241:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8195 00000100:00100000:0.0:1746167765.912253:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423672832:0@lo:400:kworker.0 00000100:00100000:0.0:1746167765.912259:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423673472:0@lo:400:kworker.0 00000100:00100000:0.0:1746167765.912265:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423673344:0@lo:400:kworker.0 00000100:00100000:3.0:1746167765.912309:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423673088 00000100:00100000:3.0:1746167765.912311:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423673088 00000100:00100000:3.0:1746167765.912325:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36707 00000100:00100000:3.0:1746167765.912329:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423673088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167765.912350:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423673088:12345-0@lo:400:kworker.0 Request processed in 21us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167765.912354:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36707 00000100:00080000:1.0:1746167765.912403:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167765.912451:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423673088:0@lo:400:kworker.0 00000100:00100000:0.0:1746167765.922165:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746167765.922186:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097630380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423673600:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167765.922235:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167765.922279:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423673600 00000100:00100000:0.0:1746167765.922285:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423673600 00000100:00100000:0.0:1746167765.922315:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36708 00000100:00100000:0.0:1746167765.922321:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423673600:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167765.922344:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167765.922580:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423673600:12345-0@lo:41:osp-pre-1-0.0 Request processed in 258us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167765.922587:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36708 00000100:00100000:2.0:1746167765.922664:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746167765.922691:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423673728:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167765.922714:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167765.922765:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423673728 00000100:00100000:0.0:1746167765.922768:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423673728 00000100:00100000:0.0:1746167765.922784:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36709 00000100:00100000:0.0:1746167765.922788:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423673728:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167765.922803:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167765.922922:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097630380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423673600:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167765.922976:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423673728:12345-0@lo:41:osp-pre-0-1.0 Request processed in 187us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167765.922982:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36709 00000100:00100000:3.0:1746167765.923045:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423673728:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167766.241967:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423673856:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167766.242021:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167766.243265:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423673856 00000100:00100000:0.0:1746167766.243273:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423673856 00000100:00100000:0.0:1746167766.243327:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7592 00000100:00100000:0.0:1746167766.243335:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423673856:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167766.243361:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167766.243411:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423673856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (1390us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167766.243418:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7592 00000100:00100000:2.0:1746167766.243432:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423673856:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167766.899380:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167767.811573:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167767.813386:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167767.813427:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167767.813473:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167767.813495:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439288960 00000100:00100000:0.0:1746167767.813501:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439288960 00000100:00100000:0.0:1746167767.813541:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439289088 00000100:00100000:0.0:1746167767.813544:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439289088 00000100:00100000:0.0:1746167767.813560:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4226 00000100:00100000:0.0:1746167767.813568:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439288960:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167767.813621:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439288960:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 55us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167767.813627:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4226 00000100:00100000:0.0:1746167767.813639:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4227 00000100:00100000:0.0:1746167767.813643:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439289088:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167767.813660:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439289088:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 16us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167767.813665:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4227 00000100:00100000:2.0:1746167767.813875:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439289216 00000100:00100000:2.0:1746167767.813879:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439289216 00000100:00100000:2.0:1746167767.813896:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50903 00000100:00100000:2.0:1746167767.813901:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439289216:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167767.813920:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167767.813941:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439289216:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 40us (2376us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167767.813947:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50903 00000100:00080000:2.0:1746167767.813971:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746167767.813974:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167767.814241:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439288832 00000100:00100000:3.0:1746167767.814244:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439288832 00000100:00100000:3.0:1746167767.814264:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1336 00000100:00100000:3.0:1746167767.814269:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439288832:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167767.814288:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439288832:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 19us (861us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167767.814292:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1336 00010000:00010000:0.0:1746167767.902480:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167768.907548:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167769.905876:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167770.001898:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423673984:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167770.001955:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167770.003400:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423673984 00000100:00100000:1.0:1746167770.003409:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423673984 00000100:00100000:1.0:1746167770.003461:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7593 00000100:00100000:1.0:1746167770.003469:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090942a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423673984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167770.003495:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167770.003535:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090942a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423673984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (1580us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167770.003540:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7593 00000100:00080000:1.0:1746167770.003563:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167770.003921:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423673984:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746167770.915720:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167770.916317:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746167770.916335:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423674240:0@lo:400:kworker.0 00000100:00100000:2.0:1746167770.916575:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423674368:0@lo:400:kworker.0 00000100:00100000:2.0:1746167770.916624:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167770.916948:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423674368 00000100:00100000:2.0:1746167770.916954:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423674368 00000100:00100000:2.0:1746167770.916993:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4228 00000100:00100000:2.0:1746167770.917000:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423674368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167770.917041:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423674368:12345-0@lo:400:kworker.0 Request processed in 43us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167770.917047:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4228 00000100:00100000:2.0:1746167770.917078:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423674368:0@lo:400:kworker.0 00000100:00100000:0.0:1746167770.917203:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167770.917223:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097630380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423674112:0@lo:400:kworker.0 00000100:00100000:0.0:1746167770.917246:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167770.917276:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423674112 00000100:00100000:0.0:1746167770.917279:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423674112 00000100:00100000:0.0:1746167770.917311:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1337 00000100:00100000:0.0:1746167770.917316:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423674112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167770.917340:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423674112:12345-0@lo:400:kworker.0 Request processed in 24us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167770.917344:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1337 00000100:00100000:0.0:1746167770.917367:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097630380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423674112:0@lo:400:kworker.0 00000100:00100000:3.0:1746167770.917960:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423674240 00000100:00100000:3.0:1746167770.917964:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423674240 00000100:00100000:3.0:1746167770.917985:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4229 00000100:00100000:3.0:1746167770.917991:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423674240:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1746167770.919253:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746167770.919256:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167770.919846:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167770.919850:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167770.919853:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167770.919857:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11686 00000100:00080000:1.0:1746167770.919860:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1746167770.919864:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167770.919881:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880097630700 x1830977423674624/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167770.919921:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423674496:0@lo:400:kworker.0 00000100:00100000:2.0:1746167770.919952:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167770.919983:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423674240:12345-0@lo:400:kworker.0 Request processed in 1991us (2778us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167770.919988:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097630380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423674752:0@lo:400:kworker.0 00000100:00100000:3.0:1746167770.919990:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4229 00000100:00100000:2.0:1746167770.920006:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167770.920018:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423674496 00000100:00100000:3.0:1746167770.920022:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423674496 00000100:00100000:2.0:1746167770.920027:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423674752 00000100:00100000:2.0:1746167770.920030:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423674752 00000100:00100000:3.0:1746167770.920039:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36710 00000100:00100000:3.0:1746167770.920043:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423674496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167770.920048:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8196 00000100:00100000:2.0:1746167770.920052:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423674752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167770.920070:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423674496:12345-0@lo:400:kworker.0 Request processed in 27us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167770.920075:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36710 00000100:00100000:2.0:1746167770.920079:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423674752:12345-0@lo:400:kworker.0 Request processed in 27us (73us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167770.920085:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8196 00000100:00080000:1.0:1746167770.920115:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167770.920118:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1746167770.920118:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097630380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423674752:0@lo:400:kworker.0 00000100:00080000:1.0:1746167770.920119:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167770.920122:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11686 00000100:00080000:1.0:1746167770.920124:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167770.920127:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167770.920127:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746167770.920132:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423674880:0@lo:400:kworker.0 00000100:00100000:1.0:1746167770.920135:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098deaa00 x1830977423675136/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167770.920148:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167770.920162:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423675392:0@lo:400:kworker.0 00000100:00100000:1.0:1746167770.920165:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423675264:0@lo:400:kworker.0 00000100:00100000:2.0:1746167770.920175:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167770.920185:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167770.920192:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423674880 00000100:00100000:2.0:1746167770.920194:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423674880 00000100:00100000:1.0:1746167770.920205:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423674496:0@lo:400:kworker.0 00000100:00100000:2.0:1746167770.920206:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423675392 00000100:00100000:2.0:1746167770.920208:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423675392 00000100:00100000:1.0:1746167770.920212:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746167770.920216:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423675008:0@lo:400:kworker.0 00000100:00100000:2.0:1746167770.920220:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4230 00000100:00100000:2.0:1746167770.920224:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423674880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167770.920228:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167770.920242:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423675008 00000100:00100000:1.0:1746167770.920244:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423675008 00000100:00100000:2.0:1746167770.920247:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423674880:12345-0@lo:400:kworker.0 Request processed in 23us (99us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167770.920252:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4230 00000100:00100000:1.0:1746167770.920259:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36711 00000100:00100000:2.0:1746167770.920261:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4231 00000100:00100000:1.0:1746167770.920263:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423675008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167770.920265:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423675392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167770.920298:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423675008:12345-0@lo:400:kworker.0 Request processed in 35us (69us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167770.920302:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423675392:12345-0@lo:400:kworker.0 Request processed in 36us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167770.920303:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36711 00000100:00100000:2.0:1746167770.920307:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4231 00000100:00100000:1.0:1746167770.920314:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423675264 00000100:00100000:1.0:1746167770.920316:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423675264 00000100:00100000:2.0:1746167770.920327:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423675392:0@lo:400:kworker.0 00000100:00100000:1.0:1746167770.920332:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8197 00000100:00100000:1.0:1746167770.920335:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423675264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167770.920335:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423674880:0@lo:400:kworker.0 00000100:00080000:2.0:1746167770.920348:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167770.920353:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423675264:12345-0@lo:400:kworker.0 Request processed in 18us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167770.920357:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8197 00000100:00100000:1.0:1746167770.920372:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423675008:0@lo:400:kworker.0 00000100:00100000:1.0:1746167770.920378:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423675264:0@lo:400:kworker.0 00000100:00100000:0.0:1746167770.920449:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097630700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423674624:0@lo:8:kworker.0 00000100:00100000:0.0:1746167770.920471:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167770.920493:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098deaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423675136:0@lo:8:kworker.0 00000100:00100000:0.0:1746167770.920507:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167770.921571:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423674624 00000100:00100000:1.0:1746167770.921576:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423674624 00000100:00100000:1.0:1746167770.921602:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423675136 00000100:00100000:1.0:1746167770.921604:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423675136 00000100:00100000:1.0:1746167770.921615:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50904 00000100:00100000:1.0:1746167770.921618:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423674624:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167770.921635:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167770.921693:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423674624:12345-0@lo:8:kworker.0 Request processed in 73us (1221us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167770.921698:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50904 00000100:00080000:0.0:1746167770.921707:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1746167770.921707:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50905 00000100:00080000:0.0:1746167770.921710:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167770.921710:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423675136:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1746167770.921715:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097630700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423674624:0@lo:8:kworker.0 00010000:00020000:1.0:1746167770.921718:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167770.921738:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423675136:12345-0@lo:8:kworker.0 Request processed in 27us (1230us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167770.921742:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50905 00000100:00080000:0.0:1746167770.921746:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167770.921748:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167770.921751:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098deaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423675136:0@lo:8:kworker.0 00000100:00100000:3.0:1746167770.921981:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423674240:0@lo:400:kworker.0 00000100:00100000:2.0:1746167770.929876:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746167770.929895:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423675520:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167770.929952:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167770.930195:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423675648:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167770.932010:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423675520 00000100:00100000:3.0:1746167770.932018:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423675520 00000100:00100000:3.0:1746167770.932069:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36712 00000100:00100000:3.0:1746167770.932076:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423675520:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167770.932105:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167770.932153:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423675520:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (2201us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167770.932159:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36712 00000100:00100000:2.0:1746167770.932275:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090943100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423675520:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167770.932371:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167770.932409:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423675648 00000100:00100000:0.0:1746167770.932413:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423675648 00000100:00100000:0.0:1746167770.932444:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36713 00000100:00100000:0.0:1746167770.932450:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423675648:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167770.932466:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167770.932511:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423675648:12345-0@lo:41:osp-pre-1-0.0 Request processed in 61us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167770.932516:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36713 00000100:00100000:1.0:1746167770.932604:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423675648:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167771.249980:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423675776:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167771.250035:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167771.250171:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423675776 00000100:00100000:2.0:1746167771.250178:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423675776 00000100:00100000:2.0:1746167771.250212:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7594 00000100:00100000:2.0:1746167771.250219:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423675776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167771.250243:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167771.250787:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423675776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 567us (750us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167771.250793:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7594 00000100:00100000:0.0:1746167771.250969:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423675776:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167771.910724:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167772.813560:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167772.813609:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167772.813639:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167772.813979:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167772.814013:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439289728 00000100:00100000:0.0:1746167772.814021:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439289728 00000100:00100000:0.0:1746167772.814049:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50906 00000100:00100000:0.0:1746167772.814055:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439289728:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167772.814077:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167772.814118:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439289728:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 62us (139us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167772.814124:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50906 00000100:00100000:3.0:1746167772.814235:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439289472 00000100:00100000:3.0:1746167772.814239:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439289472 00000100:00100000:3.0:1746167772.814285:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439289600 00000100:00100000:3.0:1746167772.814288:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439289600 00000100:00100000:3.0:1746167772.814307:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4232 00000100:00100000:3.0:1746167772.814314:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439289472:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167772.814350:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439289472:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 38us (798us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167772.814355:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4232 00000100:00100000:3.0:1746167772.814367:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4233 00000100:00100000:3.0:1746167772.814371:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439289600:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167772.814391:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439289600:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 20us (751us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167772.814395:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4233 00000100:00080000:3.0:1746167772.814458:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746167772.814461:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167772.814750:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439289344 00000100:00100000:2.0:1746167772.814755:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439289344 00000100:00100000:2.0:1746167772.814778:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1338 00000100:00100000:2.0:1746167772.814784:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439289344:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167772.814809:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439289344:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 25us (1199us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167772.814813:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1338 00010000:00010000:0.0:1746167772.912632:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167773.914565:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167774.920080:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167775.011356:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423675904:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167775.011413:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167775.011461:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423675904 00000100:00100000:3.0:1746167775.011467:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423675904 00000100:00100000:3.0:1746167775.011505:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7595 00000100:00100000:3.0:1746167775.011511:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423675904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167775.011533:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167775.011561:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423675904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167775.011566:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7595 00000100:00080000:3.0:1746167775.011581:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167775.011852:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423675904:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746167775.917923:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167775.937876:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746167775.937892:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423676032:0@lo:41:osp-pre-0-1.0 00000100:00080000:1.0:1746167775.937918:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167775.937921:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167775.937924:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167775.937927:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11691 00000100:00080000:1.0:1746167775.937929:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167775.937933:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167775.937938:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167775.937947:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090b0b100 x1830977423676800/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167775.937964:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167775.937966:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167775.937967:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167775.937969:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11691 00000100:00080000:1.0:1746167775.937970:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167775.937972:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167775.937974:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423676416:0@lo:400:kworker.0 00000100:00100000:1.0:1746167775.937977:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136054700 x1830977423677312/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167775.937988:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167775.937997:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423676160:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167775.937997:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e321180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423677056:0@lo:400:kworker.0 00000100:00100000:3.0:1746167775.938006:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167775.938015:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1746167775.938017:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167775.938017:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098deaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423676544:0@lo:400:kworker.0 00000100:00100000:1.0:1746167775.938037:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423676672:0@lo:400:kworker.0 00000100:00100000:0.0:1746167775.938077:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423676288:0@lo:400:kworker.0 00000100:00100000:2.0:1746167775.938112:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423676032 00000100:00100000:2.0:1746167775.938118:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423676032 00000100:00100000:2.0:1746167775.938143:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423676160 00000100:00100000:2.0:1746167775.938145:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423676160 00000100:00100000:2.0:1746167775.938154:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36714 00000100:00100000:2.0:1746167775.938158:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423676032:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746167775.938181:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167775.938236:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167775.938251:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423677184:0@lo:400:kworker.0 00000100:00100000:3.0:1746167775.938266:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167775.938284:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423676416 00000100:00100000:3.0:1746167775.938287:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423676416 00000100:00100000:3.0:1746167775.938310:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423677056 00000100:00100000:3.0:1746167775.938313:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423677056 00000100:00100000:1.0:1746167775.938316:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167775.938317:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167775.938328:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423677440:0@lo:400:kworker.0 00000100:00100000:0.0:1746167775.938334:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e320a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423676928:0@lo:400:kworker.0 00000100:00100000:1.0:1746167775.938345:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167775.938350:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423676800:0@lo:8:kworker.0 00000100:00100000:0.0:1746167775.938365:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167775.938369:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423677184 00000100:00100000:1.0:1746167775.938373:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423677184 00000100:00100000:0.0:1746167775.938376:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423677312:0@lo:8:kworker.0 00000100:00100000:3.0:1746167775.938378:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423676544 00000100:00100000:3.0:1746167775.938381:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423676544 00000100:00100000:1.0:1746167775.938385:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423676672 00000100:00100000:1.0:1746167775.938387:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423676672 00000100:00100000:0.0:1746167775.938390:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167775.938396:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36715 00000100:00100000:3.0:1746167775.938396:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4234 00000100:00100000:1.0:1746167775.938401:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:3771:x1830977423676160:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167775.938402:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090943100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423676416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167775.938409:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423676288 00000100:00100000:0.0:1746167775.938411:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423676288 00000004:00000024:1.0:1746167775.938415:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167775.938428:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1339 00000100:00100000:3.0:1746167775.938431:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090943100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423676416:12345-0@lo:400:kworker.0 Request processed in 30us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167775.938433:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423676288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167775.938437:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4234 00000100:00100000:1.0:1746167775.938440:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:3771:x1830977423676160:12345-0@lo:41:osp-pre-1-0.0 Request processed in 40us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167775.938446:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36715 00000100:00100000:3.0:1746167775.938450:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4235 00000100:00100000:0.0:1746167775.938452:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423676288:12345-0@lo:400:kworker.0 Request processed in 20us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167775.938455:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090941f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423677056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167775.938456:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36716 00000100:00100000:0.0:1746167775.938457:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1339 00000100:00100000:1.0:1746167775.938460:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090941500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423677184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167775.938475:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423677440 00000100:00100000:3.0:1746167775.938477:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090941f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423677056:12345-0@lo:400:kworker.0 Request processed in 22us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167775.938478:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423677440 00000100:00100000:1.0:1746167775.938480:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090941500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423677184:12345-0@lo:400:kworker.0 Request processed in 20us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167775.938482:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4235 00000100:00100000:3.0:1746167775.938492:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4236 00000100:00100000:0.0:1746167775.938495:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423676800 00000100:00100000:3.0:1746167775.938496:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090942d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423676544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167775.938497:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423676800 00000100:00100000:1.0:1746167775.938500:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36716 00000100:00100000:0.0:1746167775.938505:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423677312 00000100:00100000:0.0:1746167775.938507:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423677312 00000100:00100000:1.0:1746167775.938508:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36717 00000100:00100000:1.0:1746167775.938513:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:3771:x1830977423676672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167775.938516:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8198 00000100:00100000:3.0:1746167775.938516:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090942d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423676544:12345-0@lo:400:kworker.0 Request processed in 20us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167775.938519:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423677440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167775.938520:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4236 00000100:00100000:1.0:1746167775.938535:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:3771:x1830977423676672:12345-0@lo:400:kworker.0 Request processed in 22us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167775.938539:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423677440:12345-0@lo:400:kworker.0 Request processed in 19us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167775.938539:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36717 00000100:00080000:3.0:1746167775.938540:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167775.938543:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8198 00000100:00080000:3.0:1746167775.938543:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746167775.938545:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167775.938549:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50907 00000100:00100000:0.0:1746167775.938553:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423676800:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746167775.938553:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50908 00000100:00100000:1.0:1746167775.938556:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423677312:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1746167775.938564:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098deaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423676544:0@lo:400:kworker.0 00010000:00020000:0.0:1746167775.938570:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1746167775.938572:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167775.938572:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423677184:0@lo:400:kworker.0 00000100:00100000:3.0:1746167775.938579:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423676416:0@lo:400:kworker.0 00000100:00100000:3.0:1746167775.938586:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e321180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423677056:0@lo:400:kworker.0 00000100:00100000:0.0:1746167775.938591:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423676800:12345-0@lo:8:kworker.0 Request processed in 36us (225us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167775.938591:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423677312:12345-0@lo:8:kworker.0 Request processed in 34us (200us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167775.938595:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50908 00000100:00100000:1.0:1746167775.938609:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167775.938622:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136055c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423677568:0@lo:400:kworker.0 00000100:00100000:3.0:1746167775.938623:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423676928 00000100:00100000:3.0:1746167775.938626:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423676928 00000100:00100000:1.0:1746167775.938854:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167775.938871:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423676032:12345-0@lo:41:osp-pre-0-1.0 Request processed in 708us (927us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167775.938876:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36714 00000100:00100000:1.0:1746167775.938878:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423676288:0@lo:400:kworker.0 00000100:00100000:1.0:1746167775.938899:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423676160:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167775.938902:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423677568 00000100:00100000:2.0:1746167775.938904:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423677568 00000100:00100000:1.0:1746167775.938906:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423676672:0@lo:400:kworker.0 00000100:00100000:1.0:1746167775.938912:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423677440:0@lo:400:kworker.0 00000100:00100000:2.0:1746167775.938918:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4237 00000100:00100000:2.0:1746167775.938922:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423677568:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1746167775.938945:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1746167775.938946:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423677568:12345-0@lo:400:kworker.0 Request processed in 24us (93us total) trans 0 rc 0/0 00000100:00080000:1.0:1746167775.938948:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167775.938951:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423676800:0@lo:8:kworker.0 00000100:00100000:2.0:1746167775.938951:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4237 00000100:00080000:1.0:1746167775.938958:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167775.938960:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167775.938962:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423677312:0@lo:8:kworker.0 00000100:00100000:1.0:1746167775.938978:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136055c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423677568:0@lo:400:kworker.0 00000100:00100000:0.0:1746167775.939318:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50907 00000100:00100000:3.0:1746167775.939993:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8199 00000100:00100000:3.0:1746167775.940000:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423676928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167775.940041:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423676928:12345-0@lo:400:kworker.0 Request processed in 42us (1430us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167775.940047:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8199 00000100:00100000:3.0:1746167775.940287:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423676032:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167775.940363:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e320a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423676928:0@lo:400:kworker.0 00000100:00100000:3.0:1746167776.257942:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423677696:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746167776.257998:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167776.258090:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423677696 00000100:00100000:1.0:1746167776.258098:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423677696 00000100:00100000:1.0:1746167776.258133:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7596 00000100:00100000:1.0:1746167776.258139:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423677696:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167776.258165:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167776.258242:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423677696:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167776.258248:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7596 00000100:00100000:2.0:1746167776.258280:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423677696:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167776.920146:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167777.821581:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167777.822265:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167777.822286:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167777.822522:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439289856 00000100:00100000:3.0:1746167777.822530:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439289856 00000100:00100000:3.0:1746167777.822580:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1340 00000100:00100000:3.0:1746167777.822588:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439289856:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167777.822643:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439289856:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 56us (1069us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167777.822649:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1340 00000100:00100000:0.0:1746167777.822839:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167777.822948:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439289984 00000100:00100000:2.0:1746167777.822952:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439289984 00000100:00100000:2.0:1746167777.822978:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439290112 00000100:00100000:2.0:1746167777.822980:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439290112 00000100:00100000:2.0:1746167777.822993:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4238 00000100:00100000:2.0:1746167777.822998:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439289984:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167777.823035:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439289984:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 38us (770us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167777.823040:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4238 00000100:00100000:2.0:1746167777.823048:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4239 00000100:00100000:2.0:1746167777.823052:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439290112:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167777.823067:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439290112:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 15us (780us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167777.823071:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4239 00000100:00080000:2.0:1746167777.823091:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746167777.823094:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167777.823201:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439290240 00000100:00100000:1.0:1746167777.823206:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439290240 00000100:00100000:1.0:1746167777.823235:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50909 00000100:00100000:1.0:1746167777.823240:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439290240:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167777.823258:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167777.823283:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439290240:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 43us (444us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167777.823288:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50909 00010000:00010000:0.0:1746167777.921914:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167778.924459:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167779.925885:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167780.018511:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e320a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423677824:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167780.018565:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167780.018698:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423677824 00000100:00100000:3.0:1746167780.018704:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423677824 00000100:00100000:3.0:1746167780.018750:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7597 00000100:00100000:3.0:1746167780.018757:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423677824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167780.018780:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:2.0:1746167780.018901:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167780.018934:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423677824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 177us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167780.018941:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7597 00000100:00100000:1.0:1746167780.019523:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e320a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423677824:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746167780.932929:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1746167780.945858:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167780.945862:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167780.945865:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167780.945871:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11696 00000100:00080000:1.0:1746167780.945874:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167780.945879:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167780.945895:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880094318380 x1830977423678464/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167780.945917:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167780.945919:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167780.945920:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167780.945923:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11696 00000100:00080000:1.0:1746167780.945925:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1746167780.945927:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167780.945934:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009a4d0700 x1830977423678976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167780.945963:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423678080:0@lo:400:kworker.0 00000100:00100000:1.0:1746167780.946020:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167780.946242:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423677952:0@lo:400:kworker.0 00000100:00100000:1.0:1746167780.946273:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423678720:0@lo:400:kworker.0 00000100:00100000:0.0:1746167780.946274:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167780.946292:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167780.946304:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009431ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423678592:0@lo:400:kworker.0 00000100:00100000:1.0:1746167780.946316:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423678336:0@lo:400:kworker.0 00000100:00100000:0.0:1746167780.946323:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167780.946332:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167780.946337:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423679232:0@lo:400:kworker.0 00000100:00100000:1.0:1746167780.946342:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423679104:0@lo:400:kworker.0 00000100:00100000:1.0:1746167780.946353:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167780.946362:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1746167780.946365:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423678208:0@lo:400:kworker.0 00000100:00100000:1.0:1746167780.946376:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167780.946384:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009431a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423678848:0@lo:400:kworker.0 00000100:00100000:1.0:1746167780.946394:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167780.946407:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094318380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423678464:0@lo:8:kworker.0 00000100:00100000:1.0:1746167780.946421:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167780.946430:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423678976:0@lo:8:kworker.0 00000100:00100000:1.0:1746167780.946441:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167780.946459:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423678592 00000100:00100000:1.0:1746167780.946465:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423678592 00000100:00100000:1.0:1746167780.946488:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423679104 00000100:00100000:1.0:1746167780.946490:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423679104 00000100:00100000:1.0:1746167780.946503:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423678464 00000100:00100000:1.0:1746167780.946505:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423678464 00000100:00100000:1.0:1746167780.946512:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423678976 00000100:00100000:1.0:1746167780.946514:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423678976 00000100:00100000:1.0:1746167780.946522:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8200 00000100:00100000:1.0:1746167780.946527:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423678592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167780.946561:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423678592:12345-0@lo:400:kworker.0 Request processed in 33us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167780.946566:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8200 00000100:00100000:1.0:1746167780.946577:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8201 00000100:00100000:1.0:1746167780.946582:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423679104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167780.946604:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423679104:12345-0@lo:400:kworker.0 Request processed in 22us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167780.946608:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8201 00000100:00100000:1.0:1746167780.946616:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50910 00000100:00100000:1.0:1746167780.946620:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ed1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423678464:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167780.946635:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167780.946652:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ed1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423678464:12345-0@lo:8:kworker.0 Request processed in 31us (230us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167780.946656:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50910 00000100:00100000:1.0:1746167780.946772:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50911 00000100:00100000:1.0:1746167780.946775:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423678976:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167780.946783:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167780.946795:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423678976:12345-0@lo:8:kworker.0 Request processed in 20us (354us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167780.946799:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50911 00000100:00100000:1.0:1746167780.946812:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423678336 00000100:00100000:1.0:1746167780.946814:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423678336 00000100:00100000:1.0:1746167780.946828:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423678848 00000100:00100000:1.0:1746167780.946830:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423678848 00000100:00100000:1.0:1746167780.946838:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36718 00000100:00100000:1.0:1746167780.946841:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423678336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167780.946865:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423678336:12345-0@lo:400:kworker.0 Request processed in 24us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167780.946870:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36718 00000100:00100000:1.0:1746167780.946877:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36719 00000100:00100000:1.0:1746167780.946881:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423678848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167780.946899:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423678848:12345-0@lo:400:kworker.0 Request processed in 18us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167780.946903:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36719 00000100:00080000:1.0:1746167780.946935:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167780.946938:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167780.946941:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094318380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423678464:0@lo:8:kworker.0 00000100:00080000:1.0:1746167780.946947:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167780.946948:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167780.946950:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423678976:0@lo:8:kworker.0 00000100:00100000:1.0:1746167780.946968:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009431a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423678848:0@lo:400:kworker.0 00000100:00100000:1.0:1746167780.946974:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423678336:0@lo:400:kworker.0 00000100:00100000:1.0:1746167780.946980:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423679104:0@lo:400:kworker.0 00000100:00100000:1.0:1746167780.947008:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423678080 00000100:00100000:1.0:1746167780.947010:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423678080 00000100:00100000:1.0:1746167780.947027:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423678720 00000100:00100000:1.0:1746167780.947028:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423678720 00000100:00100000:1.0:1746167780.947036:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423678208 00000100:00100000:1.0:1746167780.947037:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423678208 00000100:00100000:1.0:1746167780.947047:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4240 00000100:00100000:1.0:1746167780.947051:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423678080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167780.947070:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423678080:12345-0@lo:400:kworker.0 Request processed in 19us (1051us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167780.947074:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4240 00000100:00100000:1.0:1746167780.947080:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4241 00000100:00100000:1.0:1746167780.947084:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423678720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167780.947096:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423678720:12345-0@lo:400:kworker.0 Request processed in 12us (804us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167780.947100:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4241 00000100:00100000:1.0:1746167780.947105:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4242 00000100:00100000:1.0:1746167780.947109:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423678208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167780.947140:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423678208:12345-0@lo:400:kworker.0 Request processed in 31us (763us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167780.947144:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4242 00000100:00100000:1.0:1746167780.947163:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423678208:0@lo:400:kworker.0 00000100:00080000:1.0:1746167780.947173:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167780.947176:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746167780.947178:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167780.947187:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423678080:0@lo:400:kworker.0 00000100:00100000:1.0:1746167780.947194:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423678720:0@lo:400:kworker.0 00000100:00100000:1.0:1746167780.947472:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097630700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423679360:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167780.947492:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167780.947514:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423679360 00000100:00100000:1.0:1746167780.947517:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423679360 00000100:00100000:1.0:1746167780.947531:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36720 00000100:00100000:1.0:1746167780.947535:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423679360:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746167780.947553:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167780.947574:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423679360:12345-0@lo:41:osp-pre-1-0.0 Request processed in 39us (81us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167780.947578:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36720 00000100:00100000:1.0:1746167780.947595:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097630700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423679360:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167780.948235:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167780.949023:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009431ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423678592:0@lo:400:kworker.0 00000100:00100000:0.0:1746167780.949048:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423677952 00000100:00100000:0.0:1746167780.949052:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423677952 00000100:00100000:0.0:1746167780.949074:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1341 00000100:00100000:0.0:1746167780.949079:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423677952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167780.949107:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423677952:12345-0@lo:400:kworker.0 Request processed in 28us (2833us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167780.949127:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1341 00000100:00100000:0.0:1746167780.949165:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423677952:0@lo:400:kworker.0 00000100:00100000:1.0:1746167780.951695:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423679232 00000100:00100000:1.0:1746167780.951706:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423679232 00000100:00100000:1.0:1746167780.951753:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4243 00000100:00100000:1.0:1746167780.951759:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423679232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167780.951813:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423679232:12345-0@lo:400:kworker.0 Request processed in 55us (3578us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167780.951818:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4243 00000100:00100000:1.0:1746167780.951850:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423679232:0@lo:400:kworker.0 00000100:00100000:2.0:1746167780.952308:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746167780.952317:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423679488:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167780.952347:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167780.952364:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423679488 00000100:00100000:0.0:1746167780.952368:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423679488 00000100:00100000:0.0:1746167780.952403:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36721 00000100:00100000:0.0:1746167780.952409:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097630000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423679488:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167780.952432:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167780.952463:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097630000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423679488:12345-0@lo:41:osp-pre-0-1.0 Request processed in 54us (115us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167780.952468:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36721 00000100:00100000:2.0:1746167780.952475:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423679488:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167781.265910:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746167781.265927:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423679616:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167781.265983:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167781.266091:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423679616 00000100:00100000:2.0:1746167781.266097:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423679616 00000100:00100000:2.0:1746167781.266142:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7598 00000100:00100000:2.0:1746167781.266146:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423679616:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167781.266167:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167781.266391:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423679616:12345-0@lo:13:osp-pre-1-0.0 Request processed in 243us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167781.266398:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7598 00000100:00100000:1.0:1746167781.266512:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423679616:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167781.935476:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167782.830966:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167782.830998:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167782.831150:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167782.831206:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439290624 00000100:00100000:3.0:1746167782.831214:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439290624 00000100:00100000:0.0:1746167782.831243:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167782.831260:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439290496 00000100:00100000:1.0:1746167782.831263:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439290496 00000100:00100000:0.0:1746167782.831274:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439290752 00000100:00100000:0.0:1746167782.831276:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439290752 00000100:00100000:0.0:1746167782.831304:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50912 00000100:00100000:3.0:1746167782.831304:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4244 00000100:00100000:0.0:1746167782.831310:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439290752:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:3.0:1746167782.831311:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439290624:12345-192.168.201.29@tcp:400:kworker.0 00010000:00020000:0.0:1746167782.831332:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167782.831365:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439290752:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 55us (122us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167782.831371:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50912 00000100:00100000:1.0:1746167782.831378:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4245 00000100:00100000:1.0:1746167782.831383:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439290496:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167782.831429:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439290624:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 118us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167782.831435:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4244 00000100:00080000:3.0:1746167782.831465:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746167782.831468:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167782.831512:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439290496:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 128us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167782.831517:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4245 00000100:00100000:2.0:1746167782.831589:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439290368 00000100:00100000:2.0:1746167782.831593:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439290368 00000100:00100000:2.0:1746167782.831948:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1342 00000100:00100000:2.0:1746167782.831955:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f67ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439290368:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167782.832722:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f67ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439290368:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 765us (1759us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167782.832730:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1342 00010000:00010000:0.0:1746167782.939555:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167783.946446:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167784.947873:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167785.026185:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e321180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423679744:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167785.026240:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167785.027307:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423679744 00000100:00100000:2.0:1746167785.027316:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423679744 00000100:00100000:2.0:1746167785.027356:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7599 00000100:00100000:2.0:1746167785.027365:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423679744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167785.027389:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167785.027423:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423679744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (1182us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167785.027428:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7599 00000100:00080000:2.0:1746167785.027452:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167785.028014:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e321180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423679744:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746167785.952329:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167785.953821:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746167785.953838:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423679872:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167785.953893:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167785.953963:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423679872 00000100:00100000:1.0:1746167785.953970:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423679872 00000100:00100000:1.0:1746167785.954001:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36722 00000100:00100000:1.0:1746167785.954008:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423679872:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746167785.954045:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167785.954080:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423679872:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167785.954086:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36722 00000100:00100000:1.0:1746167785.954131:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423679872:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167785.957282:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097630380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423680000:0@lo:400:kworker.0 00000100:00100000:1.0:1746167785.957337:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167785.957396:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423680000 00000100:00100000:1.0:1746167785.957402:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423680000 00000100:00100000:1.0:1746167785.957436:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1343 00000100:00100000:1.0:1746167785.957443:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f67e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423680000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167785.957480:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f67e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423680000:12345-0@lo:400:kworker.0 Request processed in 37us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167785.957486:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1343 00000100:00100000:1.0:1746167785.959073:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423680256:0@lo:400:kworker.0 00000100:00100000:1.0:1746167785.959101:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167785.959126:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423680256 00000100:00100000:1.0:1746167785.959129:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423680256 00000100:00100000:1.0:1746167785.959165:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4246 00000100:00100000:1.0:1746167785.959171:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423680256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167785.959199:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423680256:12345-0@lo:400:kworker.0 Request processed in 29us (97us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167785.959204:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4246 00000100:00100000:1.0:1746167785.959227:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423680128:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167785.959250:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167785.959269:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097630700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423680384:0@lo:400:kworker.0 00000100:00100000:1.0:1746167785.959284:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167785.959298:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423680384 00000100:00100000:1.0:1746167785.959300:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423680384 00000100:00100000:1.0:1746167785.959318:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4247 00000100:00100000:1.0:1746167785.959322:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094319880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423680384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167785.959347:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094319880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423680384:12345-0@lo:400:kworker.0 Request processed in 25us (63us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167785.959352:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4247 00000100:00080000:1.0:1746167785.959374:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167785.959377:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167785.959391:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423680128 00000100:00100000:1.0:1746167785.959394:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423680128 00000100:00100000:1.0:1746167785.959407:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36723 00000100:00100000:1.0:1746167785.959411:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423680128:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167785.959431:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00080000:2.0:1746167785.960473:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167785.960478:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167785.960481:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167785.960485:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11701 00000100:00080000:2.0:1746167785.960489:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746167785.960493:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167785.960515:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb65f80 x1830977423680640/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746167785.960546:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167785.960549:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167785.960551:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167785.960554:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11701 00000100:00080000:2.0:1746167785.960556:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746167785.960559:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167785.960568:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb64380 x1830977423681024/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167785.960613:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423680640:0@lo:8:kworker.0 00000100:00100000:2.0:1746167785.960641:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167785.960703:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423680640 00000100:00100000:0.0:1746167785.960707:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423680640 00000100:00100000:0.0:1746167785.960724:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50913 00000100:00100000:0.0:1746167785.960728:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423680640:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167785.960744:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167785.960777:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423680640:12345-0@lo:8:kworker.0 Request processed in 49us (137us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167785.960782:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50913 00000100:00100000:1.0:1746167785.962238:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423680128:12345-0@lo:41:osp-pre-0-1.0 Request processed in 2822us (2984us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167785.962245:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36723 00000100:00100000:1.0:1746167785.962299:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097630700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423680384:0@lo:400:kworker.0 00000100:00100000:1.0:1746167785.962315:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423681152:0@lo:400:kworker.0 00000100:00100000:1.0:1746167785.962336:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167785.962363:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746167785.962368:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423680896:0@lo:400:kworker.0 00000100:00100000:1.0:1746167785.962383:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167785.962402:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423680896 00000100:00100000:1.0:1746167785.962404:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423680896 00000100:00100000:1.0:1746167785.962422:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4248 00000100:00100000:1.0:1746167785.962427:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423680896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167785.962451:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423680896:12345-0@lo:400:kworker.0 Request processed in 24us (67us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167785.962456:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4248 00000100:00100000:1.0:1746167785.962472:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423680896:0@lo:400:kworker.0 00000100:00100000:1.0:1746167785.962497:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097630380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423680000:0@lo:400:kworker.0 00000100:00100000:1.0:1746167785.962506:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423680512:0@lo:400:kworker.0 00000100:00100000:1.0:1746167785.962522:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167785.962534:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423681280:0@lo:400:kworker.0 00000100:00100000:1.0:1746167785.962548:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167785.962557:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746167785.962560:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423680768:0@lo:400:kworker.0 00000100:00100000:1.0:1746167785.962572:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167785.962585:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423681280 00000100:00100000:1.0:1746167785.962587:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423681280 00000100:00100000:1.0:1746167785.962601:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4249 00000100:00100000:1.0:1746167785.962605:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097630380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423681280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167785.962624:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097630380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423681280:12345-0@lo:400:kworker.0 Request processed in 19us (75us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167785.962628:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4249 00000100:00100000:1.0:1746167785.962642:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423681280:0@lo:400:kworker.0 00000100:00100000:1.0:1746167785.962651:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423680512 00000100:00100000:1.0:1746167785.962653:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423680512 00000100:00100000:1.0:1746167785.962665:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36724 00000100:00100000:1.0:1746167785.962892:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423680512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167785.962917:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423680512:12345-0@lo:400:kworker.0 Request processed in 248us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167785.962921:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36724 00000100:00100000:1.0:1746167785.962939:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423680512:0@lo:400:kworker.0 00000100:00100000:0.0:1746167785.963008:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423680128:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167785.963038:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423681152 00000100:00100000:0.0:1746167785.963040:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423681152 00000100:00100000:0.0:1746167785.963069:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423680768 00000100:00100000:0.0:1746167785.963071:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423680768 00000100:00100000:0.0:1746167785.963082:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8202 00000100:00100000:0.0:1746167785.963086:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094319c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423681152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167785.963110:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094319c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423681152:12345-0@lo:400:kworker.0 Request processed in 24us (774us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167785.963114:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8202 00000100:00100000:0.0:1746167785.963121:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8203 00000100:00100000:0.0:1746167785.963125:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097630700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423680768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167785.963140:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097630700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423680768:12345-0@lo:400:kworker.0 Request processed in 15us (568us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167785.963145:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8203 00000100:00100000:0.0:1746167785.963161:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423680768:0@lo:400:kworker.0 00000100:00100000:0.0:1746167785.963177:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423681152:0@lo:400:kworker.0 00000100:00100000:3.0:1746167785.963277:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423680256:0@lo:400:kworker.0 00000100:00080000:2.0:1746167785.963336:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167785.963340:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167785.963343:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423680640:0@lo:8:kworker.0 00000100:00100000:2.0:1746167785.963348:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423681024:0@lo:8:kworker.0 00000100:00100000:2.0:1746167785.963365:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167785.963424:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423681024 00000100:00100000:3.0:1746167785.963427:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423681024 00000100:00100000:3.0:1746167785.963495:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50914 00000100:00100000:3.0:1746167785.963499:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423681024:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167785.963513:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167785.963666:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423681024:12345-0@lo:8:kworker.0 Request processed in 164us (298us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167785.963671:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50914 00000100:00080000:2.0:1746167785.963785:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167785.963788:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167785.963791:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423681024:0@lo:8:kworker.0 00000100:00080000:1.0:1746167785.966173:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167786.276958:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423681408:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167786.277021:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167786.279660:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423681408 00000100:00100000:3.0:1746167786.279670:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423681408 00000100:00100000:3.0:1746167786.279735:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7600 00000100:00100000:3.0:1746167786.279743:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423681408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167786.279772:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167786.279840:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423681408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (2819us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167786.279847:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7600 00000100:00100000:0.0:1746167786.279936:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423681408:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167786.954053:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167787.838614:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167787.838657:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167787.838938:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439290880 00000100:00100000:1.0:1746167787.838946:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439290880 00000100:00100000:0.0:1746167787.838962:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167787.838985:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1344 00000100:00100000:1.0:1746167787.838992:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439290880:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167787.839026:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439291136 00000100:00100000:0.0:1746167787.839030:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439291136 00000100:00100000:1.0:1746167787.839061:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439290880:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 68us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167787.839068:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1344 00000100:00080000:1.0:1746167787.839095:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167787.839922:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439291008 00000100:00100000:0.0:1746167787.839926:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439291008 00000100:00100000:2.0:1746167787.840302:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4250 00000100:00100000:2.0:1746167787.840313:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439291136:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167787.840352:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439291136:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 43us (1694us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167787.840357:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4250 00000100:00100000:2.0:1746167787.840370:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4251 00000100:00100000:2.0:1746167787.840375:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439291008:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167787.840394:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439291008:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 19us (1432us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167787.840399:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4251 00000100:00080000:1.0:1746167787.840603:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167787.842505:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167787.843526:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439291264 00000100:00100000:3.0:1746167787.843534:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439291264 00000100:00100000:3.0:1746167787.843574:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50915 00000100:00100000:3.0:1746167787.843580:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439291264:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167787.843600:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167787.843658:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439291264:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 76us (1159us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167787.843664:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50915 00010000:00010000:0.0:1746167787.956071:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167788.958622:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167789.959900:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167790.034365:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746167790.034389:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e321180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423681536:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167790.034451:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167790.034712:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423681536 00000100:00100000:3.0:1746167790.034719:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423681536 00000100:00100000:3.0:1746167790.034756:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7601 00000100:00100000:3.0:1746167790.034765:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097632300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423681536:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167790.034793:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167790.034826:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097632300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423681536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167790.034836:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7601 00000100:00100000:1.0:1746167790.035218:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e321180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423681536:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1746167790.035279:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167790.962770:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423681664:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167790.962839:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167790.962968:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423681664 00000100:00100000:0.0:1746167790.962975:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423681664 00000100:00100000:0.0:1746167790.963017:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36725 00000100:00100000:0.0:1746167790.963030:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097630e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423681664:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167790.963257:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00010000:00010000:2.0:1746167790.963461:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167790.964782:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097630e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423681664:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1748us (1932us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167790.964792:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36725 00000100:00100000:1.0:1746167790.965044:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423681664:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167790.979256:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423681792:0@lo:400:kworker.0 00000100:00100000:0.0:1746167790.981164:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167790.981216:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423682048:0@lo:400:kworker.0 00000100:00100000:3.0:1746167790.981253:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167790.981318:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423682048 00000100:00100000:3.0:1746167790.981324:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423682048 00000100:00100000:3.0:1746167790.981361:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4252 00000100:00100000:3.0:1746167790.981371:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e320a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423682048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167790.981403:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e320a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423682048:12345-0@lo:400:kworker.0 Request processed in 37us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167790.981413:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4252 00000100:00080000:3.0:1746167790.981430:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167790.981447:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423682048:0@lo:400:kworker.0 00000100:00100000:1.0:1746167790.981765:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423681920:0@lo:400:kworker.0 00000100:00100000:1.0:1746167790.981803:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746167790.982304:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167790.982308:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167790.982310:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167790.982314:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11706 00000100:00080000:2.0:1746167790.982317:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00100000:0.0:1746167790.982378:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e321180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423682304:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167790.982400:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167790.982420:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423682304 00000100:00100000:0.0:1746167790.982424:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423682304 00000100:00100000:0.0:1746167790.982445:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36726 00000100:00100000:0.0:1746167790.982451:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423682304:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167790.982472:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167790.982499:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423682304:12345-0@lo:41:osp-pre-0-1.0 Request processed in 48us (98us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167790.982504:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36726 00000100:00100000:0.0:1746167790.982529:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e321180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423682304:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167790.982547:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423682176:0@lo:400:kworker.0 00000100:00100000:0.0:1746167790.982566:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167790.982582:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423682176 00000100:00100000:0.0:1746167790.982584:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423682176 00000100:00100000:0.0:1746167790.982597:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36727 00000100:00100000:0.0:1746167790.982600:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a405850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423682176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167790.982619:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a405850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423682176:12345-0@lo:400:kworker.0 Request processed in 19us (53us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167790.982624:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36727 00000100:00100000:0.0:1746167790.983133:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423682176:0@lo:400:kworker.0 00000100:00100000:0.0:1746167790.983154:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423681920 00000100:00100000:0.0:1746167790.983157:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423681920 00000100:00100000:0.0:1746167790.983179:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4253 00000100:00100000:0.0:1746167790.983183:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090943b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423681920:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1746167790.983563:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746167790.983633:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167790.983653:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb65500 x1830977423682432/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167790.983709:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423682432:0@lo:8:kworker.0 00000100:00100000:1.0:1746167790.983864:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423681792 00000100:00100000:1.0:1746167790.983868:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423681792 00000100:00100000:1.0:1746167790.983899:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1345 00000100:00100000:1.0:1746167790.983904:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423681792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167790.983937:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423681792:12345-0@lo:400:kworker.0 Request processed in 34us (2779us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167790.983953:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1345 00000100:00100000:1.0:1746167790.983975:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423682560:0@lo:400:kworker.0 00000100:00100000:1.0:1746167790.983995:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167790.984099:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167790.984121:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423682560 00000100:00100000:3.0:1746167790.984124:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423682560 00000100:00100000:3.0:1746167790.984140:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423682432 00000100:00100000:3.0:1746167790.984142:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423682432 00000100:00100000:3.0:1746167790.984151:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8204 00000100:00100000:3.0:1746167790.984155:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090942680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423682560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167790.988007:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090942680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423682560:12345-0@lo:400:kworker.0 Request processed in 3844us (4003us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167790.988020:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8204 00000100:00100000:3.0:1746167790.988048:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50916 00000100:00100000:3.0:1746167790.988053:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e320000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423682432:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167790.988074:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167790.988118:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e320000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423682432:12345-0@lo:8:kworker.0 Request processed in 65us (4018us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167790.988123:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50916 00000100:00080000:2.0:1746167790.988525:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167790.988529:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167790.988531:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167790.988536:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11706 00000100:00080000:2.0:1746167790.988539:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746167790.988543:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167790.988558:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb67100 x1830977423682816/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167790.988605:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423682688:0@lo:400:kworker.0 00000100:00100000:2.0:1746167790.988634:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167790.988659:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746167790.988663:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423682944:0@lo:400:kworker.0 00000100:00100000:2.0:1746167790.988696:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167790.988738:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423682944 00000100:00100000:2.0:1746167790.988742:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423682944 00000100:00100000:2.0:1746167790.988771:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8205 00000100:00100000:2.0:1746167790.988776:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423682944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167790.988807:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423682944:12345-0@lo:400:kworker.0 Request processed in 31us (110us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167790.988811:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8205 00000100:00080000:2.0:1746167790.988824:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167790.988840:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423682944:0@lo:400:kworker.0 00000100:00100000:2.0:1746167790.988867:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423682688 00000100:00100000:2.0:1746167790.988870:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423682688 00000100:00100000:2.0:1746167790.988888:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4254 00000100:00100000:2.0:1746167790.988893:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423682688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167790.988917:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423682688:12345-0@lo:400:kworker.0 Request processed in 24us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167790.988921:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4254 00000100:00100000:2.0:1746167790.988939:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423682688:0@lo:400:kworker.0 00000100:00100000:2.0:1746167790.988992:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423683072:0@lo:400:kworker.0 00000100:00100000:2.0:1746167790.989010:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167790.989030:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423681792:0@lo:400:kworker.0 00000100:00100000:2.0:1746167790.989047:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423683072 00000100:00100000:2.0:1746167790.989049:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423683072 00000100:00100000:2.0:1746167790.989064:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4255 00000100:00100000:2.0:1746167790.989068:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423683072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167790.989090:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423683072:12345-0@lo:400:kworker.0 Request processed in 22us (80us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167790.989094:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4255 00000100:00100000:2.0:1746167790.989112:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423683072:0@lo:400:kworker.0 00000100:00080000:3.0:1746167790.989164:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167790.989167:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167790.989171:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423682432:0@lo:8:kworker.0 00000100:00100000:3.0:1746167790.989188:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423682816:0@lo:8:kworker.0 00000100:00100000:3.0:1746167790.989207:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167790.989909:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090943b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423681920:12345-0@lo:400:kworker.0 Request processed in 6723us (8109us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167790.989916:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4253 00000100:00100000:2.0:1746167790.989984:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423682816 00000100:00100000:2.0:1746167790.989987:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423682816 00000100:00100000:1.0:1746167790.990059:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423681920:0@lo:400:kworker.0 00000100:00100000:1.0:1746167790.990078:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423682560:0@lo:400:kworker.0 00000100:00100000:2.0:1746167790.990183:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50917 00000100:00100000:2.0:1746167790.990188:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e320e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423682816:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167790.990200:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167790.990457:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e320e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423682816:12345-0@lo:8:kworker.0 Request processed in 268us (1249us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167790.990464:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50917 00000100:00080000:0.0:1746167790.990512:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167790.990515:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167790.990517:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423682816:0@lo:8:kworker.0 00000100:00100000:1.0:1746167791.298079:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423683200:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167791.298331:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167791.298448:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423683200 00000100:00100000:3.0:1746167791.298455:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423683200 00000100:00100000:3.0:1746167791.298570:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7602 00000100:00100000:3.0:1746167791.298578:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423683200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167791.298603:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167791.298638:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423683200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167791.298643:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7602 00000100:00100000:1.0:1746167791.298755:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423683200:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167791.965997:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167792.848737:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167792.848777:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167792.848806:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167792.848844:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167792.848865:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439291520 00000100:00100000:0.0:1746167792.848872:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439291520 00000100:00100000:0.0:1746167792.848907:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439291648 00000100:00100000:0.0:1746167792.848909:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439291648 00000100:00100000:0.0:1746167792.848960:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4256 00000100:00100000:0.0:1746167792.848967:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439291520:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167792.849018:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439291520:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 51us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167792.849024:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4256 00000100:00100000:0.0:1746167792.849035:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4257 00000100:00100000:0.0:1746167792.849039:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439291648:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167792.849055:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439291648:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 16us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167792.849060:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4257 00000100:00080000:0.0:1746167792.849151:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167792.849154:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167792.849221:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439291392 00000100:00100000:2.0:1746167792.849225:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439291392 00000100:00100000:2.0:1746167792.849255:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1346 00000100:00100000:2.0:1746167792.849260:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439291392:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167792.849284:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439291392:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 25us (557us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167792.849290:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1346 00000100:00100000:3.0:1746167792.849443:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439291776 00000100:00100000:3.0:1746167792.849447:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439291776 00000100:00100000:3.0:1746167792.849479:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50918 00000100:00100000:3.0:1746167792.849484:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439291776:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167792.849503:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167792.849538:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d49180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439291776:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 53us (730us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167792.849544:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50918 00010000:00010000:0.0:1746167792.969542:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167793.970795:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167794.975532:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167795.042127:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423683328:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167795.042183:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167795.042370:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423683328 00000100:00100000:0.0:1746167795.042377:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423683328 00000100:00100000:0.0:1746167795.042431:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7603 00000100:00100000:0.0:1746167795.042443:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423683328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167795.042467:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167795.043337:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423683328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 898us (1152us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167795.043344:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7603 00000100:00080000:0.0:1746167795.043371:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167795.043437:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423683328:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167795.970069:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423683456:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167795.971431:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167795.971502:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423683456 00000100:00100000:0.0:1746167795.971509:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423683456 00000100:00100000:0.0:1746167795.971549:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36728 00000100:00100000:0.0:1746167795.971556:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e323800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423683456:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167795.971587:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167795.971631:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e323800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423683456:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167795.971636:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36728 00000100:00100000:3.0:1746167795.972539:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423683456:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1746167795.978421:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167795.986427:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090d48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423683584:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167795.986484:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167795.986920:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423683584 00000100:00100000:1.0:1746167795.986927:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423683584 00000100:00100000:1.0:1746167795.986960:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36729 00000100:00100000:1.0:1746167795.986966:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423683584:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167795.986993:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167795.987043:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423683584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (558us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167795.987048:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36729 00000100:00100000:2.0:1746167795.987118:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090d48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423683584:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167796.002063:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423683712:0@lo:400:kworker.0 00000100:00100000:1.0:1746167796.002136:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746167796.002154:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1746167796.002193:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423683712 00000100:00100000:0.0:1746167796.002200:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423683712 00000100:00100000:0.0:1746167796.002237:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1347 00000100:00100000:0.0:1746167796.002244:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423683712:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1746167796.002270:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167796.002273:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167796.002277:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11711 00000100:00080000:2.0:1746167796.002280:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746167796.002284:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167796.002285:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423683712:12345-0@lo:400:kworker.0 Request processed in 41us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167796.002291:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1347 00000100:00100000:2.0:1746167796.002300:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb66a00 x1830977423684096/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167796.002320:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423684096:0@lo:8:kworker.0 00000100:00100000:0.0:1746167796.002345:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167796.002363:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423684096 00000100:00100000:0.0:1746167796.002365:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423684096 00000100:00100000:0.0:1746167796.002375:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50919 00000100:00100000:0.0:1746167796.002378:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423684096:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167796.002392:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167796.002397:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423683712:0@lo:400:kworker.0 00000100:00100000:1.0:1746167796.002409:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746167796.002412:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423684096:12345-0@lo:8:kworker.0 Request processed in 33us (66us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167796.002413:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423684224:0@lo:400:kworker.0 00000100:00100000:0.0:1746167796.002415:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50919 00000100:00080000:0.0:1746167796.002429:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167796.002431:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167796.002431:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167796.002433:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423684096:0@lo:8:kworker.0 00000100:00100000:0.0:1746167796.002442:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423684224 00000100:00100000:0.0:1746167796.002444:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423684224 00000100:00100000:0.0:1746167796.002454:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8206 00000100:00100000:0.0:1746167796.002457:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423684224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167796.002490:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423684224:12345-0@lo:400:kworker.0 Request processed in 33us (59us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167796.002494:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8206 00000100:00100000:1.0:1746167796.002510:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423684224:0@lo:400:kworker.0 00000100:00100000:3.0:1746167796.002527:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423683840:0@lo:400:kworker.0 00000100:00100000:3.0:1746167796.002546:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167796.002557:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746167796.002559:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423683968:0@lo:400:kworker.0 00000100:00100000:1.0:1746167796.002560:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423683840 00000100:00100000:1.0:1746167796.002564:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423683840 00000100:00100000:3.0:1746167796.002567:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167796.002594:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423683968 00000100:00100000:1.0:1746167796.002596:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423683968 00000100:00080000:3.0:1746167796.002601:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746167796.002604:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167796.002611:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4258 00000100:00100000:0.0:1746167796.002617:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4259 00000100:00100000:1.0:1746167796.002617:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e323b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423683840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167796.002623:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e321500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423683968:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1746167796.002623:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:3.0:1746167796.002624:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:2.0:1746167796.002626:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167796.002628:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167796.002630:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11711 00000100:00100000:3.0:1746167796.002630:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423684352:0@lo:400:kworker.0 00000100:00080000:2.0:1746167796.002632:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746167796.002635:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167796.002644:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb67800 x1830977423684480/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167796.002646:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167796.002652:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e321500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423683968:12345-0@lo:400:kworker.0 Request processed in 30us (83us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167796.002656:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4259 00000100:00100000:3.0:1746167796.002658:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423684352 00000100:00100000:3.0:1746167796.002660:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423684352 00000100:00100000:3.0:1746167796.002699:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4260 00000100:00100000:3.0:1746167796.002705:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e321180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423684352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167796.002729:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e321180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423684352:12345-0@lo:400:kworker.0 Request processed in 25us (82us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167796.002734:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4260 00000100:00100000:1.0:1746167796.002828:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e323b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423683840:12345-0@lo:400:kworker.0 Request processed in 210us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167796.002836:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4258 00000100:00100000:3.0:1746167796.002906:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423684352:0@lo:400:kworker.0 00000100:00100000:3.0:1746167796.002921:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423683968:0@lo:400:kworker.0 00000100:00100000:3.0:1746167796.002928:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423683840:0@lo:400:kworker.0 00000100:00100000:3.0:1746167796.002937:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423684608:0@lo:400:kworker.0 00000100:00100000:3.0:1746167796.002956:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167796.002967:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746167796.002970:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423684736:0@lo:400:kworker.0 00000100:00100000:3.0:1746167796.002982:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167796.002990:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423684480:0@lo:8:kworker.0 00000100:00100000:3.0:1746167796.003002:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423684608 00000100:00100000:3.0:1746167796.003004:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423684608 00000100:00100000:0.0:1746167796.003011:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167796.003028:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423684480 00000100:00100000:3.0:1746167796.003030:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423684480 00000100:00100000:0.0:1746167796.003031:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8207 00000100:00100000:0.0:1746167796.003208:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423684608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167796.003212:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50920 00000100:00100000:3.0:1746167796.003216:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423684480:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167796.003225:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167796.003234:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423684608:12345-0@lo:400:kworker.0 Request processed in 27us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167796.003239:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8207 00000100:00100000:3.0:1746167796.003246:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423684480:12345-0@lo:8:kworker.0 Request processed in 29us (234us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167796.003251:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50920 00000100:00080000:0.0:1746167796.003264:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167796.003266:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167796.003269:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423684480:0@lo:8:kworker.0 00000100:00100000:1.0:1746167796.003295:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423684736 00000100:00100000:1.0:1746167796.003299:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423684736 00000100:00080000:2.0:1746167796.003304:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167796.003315:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4261 00000100:00100000:1.0:1746167796.003320:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423684736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167796.003338:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423684608:0@lo:400:kworker.0 00000100:00100000:1.0:1746167796.003343:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423684736:12345-0@lo:400:kworker.0 Request processed in 24us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167796.003348:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4261 00000100:00100000:0.0:1746167796.003349:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423684736:0@lo:400:kworker.0 00000100:00100000:3.0:1746167796.307078:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423684864:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746167796.307131:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167796.307952:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423684864 00000100:00100000:0.0:1746167796.307959:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423684864 00000100:00100000:0.0:1746167796.307993:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7604 00000100:00100000:0.0:1746167796.308000:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136055880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423684864:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167796.308023:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167796.308058:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136055880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423684864:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (926us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167796.308064:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7604 00000100:00100000:3.0:1746167796.308287:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090941500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423684864:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167796.982325:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167797.854127:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167797.854164:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167797.855032:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167797.855286:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439292288 00000100:00100000:3.0:1746167797.855294:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439292288 00000100:00100000:0.0:1746167797.855301:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167797.855332:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50921 00000100:00100000:3.0:1746167797.855338:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439292288:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167797.855360:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167797.855379:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439291904 00000100:00100000:1.0:1746167797.855383:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439291904 00000100:00100000:3.0:1746167797.855402:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439292288:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 64us (1283us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167797.855406:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1348 00000100:00100000:3.0:1746167797.855408:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50921 00000100:00100000:1.0:1746167797.855411:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439291904:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167797.855438:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439291904:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 27us (1273us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167797.855440:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439292160 00000100:00100000:1.0:1746167797.855443:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1348 00000100:00100000:2.0:1746167797.855443:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439292160 00000100:00100000:3.0:1746167797.855453:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439292032 00000100:00100000:3.0:1746167797.855455:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439292032 00000100:00100000:2.0:1746167797.855472:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4262 00000100:00080000:0.0:1746167797.855473:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746167797.855477:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167797.855478:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439292160:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167797.855480:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4263 00000100:00100000:3.0:1746167797.855485:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439292032:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167797.855504:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b09500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439292160:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 27us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167797.855508:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439292032:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 23us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167797.855510:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4262 00000100:00100000:3.0:1746167797.855513:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4263 00010000:00010000:0.0:1746167797.986638:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167798.988473:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167799.992250:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167800.051196:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746167800.051215:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423684992:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167800.051273:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167800.053576:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423684992 00000100:00100000:0.0:1746167800.053586:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423684992 00000100:00100000:0.0:1746167800.053979:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7605 00000100:00100000:0.0:1746167800.053987:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423684992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167800.054014:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167800.054056:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423684992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (2784us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167800.054063:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7605 00000100:00100000:3.0:1746167800.054155:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423684992:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1746167800.054216:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167800.978310:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423685120:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167800.978368:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167800.979574:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423685120 00000100:00100000:1.0:1746167800.979582:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423685120 00000100:00100000:1.0:1746167800.979618:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36730 00000100:00100000:1.0:1746167800.979624:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423685120:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746167800.980517:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167800.982523:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423685120:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2893us (4149us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167800.982533:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36730 00000100:00100000:0.0:1746167800.984439:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423685120:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1746167800.994081:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167800.994485:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423685248:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167800.994808:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167800.995916:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423685248 00000100:00100000:2.0:1746167800.995923:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423685248 00000100:00100000:2.0:1746167800.995955:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36731 00000100:00100000:2.0:1746167800.995962:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423685248:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746167800.995991:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746167800.996043:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423685248:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (1236us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167800.996049:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36731 00000100:00100000:1.0:1746167800.996084:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423685248:0@lo:41:osp-pre-0-1.0 00000100:00080000:2.0:1746167801.010909:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167801.010914:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167801.010918:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1746167801.010938:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746167801.010956:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423685632:0@lo:400:kworker.0 00000100:00100000:1.0:1746167801.011006:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167801.011080:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423685632 00000100:00100000:1.0:1746167801.011086:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423685632 00000100:00100000:1.0:1746167801.011127:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4264 00000100:00100000:1.0:1746167801.011133:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423685632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167801.011141:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423685376:0@lo:400:kworker.0 00000100:00100000:3.0:1746167801.011170:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167801.011176:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423685504:0@lo:400:kworker.0 00000100:00100000:1.0:1746167801.011176:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423685632:12345-0@lo:400:kworker.0 Request processed in 43us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167801.011181:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4264 00000100:00080000:3.0:1746167801.011202:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167801.011203:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167801.011213:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423685632:0@lo:400:kworker.0 00000100:00100000:3.0:1746167801.011217:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423685376 00000100:00100000:3.0:1746167801.011220:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423685376 00000100:00100000:1.0:1746167801.011228:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423685504 00000100:00080000:2.0:1746167801.011228:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11716 00000100:00100000:1.0:1746167801.011231:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423685504 00000100:00080000:2.0:1746167801.011231:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746167801.011235:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746167801.011243:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1349 00000100:00100000:3.0:1746167801.011247:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423685376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167801.011250:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4265 00000100:00100000:2.0:1746167801.011251:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb64000 x1830977423685760/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167801.011256:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423685504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167801.011272:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423685760:0@lo:8:kworker.0 00000100:00100000:3.0:1746167801.011273:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423685376:12345-0@lo:400:kworker.0 Request processed in 26us (103us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167801.011278:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1349 00000100:00080000:2.0:1746167801.011279:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:1.0:1746167801.011281:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423685504:12345-0@lo:400:kworker.0 Request processed in 27us (78us total) trans 0 rc 0/0 00000100:00080000:2.0:1746167801.011281:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167801.011282:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167801.011285:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11716 00000100:00100000:1.0:1746167801.011286:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4265 00000100:00080000:2.0:1746167801.011287:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746167801.011290:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167801.011293:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746167801.011296:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167801.011298:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746167801.011298:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb65500 x1830977423686144/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167801.011305:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423685888:0@lo:400:kworker.0 00000100:00100000:3.0:1746167801.011305:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423685760 00000100:00100000:3.0:1746167801.011307:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423685760 00000100:00100000:0.0:1746167801.011308:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423686144:0@lo:8:kworker.0 00000100:00100000:3.0:1746167801.011319:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50922 00000100:00100000:3.0:1746167801.011323:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423685760:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746167801.011325:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167801.011325:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746167801.011327:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423686272:0@lo:400:kworker.0 00000100:00100000:2.0:1746167801.011330:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423686400:0@lo:400:kworker.0 00010000:00020000:3.0:1746167801.011340:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167801.011343:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167801.011348:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167801.011364:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423685504:0@lo:400:kworker.0 00000100:00100000:3.0:1746167801.011365:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423685760:12345-0@lo:8:kworker.0 Request processed in 41us (70us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167801.011366:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423686400 00000100:00100000:2.0:1746167801.011366:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423685888 00000100:00100000:2.0:1746167801.011368:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423685888 00000100:00100000:1.0:1746167801.011369:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423686400 00000100:00100000:3.0:1746167801.011370:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50922 00000100:00100000:0.0:1746167801.011373:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746167801.011376:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423686272 00000100:00100000:0.0:1746167801.011377:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423686016:0@lo:400:kworker.0 00000100:00100000:3.0:1746167801.011379:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423686272 00000100:00100000:1.0:1746167801.011382:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4266 00000100:00100000:1.0:1746167801.011386:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423686400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167801.011388:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8208 00000100:00100000:0.0:1746167801.011391:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167801.011393:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090941500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423685888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167801.011396:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8209 00000100:00100000:3.0:1746167801.011399:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423686272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167801.011410:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423686016 00000100:00100000:0.0:1746167801.011413:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423686016 00000100:00100000:1.0:1746167801.011413:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423686400:12345-0@lo:400:kworker.0 Request processed in 26us (64us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167801.011418:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4266 00000100:00100000:2.0:1746167801.011420:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090941500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423685888:12345-0@lo:400:kworker.0 Request processed in 27us (94us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167801.011422:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423686272:12345-0@lo:400:kworker.0 Request processed in 22us (78us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167801.011425:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8208 00000100:00100000:1.0:1746167801.011428:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4267 00000100:00100000:3.0:1746167801.011428:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8209 00000100:00100000:1.0:1746167801.011432:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423686016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167801.011439:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167801.011450:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423686144 00000100:00100000:1.0:1746167801.011451:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423686016:12345-0@lo:400:kworker.0 Request processed in 19us (59us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167801.011452:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423686144 00000100:00100000:1.0:1746167801.011455:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4267 00000100:00080000:0.0:1746167801.011463:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1746167801.011464:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50923 00000100:00080000:0.0:1746167801.011466:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167801.011467:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ea2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423686144:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1746167801.011469:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423685760:0@lo:8:kworker.0 00010000:00020000:3.0:1746167801.011476:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167801.011479:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423685888:0@lo:400:kworker.0 00000100:00100000:2.0:1746167801.011480:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423686400:0@lo:400:kworker.0 00000100:00100000:0.0:1746167801.011491:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423686016:0@lo:400:kworker.0 00000100:00100000:0.0:1746167801.011498:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423686272:0@lo:400:kworker.0 00000100:00100000:3.0:1746167801.011498:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ea2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423686144:12345-0@lo:8:kworker.0 Request processed in 29us (58us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167801.011503:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50923 00000100:00080000:0.0:1746167801.011511:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167801.011513:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00080000:3.0:1746167801.011514:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167801.011516:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423686144:0@lo:8:kworker.0 00000100:00100000:3.0:1746167801.011525:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423685376:0@lo:400:kworker.0 00000100:00100000:2.0:1746167801.313909:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423686528:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167801.313967:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167801.319961:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423686528 00000100:00100000:0.0:1746167801.319972:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423686528 00000100:00100000:0.0:1746167801.320029:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7606 00000100:00100000:0.0:1746167801.320036:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423686528:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167801.320261:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167801.320333:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423686528:12345-0@lo:13:osp-pre-1-0.0 Request processed in 298us (6366us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167801.320339:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7606 00000100:00100000:3.0:1746167801.320437:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423686528:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167801.996657:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167802.862485:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167802.862532:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167802.862546:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439292544 00000100:00100000:1.0:1746167802.862555:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439292544 00000100:00100000:0.0:1746167802.862568:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167802.862615:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439292672 00000100:00100000:1.0:1746167802.862617:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439292672 00000100:00100000:0.0:1746167802.862637:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167802.862638:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4268 00000100:00100000:1.0:1746167802.862645:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439292544:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167802.862662:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4269 00000100:00100000:0.0:1746167802.862670:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439292672:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167802.862729:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439292672:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 60us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167802.862730:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439292544:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 85us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167802.862736:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4269 00000100:00080000:2.0:1746167802.862788:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746167802.862791:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167802.862809:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439292800 00000100:00100000:2.0:1746167802.862812:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439292800 00000100:00100000:2.0:1746167802.862830:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50924 00000100:00100000:2.0:1746167802.862834:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439292800:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167802.862851:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167802.862877:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439292800:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 42us (240us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167802.862883:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50924 00000100:00100000:3.0:1746167802.862908:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439292416 00000100:00100000:3.0:1746167802.862913:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439292416 00000100:00100000:3.0:1746167802.862944:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1350 00000100:00100000:3.0:1746167802.862949:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439292416:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167802.862971:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4268 00000100:00100000:3.0:1746167802.862982:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439292416:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 32us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167802.862987:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1350 00010000:00010000:0.0:1746167802.998048:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167804.001631:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167805.003575:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167805.061052:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746167805.061075:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423686656:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167805.061134:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167805.063236:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423686656 00000100:00100000:2.0:1746167805.063244:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423686656 00000100:00100000:2.0:1746167805.063304:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7607 00000100:00100000:2.0:1746167805.063313:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423686656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167805.063339:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167805.063385:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423686656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (2251us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167805.063391:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7607 00000100:00100000:1.0:1746167805.063439:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423686656:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1746167805.063615:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167805.986084:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423686784:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167805.986145:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167805.986227:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423686784 00000100:00100000:1.0:1746167805.986233:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423686784 00000100:00100000:1.0:1746167805.986432:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36732 00000100:00100000:1.0:1746167805.986438:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423686784:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746167805.986470:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167805.986515:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423686784:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167805.986521:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36732 00000100:00100000:0.0:1746167805.989559:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423686784:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167806.004486:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423686912:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167806.004550:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167806.005196:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423686912 00000100:00100000:0.0:1746167806.005203:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423686912 00000100:00100000:0.0:1746167806.005249:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36733 00000100:00100000:0.0:1746167806.005256:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423686912:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167806.005285:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167806.005319:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423686912:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (769us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167806.005324:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36733 00000100:00100000:2.0:1746167806.005446:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423686912:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1746167806.008336:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746167806.020852:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167806.020858:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167806.020862:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167806.020869:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11721 00000100:00080000:2.0:1746167806.020873:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746167806.020878:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167806.020895:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009761b100 x1830977423687424/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746167806.020918:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167806.020921:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167806.020922:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167806.020925:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11721 00000100:00080000:2.0:1746167806.020928:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746167806.020932:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167806.020941:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095c2ed80 x1830977423687808/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167806.020976:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097618000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423687168:0@lo:400:kworker.0 00000100:00100000:2.0:1746167806.021028:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167806.021073:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423687936:0@lo:400:kworker.0 00000100:00100000:2.0:1746167806.021094:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167806.021110:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1746167806.021114:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097619880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423687296:0@lo:400:kworker.0 00000100:00100000:2.0:1746167806.021126:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167806.021137:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423688064:0@lo:400:kworker.0 00000100:00100000:2.0:1746167806.021151:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167806.021176:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423687936 00000100:00100000:2.0:1746167806.021182:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423687936 00000100:00100000:2.0:1746167806.021218:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8210 00000100:00100000:2.0:1746167806.021224:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423687936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167806.021259:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423687936:12345-0@lo:400:kworker.0 Request processed in 35us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167806.021265:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8210 00000100:00100000:2.0:1746167806.021282:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423687168 00000100:00100000:2.0:1746167806.021284:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423687168 00000100:00100000:2.0:1746167806.021304:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423687296 00000100:00100000:2.0:1746167806.021306:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423687296 00000100:00100000:2.0:1746167806.021317:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423688064 00000100:00100000:2.0:1746167806.021319:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423688064 00000100:00100000:2.0:1746167806.021329:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4270 00000100:00100000:2.0:1746167806.021333:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423687168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167806.021359:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423687168:12345-0@lo:400:kworker.0 Request processed in 25us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167806.021364:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4270 00000100:00100000:2.0:1746167806.021371:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4271 00000100:00100000:2.0:1746167806.021376:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423687296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167806.021393:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423687296:12345-0@lo:400:kworker.0 Request processed in 17us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167806.021397:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4271 00000100:00100000:2.0:1746167806.021410:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4272 00000100:00100000:2.0:1746167806.021414:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f84b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423688064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167806.021430:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f84b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423688064:12345-0@lo:400:kworker.0 Request processed in 16us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167806.021434:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4272 00000100:00080000:2.0:1746167806.021447:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746167806.021450:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746167806.021452:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167806.021480:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097619880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423687296:0@lo:400:kworker.0 00000100:00100000:2.0:1746167806.021488:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423688064:0@lo:400:kworker.0 00000100:00100000:2.0:1746167806.021495:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097618000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423687168:0@lo:400:kworker.0 00000100:00100000:2.0:1746167806.021500:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423687936:0@lo:400:kworker.0 00000100:00100000:2.0:1746167806.021565:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423687424:0@lo:8:kworker.0 00000100:00100000:2.0:1746167806.021583:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167806.021612:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423687808:0@lo:8:kworker.0 00000100:00100000:2.0:1746167806.021627:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167806.021647:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423687424 00000100:00100000:2.0:1746167806.021649:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423687424 00000100:00100000:2.0:1746167806.021661:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423687808 00000100:00100000:2.0:1746167806.021662:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423687808 00000100:00100000:2.0:1746167806.021671:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50925 00000100:00100000:2.0:1746167806.021708:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423687424:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167806.021723:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167806.021749:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423687424:12345-0@lo:8:kworker.0 Request processed in 73us (166us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167806.021755:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50925 00000100:00100000:2.0:1746167806.021764:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50926 00000100:00100000:2.0:1746167806.021767:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423687808:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167806.021775:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167806.021792:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423687808:12345-0@lo:8:kworker.0 Request processed in 24us (164us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167806.021797:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50926 00000100:00080000:2.0:1746167806.021817:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167806.021820:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167806.021823:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423687424:0@lo:8:kworker.0 00000100:00080000:2.0:1746167806.021829:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167806.021831:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167806.021833:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423687808:0@lo:8:kworker.0 00000100:00100000:0.0:1746167806.022364:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423687552:0@lo:400:kworker.0 00000100:00100000:0.0:1746167806.022389:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167806.022419:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746167806.022424:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423687040:0@lo:400:kworker.0 00000100:00100000:0.0:1746167806.022444:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167806.022472:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423687680:0@lo:400:kworker.0 00000100:00100000:0.0:1746167806.022488:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167806.022511:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423687680 00000100:00100000:0.0:1746167806.022514:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423687680 00000100:00100000:0.0:1746167806.022532:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4273 00000100:00100000:0.0:1746167806.022536:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423687680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167806.022560:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423687680:12345-0@lo:400:kworker.0 Request processed in 24us (71us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167806.022565:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4273 00000100:00100000:0.0:1746167806.022586:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423687680:0@lo:400:kworker.0 00000100:00100000:0.0:1746167806.022608:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423687040 00000100:00100000:0.0:1746167806.022610:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423687040 00000100:00100000:0.0:1746167806.022625:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1351 00000100:00100000:0.0:1746167806.022629:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423687040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167806.022649:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423687040:12345-0@lo:400:kworker.0 Request processed in 20us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167806.022654:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1351 00000100:00100000:0.0:1746167806.022671:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423687040:0@lo:400:kworker.0 00000100:00100000:2.0:1746167806.022852:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423687552 00000100:00100000:2.0:1746167806.022855:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423687552 00000100:00100000:2.0:1746167806.022874:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8211 00000100:00100000:2.0:1746167806.022878:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423687552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167806.022916:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423687552:12345-0@lo:400:kworker.0 Request processed in 37us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167806.022921:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8211 00000100:00100000:1.0:1746167806.022974:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423687552:0@lo:400:kworker.0 00000100:00100000:1.0:1746167806.338316:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423688192:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167806.338365:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167806.340777:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423688192 00000100:00100000:0.0:1746167806.340789:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423688192 00000100:00100000:0.0:1746167806.340847:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7608 00000100:00100000:0.0:1746167806.340854:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423688192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167806.340882:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167806.340935:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423688192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (2569us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167806.340942:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7608 00000100:00100000:1.0:1746167806.341068:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423688192:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167807.011310:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167807.873743:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167807.874120:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167807.874150:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167807.874221:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167807.874244:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439293184 00000100:00100000:0.0:1746167807.874250:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439293184 00000100:00080000:3.0:1746167807.874348:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167807.874370:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439293312 00000100:00100000:3.0:1746167807.874374:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439293312 00000100:00100000:0.0:1746167807.875468:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439293056 00000100:00100000:0.0:1746167807.875473:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439293056 00000100:00100000:2.0:1746167807.875545:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439292928 00000100:00100000:2.0:1746167807.875549:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439292928 00000100:00100000:2.0:1746167807.875571:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1352 00000100:00100000:2.0:1746167807.875577:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439292928:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167807.875625:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439292928:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 48us (1890us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167807.875630:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1352 00000100:00100000:1.0:1746167807.875637:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4274 00000100:00100000:1.0:1746167807.875645:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439293184:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167807.875653:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4275 00000100:00100000:2.0:1746167807.875684:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439293056:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167807.875703:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439293184:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 59us (1583us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167807.875705:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439293056:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 33us (1555us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167807.875709:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4274 00000100:00100000:2.0:1746167807.875712:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4275 00000100:00080000:2.0:1746167807.876180:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167807.876630:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50927 00000100:00100000:3.0:1746167807.876636:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439293312:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167807.876668:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167807.877111:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439293312:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 473us (2887us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167807.877117:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50927 00010000:00010000:0.0:1746167808.014708:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167809.018424:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167810.024582:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167810.083173:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167810.083189:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423688320:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167810.083237:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167810.083336:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423688320 00000100:00100000:3.0:1746167810.083341:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423688320 00000100:00100000:3.0:1746167810.083375:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7609 00000100:00100000:3.0:1746167810.083382:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423688320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167810.083403:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167810.083432:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423688320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167810.083437:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7609 00000100:00080000:0.0:1746167810.083515:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167810.083540:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423688320:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167810.993900:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423688448:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167810.993957:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167810.994080:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423688448 00000100:00100000:1.0:1746167810.994087:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423688448 00000100:00100000:1.0:1746167810.994128:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36734 00000100:00100000:1.0:1746167810.994135:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423688448:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746167810.994367:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167810.994414:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423688448:12345-0@lo:41:osp-pre-1-0.0 Request processed in 279us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167810.994420:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36734 00000100:00100000:2.0:1746167810.994443:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423688448:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167811.010166:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423688576:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167811.010223:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167811.010280:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423688576 00000100:00100000:0.0:1746167811.010287:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423688576 00000100:00100000:0.0:1746167811.010322:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36735 00000100:00100000:0.0:1746167811.010328:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423688576:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167811.010354:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167811.010388:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423688576:12345-0@lo:41:osp-pre-0-1.0 Request processed in 60us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167811.010394:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36735 00000100:00100000:1.0:1746167811.010636:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423688576:0@lo:41:osp-pre-0-1.0 00000100:00080000:2.0:1746167811.026309:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167811.026315:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167811.026318:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167811.026325:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11726 00000100:00080000:2.0:1746167811.026330:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746167811.026336:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167811.026353:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009761b100 x1830977423689088/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746167811.026377:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167811.026380:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167811.026381:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167811.026384:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11726 00000100:00080000:2.0:1746167811.026387:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746167811.026390:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167811.026400:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800904b1c00 x1830977423689472/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167811.026434:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423689088:0@lo:8:kworker.0 00000100:00100000:2.0:1746167811.026483:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167811.026531:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423689472:0@lo:8:kworker.0 00000100:00100000:2.0:1746167811.026548:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167811.026577:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423689088 00000100:00100000:2.0:1746167811.026584:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423689088 00000100:00100000:2.0:1746167811.026616:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423689472 00000100:00100000:2.0:1746167811.026618:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423689472 00000100:00100000:2.0:1746167811.026630:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50928 00000100:00100000:2.0:1746167811.026636:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423689088:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167811.026653:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167811.026701:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423689088:12345-0@lo:8:kworker.0 Request processed in 64us (217us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167811.026707:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50928 00000100:00100000:2.0:1746167811.026720:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50929 00000100:00100000:2.0:1746167811.026723:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423689472:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167811.026732:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167811.026756:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423689472:12345-0@lo:8:kworker.0 Request processed in 31us (206us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167811.026761:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50929 00000100:00080000:2.0:1746167811.026789:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167811.026792:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167811.026796:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423689088:0@lo:8:kworker.0 00000100:00080000:2.0:1746167811.026803:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167811.026805:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167811.026807:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423689472:0@lo:8:kworker.0 00000100:00100000:2.0:1746167811.026866:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423688960:0@lo:400:kworker.0 00000100:00100000:2.0:1746167811.026888:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167811.026903:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423689728:0@lo:400:kworker.0 00000100:00100000:2.0:1746167811.026934:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167811.026947:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746167811.026952:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097618000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423689216:0@lo:400:kworker.0 00000100:00100000:2.0:1746167811.026967:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167811.026986:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423689216 00000100:00100000:2.0:1746167811.026988:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423689216 00000100:00100000:2.0:1746167811.027008:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8212 00000100:00100000:2.0:1746167811.027013:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423689216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167811.027220:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423689216:12345-0@lo:400:kworker.0 Request processed in 207us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167811.027226:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8212 00000100:00100000:2.0:1746167811.027252:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097618000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423689216:0@lo:400:kworker.0 00010000:00010000:2.0:1746167811.027272:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167811.027282:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423688960 00000100:00100000:2.0:1746167811.027284:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423688960 00000100:00100000:2.0:1746167811.027308:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423689728 00000100:00100000:2.0:1746167811.027310:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423689728 00000100:00100000:2.0:1746167811.027319:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4276 00000100:00100000:2.0:1746167811.027322:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423688960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167811.027342:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423688960:12345-0@lo:400:kworker.0 Request processed in 19us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167811.027345:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4276 00000100:00100000:2.0:1746167811.027350:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4277 00000100:00100000:2.0:1746167811.027353:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423689728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167811.027365:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423689728:12345-0@lo:400:kworker.0 Request processed in 12us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167811.027368:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4277 00000100:00100000:2.0:1746167811.027383:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423688960:0@lo:400:kworker.0 00000100:00100000:2.0:1746167811.027388:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423689728:0@lo:400:kworker.0 00000100:00080000:2.0:1746167811.027400:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167811.027689:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423688704:0@lo:400:kworker.0 00000100:00100000:0.0:1746167811.027716:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167811.027938:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097619880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423689344:0@lo:400:kworker.0 00000100:00100000:0.0:1746167811.027957:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167811.027969:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746167811.027974:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423688832:0@lo:400:kworker.0 00000100:00100000:0.0:1746167811.027988:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167811.027999:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423689600:0@lo:400:kworker.0 00000100:00100000:0.0:1746167811.028014:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167811.028038:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423689600 00000100:00100000:0.0:1746167811.028041:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423689600 00000100:00100000:0.0:1746167811.028061:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8213 00000100:00100000:0.0:1746167811.028066:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423689600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167811.028093:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423689600:12345-0@lo:400:kworker.0 Request processed in 27us (78us total) trans 0 rc 0/0 00000100:00080000:3.0:1746167811.028147:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167811.028191:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423688704 00000100:00100000:1.0:1746167811.028194:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423688704 00000100:00100000:1.0:1746167811.028226:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1353 00000100:00100000:1.0:1746167811.028231:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423688704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167811.028259:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423688704:12345-0@lo:400:kworker.0 Request processed in 29us (542us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167811.028264:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1353 00000100:00100000:3.0:1746167811.028984:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423689600:0@lo:400:kworker.0 00000100:00100000:3.0:1746167811.028992:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423688704:0@lo:400:kworker.0 00000100:00100000:0.0:1746167811.029191:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8213 00000100:00100000:0.0:1746167811.029209:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423689344 00000100:00100000:0.0:1746167811.029211:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423689344 00000100:00100000:0.0:1746167811.029353:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423688832 00000100:00100000:0.0:1746167811.029356:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423688832 00000100:00100000:3.0:1746167811.029384:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4278 00000100:00100000:3.0:1746167811.029391:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423689344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167811.029424:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423689344:12345-0@lo:400:kworker.0 Request processed in 34us (1466us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167811.029429:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4278 00000100:00100000:3.0:1746167811.029451:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097619880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423689344:0@lo:400:kworker.0 00000100:00100000:0.0:1746167811.029504:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4279 00000100:00100000:0.0:1746167811.029509:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423688832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167811.029533:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bb9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423688832:12345-0@lo:400:kworker.0 Request processed in 25us (1544us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167811.029538:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4279 00000100:00080000:0.0:1746167811.029553:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167811.029612:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423688832:0@lo:400:kworker.0 00000100:00100000:2.0:1746167811.346089:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423689856:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167811.346146:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167811.346521:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423689856 00000100:00100000:1.0:1746167811.346528:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423689856 00000100:00100000:1.0:1746167811.346695:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7610 00000100:00100000:1.0:1746167811.346703:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423689856:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167811.346726:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167811.347465:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423689856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 761us (1317us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167811.347471:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7610 00000100:00100000:2.0:1746167811.347537:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423689856:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167812.030327:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167812.878095:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167812.878141:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167812.878163:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439293568 00000100:00100000:2.0:1746167812.878171:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439293568 00000100:00100000:0.0:1746167812.878172:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167812.878228:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439293696 00000100:00100000:2.0:1746167812.878231:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439293696 00000100:00100000:0.0:1746167812.878241:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167812.878249:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4280 00000100:00100000:2.0:1746167812.878257:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439293568:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167812.878262:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4281 00000100:00100000:0.0:1746167812.878269:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439293696:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167812.878747:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439293440 00000100:00100000:3.0:1746167812.878751:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439293440 00000100:00100000:3.0:1746167812.878776:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1354 00000100:00100000:3.0:1746167812.878781:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439293440:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167812.879357:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439293568:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1099us (1268us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167812.879364:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4280 00000100:00080000:1.0:1746167812.879765:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167812.879770:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167812.879794:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439293824 00000100:00100000:1.0:1746167812.879798:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439293824 00000100:00100000:1.0:1746167812.879819:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50930 00000100:00100000:1.0:1746167812.879823:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439293824:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167812.879842:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167812.879868:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439293824:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 44us (1627us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167812.879872:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50930 00000100:00100000:0.0:1746167812.879881:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439293696:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1611us (1710us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167812.879888:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4281 00000100:00100000:3.0:1746167812.879965:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439293440:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1183us (1822us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167812.879972:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1354 00010000:00010000:0.0:1746167813.035496:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167814.038690:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167815.040401:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167815.090095:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423689984:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167815.090153:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167815.090455:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423689984 00000100:00100000:1.0:1746167815.090461:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423689984 00000100:00080000:2.0:1746167815.090514:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167815.090527:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7611 00000100:00100000:1.0:1746167815.090546:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423689984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167815.090570:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167815.090615:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423689984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167815.090621:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7611 00000100:00100000:3.0:1746167815.090644:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423689984:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167816.006148:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009431b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423690112:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167816.006203:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167816.006792:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423690112 00000100:00100000:0.0:1746167816.006799:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423690112 00000100:00100000:0.0:1746167816.006839:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36736 00000100:00100000:0.0:1746167816.006846:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423690112:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167816.006874:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167816.006918:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423690112:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (714us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167816.006924:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36736 00000100:00100000:2.0:1746167816.007015:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009431b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423690112:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167816.018042:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423690240:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167816.018301:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167816.018691:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423690240 00000100:00100000:1.0:1746167816.018697:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423690240 00000100:00100000:1.0:1746167816.019481:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36737 00000100:00100000:1.0:1746167816.019490:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136056680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423690240:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167816.019530:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167816.019576:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136056680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423690240:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (1275us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167816.019582:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36737 00000100:00100000:3.0:1746167816.020019:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423690240:0@lo:41:osp-pre-0-1.0 00000100:00080000:2.0:1746167816.034190:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167816.034196:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167816.034199:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1746167816.034201:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423690368:0@lo:400:kworker.0 00000100:00080000:2.0:1746167816.034204:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11731 00000100:00080000:2.0:1746167816.034208:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746167816.034213:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167816.034228:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009761aa00 x1830977423690752/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746167816.034250:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167816.034253:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167816.034254:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1746167816.034255:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746167816.034257:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11731 00000100:00080000:2.0:1746167816.034259:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746167816.034262:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167816.034272:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800977e1f80 x1830977423691136/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167816.034301:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097619880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423690624:0@lo:400:kworker.0 00000100:00100000:0.0:1746167816.034317:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423691008:0@lo:400:kworker.0 00000100:00100000:2.0:1746167816.034329:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167816.034381:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097618000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423690880:0@lo:400:kworker.0 00000100:00100000:1.0:1746167816.034433:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423690368 00000100:00100000:1.0:1746167816.034440:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423690368 00000100:00100000:1.0:1746167816.034470:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1355 00000100:00100000:1.0:1746167816.034476:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423690368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167816.034712:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423690624 00000100:00100000:0.0:1746167816.034716:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423690624 00000100:00100000:0.0:1746167816.034745:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4282 00000100:00100000:0.0:1746167816.034750:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423690624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167816.036476:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167816.036533:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423690880 00000100:00100000:3.0:1746167816.036538:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423690880 00000100:00100000:3.0:1746167816.036565:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8214 00000100:00100000:3.0:1746167816.036572:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423690880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167816.036605:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423690880:12345-0@lo:400:kworker.0 Request processed in 34us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167816.036611:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8214 00000100:00100000:3.0:1746167816.036898:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097618000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423690880:0@lo:400:kworker.0 00000100:00080000:3.0:1746167816.036931:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167816.036943:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423690752:0@lo:8:kworker.0 00000100:00100000:3.0:1746167816.036967:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167816.036979:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423691136:0@lo:8:kworker.0 00000100:00100000:3.0:1746167816.036995:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167816.037013:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423690752 00000100:00100000:3.0:1746167816.037016:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423690752 00000100:00100000:3.0:1746167816.037027:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423691136 00000100:00100000:3.0:1746167816.037029:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423691136 00000100:00100000:3.0:1746167816.037037:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50931 00000100:00100000:3.0:1746167816.037042:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423690752:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167816.037057:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167816.037080:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423690752:12345-0@lo:8:kworker.0 Request processed in 37us (112us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167816.037085:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50931 00000100:00100000:3.0:1746167816.037093:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50932 00000100:00100000:3.0:1746167816.037096:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136055c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423691136:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167816.037104:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167816.037122:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136055c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423691136:12345-0@lo:8:kworker.0 Request processed in 24us (125us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167816.037129:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50932 00000100:00080000:3.0:1746167816.037146:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167816.037150:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167816.037153:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423690752:0@lo:8:kworker.0 00000100:00080000:3.0:1746167816.037160:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167816.037162:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167816.037164:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423691136:0@lo:8:kworker.0 00000100:00100000:3.0:1746167816.037209:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167816.037230:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423691008 00000100:00100000:3.0:1746167816.037232:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423691008 00000100:00100000:3.0:1746167816.037249:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4283 00000100:00100000:3.0:1746167816.037253:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136054700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423691008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167816.037279:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136054700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423691008:12345-0@lo:400:kworker.0 Request processed in 26us (69us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167816.037284:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4283 00000100:00100000:3.0:1746167816.037306:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423691008:0@lo:400:kworker.0 00000100:00100000:1.0:1746167816.037405:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423690368:12345-0@lo:400:kworker.0 Request processed in 2929us (3149us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167816.037412:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1355 00000100:00100000:2.0:1746167816.037554:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423691392:0@lo:400:kworker.0 00000100:00100000:0.0:1746167816.037631:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423690624:12345-0@lo:400:kworker.0 Request processed in 2879us (3300us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167816.037640:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4282 00000100:00100000:0.0:1746167816.037661:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423690496:0@lo:400:kworker.0 00000100:00100000:0.0:1746167816.037694:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167816.037722:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423691264:0@lo:400:kworker.0 00000100:00100000:2.0:1746167816.037728:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167816.037740:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167816.037755:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097619880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423690624:0@lo:400:kworker.0 00000100:00100000:0.0:1746167816.037760:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423691264 00000100:00100000:0.0:1746167816.037763:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423691264 00000100:00100000:0.0:1746167816.037783:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8215 00000100:00100000:0.0:1746167816.037788:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423691264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167816.037811:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423691264:12345-0@lo:400:kworker.0 Request processed in 23us (71us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167816.037815:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8215 00000100:00080000:0.0:1746167816.037825:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167816.037837:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423691264:0@lo:400:kworker.0 00000100:00100000:1.0:1746167816.037891:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423690496 00000100:00100000:1.0:1746167816.037893:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423690496 00000100:00100000:1.0:1746167816.037913:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423691392 00000100:00100000:1.0:1746167816.037915:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423691392 00000100:00100000:1.0:1746167816.037935:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4284 00000100:00100000:1.0:1746167816.037940:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423690496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167816.037966:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423690496:12345-0@lo:400:kworker.0 Request processed in 26us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167816.037970:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4284 00000100:00100000:2.0:1746167816.037975:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4285 00000100:00100000:2.0:1746167816.037982:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423691392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167816.037996:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423690496:0@lo:400:kworker.0 00000100:00100000:2.0:1746167816.038014:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423691392:12345-0@lo:400:kworker.0 Request processed in 34us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167816.038019:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4285 00000100:00100000:2.0:1746167816.038039:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423691392:0@lo:400:kworker.0 00000100:00080000:0.0:1746167816.038065:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167816.040882:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423690368:0@lo:400:kworker.0 00010000:00010000:0.0:1746167816.042153:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167816.354507:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746167816.354555:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423691520:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167816.354608:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167816.354703:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423691520 00000100:00100000:1.0:1746167816.354710:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423691520 00000100:00100000:1.0:1746167816.354751:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7612 00000100:00100000:1.0:1746167816.354758:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423691520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167816.354779:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167816.354891:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423691520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 132us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167816.354897:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7612 00000100:00100000:0.0:1746167816.355284:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423691520:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167817.044311:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167817.890131:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167817.890381:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167817.890409:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167817.890442:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439294080 00000100:00100000:0.0:1746167817.890443:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167817.890450:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439294080 00000100:00100000:0.0:1746167817.890475:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439294336 00000100:00100000:0.0:1746167817.890479:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439294336 00000100:00100000:3.0:1746167817.890507:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439294208 00000100:00100000:3.0:1746167817.890510:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439294208 00000100:00100000:0.0:1746167817.890523:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50933 00000100:00100000:3.0:1746167817.890527:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4286 00000100:00100000:0.0:1746167817.890529:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439294336:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:3.0:1746167817.890533:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439294080:12345-192.168.201.29@tcp:400:kworker.0 00010000:00020000:0.0:1746167817.890551:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167817.890714:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439294080:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 180us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167817.890720:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4286 00000100:00100000:3.0:1746167817.890736:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4287 00000100:00100000:3.0:1746167817.890741:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439294208:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167817.890761:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439294208:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 21us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167817.890766:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4287 00000100:00080000:3.0:1746167817.890778:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746167817.890781:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167817.890875:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439294336:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 344us (463us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167817.890880:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50933 00000100:00100000:1.0:1746167817.890945:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439293952 00000100:00100000:1.0:1746167817.890948:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439293952 00000100:00100000:1.0:1746167817.891087:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1356 00000100:00100000:1.0:1746167817.891093:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439293952:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167817.891128:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439293952:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 36us (1005us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167817.891133:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1356 00010000:00010000:0.0:1746167818.045915:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167819.048374:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167820.050304:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167820.099125:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423691648:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167820.099951:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167820.101876:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423691648 00000100:00100000:1.0:1746167820.101886:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423691648 00000100:00100000:1.0:1746167820.101934:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7613 00000100:00100000:1.0:1746167820.101941:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423691648:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167820.101967:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167820.102013:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423691648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (2063us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167820.102019:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7613 00000100:00100000:0.0:1746167820.104968:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423691648:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1746167820.105356:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167821.026671:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423691776:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167821.026749:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167821.026808:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423691776 00000100:00100000:1.0:1746167821.026813:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423691776 00000100:00100000:1.0:1746167821.026842:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36738 00000100:00100000:1.0:1746167821.026848:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423691776:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167821.026876:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167821.026904:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423691776:12345-0@lo:41:osp-pre-0-1.0 Request processed in 56us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167821.026910:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36738 00000100:00100000:1.0:1746167821.026939:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423691776:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167821.026956:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423691904:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167821.026982:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167821.027018:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423691904 00000100:00100000:1.0:1746167821.027021:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423691904 00000100:00100000:1.0:1746167821.027048:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36739 00000100:00100000:1.0:1746167821.027053:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423691904:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746167821.027071:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167821.027102:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423691904:12345-0@lo:41:osp-pre-1-0.0 Request processed in 49us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167821.027107:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36739 00000100:00100000:2.0:1746167821.027133:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423691904:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167821.042301:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423692032:0@lo:400:kworker.0 00000100:00100000:0.0:1746167821.042443:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746167821.042493:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1746167821.042498:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423692160:0@lo:400:kworker.0 00000100:00080000:2.0:1746167821.042498:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167821.042500:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167821.042504:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11736 00000100:00080000:2.0:1746167821.042508:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746167821.042513:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167821.042526:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423692288:0@lo:400:kworker.0 00000100:00100000:1.0:1746167821.042528:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167821.042537:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098e8a300 x1830977423692416/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167821.042553:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167821.042563:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423692160 00000100:00080000:2.0:1746167821.042563:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167821.042566:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1746167821.042567:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1746167821.042567:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1746167821.042568:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423692160 00000100:00080000:2.0:1746167821.042570:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11736 00000100:00080000:2.0:1746167821.042571:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1746167821.042572:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423692544:0@lo:400:kworker.0 00000100:00080000:2.0:1746167821.042574:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167821.042582:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098e89880 x1830977423692800/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167821.042589:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167821.042600:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423692288 00000100:00100000:1.0:1746167821.042602:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423692288 00000100:00100000:0.0:1746167821.042603:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b200000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423693056:0@lo:400:kworker.0 00000100:00080000:2.0:1746167821.042615:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167821.042617:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4288 00000100:00100000:0.0:1746167821.042618:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746167821.042618:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167821.042624:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423692160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167821.042628:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423693056 00000100:00100000:2.0:1746167821.042630:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423693056 00000100:00100000:0.0:1746167821.042642:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423692544 00000100:00100000:0.0:1746167821.042645:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423692544 00000100:00100000:2.0:1746167821.042646:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4289 00000100:00100000:2.0:1746167821.042651:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097630e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423692288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167821.042658:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423692160:12345-0@lo:400:kworker.0 Request processed in 35us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167821.042663:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4288 00000100:00100000:0.0:1746167821.042666:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8216 00000100:00100000:0.0:1746167821.042672:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097630000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423692544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167821.042690:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4290 00000100:00100000:2.0:1746167821.042692:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097630e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423692288:12345-0@lo:400:kworker.0 Request processed in 41us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167821.042695:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423693056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167821.042697:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4289 00000100:00100000:2.0:1746167821.042726:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b200000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423693056:0@lo:400:kworker.0 00000100:00100000:0.0:1746167821.042731:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097630000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423692544:12345-0@lo:400:kworker.0 Request processed in 59us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167821.042735:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423692544:0@lo:400:kworker.0 00000100:00100000:0.0:1746167821.042737:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8216 00000100:00100000:2.0:1746167821.042742:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423692288:0@lo:400:kworker.0 00000100:00100000:0.0:1746167821.042760:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423692672:0@lo:400:kworker.0 00000100:00100000:2.0:1746167821.042772:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423692416:0@lo:8:kworker.0 00000100:00100000:0.0:1746167821.042777:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167821.042790:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746167821.042795:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423692928:0@lo:400:kworker.0 00000100:00100000:2.0:1746167821.042799:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167821.042813:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167821.042814:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423692800:0@lo:8:kworker.0 00000100:00100000:2.0:1746167821.042829:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167821.042830:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423692416 00000100:00100000:0.0:1746167821.042833:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423692416 00000100:00100000:0.0:1746167821.042845:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423692928 00000100:00100000:0.0:1746167821.042847:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423692928 00000100:00100000:2.0:1746167821.042849:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423692672 00000100:00100000:2.0:1746167821.042852:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423692672 00000100:00100000:0.0:1746167821.042861:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423692800 00000100:00100000:0.0:1746167821.042863:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423692800 00000100:00100000:2.0:1746167821.042867:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4291 00000100:00100000:0.0:1746167821.042871:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8217 00000100:00100000:2.0:1746167821.042871:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f129880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423692672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167821.042876:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423692928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167821.042876:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423692032 00000100:00100000:3.0:1746167821.042878:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423692032 00000100:00100000:2.0:1746167821.042898:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f129880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423692672:12345-0@lo:400:kworker.0 Request processed in 27us (120us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167821.042898:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1357 00000100:00100000:0.0:1746167821.042901:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423692928:12345-0@lo:400:kworker.0 Request processed in 25us (87us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167821.042902:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4291 00000100:00100000:3.0:1746167821.042902:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423692032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167821.042906:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8217 00000100:00100000:0.0:1746167821.042915:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50934 00000100:00100000:0.0:1746167821.042919:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ed1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423692416:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1746167821.042919:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50935 00000100:00100000:2.0:1746167821.042923:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b200000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423692800:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1746167821.042925:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423692032:12345-0@lo:400:kworker.0 Request processed in 24us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167821.042929:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1357 00010000:00020000:0.0:1746167821.042935:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1746167821.042938:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167821.042960:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ed1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423692416:12345-0@lo:8:kworker.0 Request processed in 40us (160us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167821.042961:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b200000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423692800:12345-0@lo:8:kworker.0 Request processed in 37us (131us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167821.042966:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50934 00000100:00100000:2.0:1746167821.042969:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50935 00000100:00080000:2.0:1746167821.042993:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167821.042996:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167821.042999:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423692416:0@lo:8:kworker.0 00000100:02020000:2.0:1746167821.043006:0:3768:0:(client.c:1389:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_connect to node 0@lo failed: rc = -19 00000100:00080000:2.0:1746167821.043008:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167821.043010:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167821.043012:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423692800:0@lo:8:kworker.0 00000100:00080000:2.0:1746167821.043032:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167821.043071:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423693056:12345-0@lo:400:kworker.0 Request processed in 375us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167821.043076:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4290 00000100:00100000:0.0:1746167821.043092:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423692928:0@lo:400:kworker.0 00000100:00100000:0.0:1746167821.043100:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423692672:0@lo:400:kworker.0 00000100:00100000:1.0:1746167821.043102:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423692160:0@lo:400:kworker.0 00000100:00100000:0.0:1746167821.043107:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423692032:0@lo:400:kworker.0 00010000:00010000:0.0:1746167821.053612:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167821.367734:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f128700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423693184:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167821.367963:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167821.369092:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423693184 00000100:00100000:0.0:1746167821.369099:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423693184 00000100:00100000:0.0:1746167821.369138:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7614 00000100:00100000:0.0:1746167821.369144:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b202a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423693184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167821.369167:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167821.369196:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b202a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423693184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (1234us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167821.369202:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7614 00000100:00100000:2.0:1746167821.369322:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f128700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423693184:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167822.055606:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167822.895547:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167822.895729:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167822.895841:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439294592 00000100:00100000:2.0:1746167822.895848:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439294592 00000100:00100000:1.0:1746167822.895938:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439294464 00000100:00100000:1.0:1746167822.895941:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439294464 00000100:00100000:2.0:1746167822.896209:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4292 00000100:00100000:2.0:1746167822.896218:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439294592:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:3.0:1746167822.896315:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167822.896363:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1358 00000100:00100000:1.0:1746167822.896370:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439294464:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167822.896586:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439294592:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 369us (855us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167822.896592:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4292 00000100:00100000:1.0:1746167822.896810:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439294464:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 440us (1270us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167822.896816:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1358 00000100:00100000:0.0:1746167822.897436:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167822.897541:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439294720 00000100:00100000:2.0:1746167822.897544:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439294720 00000100:00100000:2.0:1746167822.899315:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4293 00000100:00100000:2.0:1746167822.899324:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f128a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439294720:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:3.0:1746167822.899684:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167822.900417:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f128a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439294720:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1092us (2978us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167822.900428:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4293 00000100:00100000:0.0:1746167822.900552:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167822.901373:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439294848 00000100:00100000:2.0:1746167822.901380:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439294848 00000100:00100000:2.0:1746167822.901411:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50936 00000100:00100000:2.0:1746167822.901416:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f128700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439294848:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167822.901436:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167822.901467:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f128700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439294848:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 50us (915us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167822.901473:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50936 00010000:00010000:0.0:1746167823.059106:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167824.061875:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167825.069205:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167825.123004:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423693312:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167825.123059:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167825.123343:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423693312 00000100:00100000:1.0:1746167825.123350:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423693312 00000100:00100000:1.0:1746167825.123405:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7615 00000100:00100000:1.0:1746167825.123412:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b201c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423693312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167825.123436:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167825.123481:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b201c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423693312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167825.123487:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7615 00000100:00080000:3.0:1746167825.123551:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167825.123600:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423693312:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167826.034183:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423693440:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167826.034235:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167826.034236:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423693568:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167826.034276:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167826.034288:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423693440 00000100:00100000:0.0:1746167826.034295:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423693440 00000100:00100000:1.0:1746167826.034306:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423693568 00000100:00100000:1.0:1746167826.034309:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423693568 00000100:00100000:0.0:1746167826.034326:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36740 00000100:00100000:0.0:1746167826.034332:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423693440:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167826.034374:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167826.034406:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423693440:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167826.034499:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36741 00000100:00100000:1.0:1746167826.034506:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423693568:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167826.034521:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167826.034560:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423693568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 55us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167826.034566:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36741 00000100:00100000:1.0:1746167826.034598:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423693440:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167826.034599:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423693568:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167826.034642:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36740 00000100:00100000:0.0:1746167826.050420:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1746167826.050420:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167826.050425:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167826.050428:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167826.050434:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11741 00000100:00100000:0.0:1746167826.050437:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b201180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423693696:0@lo:400:kworker.0 00000100:00080000:2.0:1746167826.050438:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746167826.050443:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167826.050459:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098e8b100 x1830977423694080/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746167826.050482:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167826.050484:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167826.050485:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167826.050489:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11741 00000100:00100000:0.0:1746167826.050490:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746167826.050491:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746167826.050494:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167826.050502:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098e88000 x1830977423694464/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167826.050535:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423694208:0@lo:400:kworker.0 00000100:00100000:0.0:1746167826.050557:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167826.050572:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167826.050576:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423694336:0@lo:400:kworker.0 00000100:00100000:0.0:1746167826.050596:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167826.050623:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423694208 00000100:00100000:0.0:1746167826.050629:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423694208 00000100:00100000:0.0:1746167826.050655:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8218 00000100:00100000:0.0:1746167826.050662:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423694208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167826.050914:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423694080:0@lo:8:kworker.0 00000100:00100000:3.0:1746167826.050934:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167826.050947:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423694208:12345-0@lo:400:kworker.0 Request processed in 285us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167826.050952:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8218 00000100:00100000:3.0:1746167826.050953:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423694080 00000100:00100000:3.0:1746167826.050956:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423694080 00000100:00100000:0.0:1746167826.050966:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50937 00000100:00100000:0.0:1746167826.050970:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423694080:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167826.050987:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167826.051005:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423694080:12345-0@lo:8:kworker.0 Request processed in 34us (70us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167826.051018:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b202300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423693824:0@lo:400:kworker.0 00000100:00100000:2.0:1746167826.051038:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167826.051052:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423694592:0@lo:400:kworker.0 00000100:00100000:2.0:1746167826.051061:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167826.051068:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1746167826.051070:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423693952:0@lo:400:kworker.0 00000100:00100000:2.0:1746167826.051078:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167826.051084:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423694720:0@lo:400:kworker.0 00000100:00100000:1.0:1746167826.051120:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423693696 00000100:00100000:1.0:1746167826.051122:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423693696 00000100:00100000:1.0:1746167826.051138:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1359 00000100:00100000:1.0:1746167826.051142:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423693696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167826.051439:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423693696:12345-0@lo:400:kworker.0 Request processed in 296us (948us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167826.051443:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1359 00000100:00100000:1.0:1746167826.051468:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423694336 00000100:00100000:1.0:1746167826.051470:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423694336 00000100:00100000:1.0:1746167826.051482:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423693824 00000100:00100000:1.0:1746167826.051483:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423693824 00000100:00100000:1.0:1746167826.051494:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423693952 00000100:00100000:1.0:1746167826.051495:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423693952 00000100:00100000:1.0:1746167826.051505:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4294 00000100:00100000:1.0:1746167826.051509:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423694336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167826.051533:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423694336:12345-0@lo:400:kworker.0 Request processed in 24us (936us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167826.051537:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4294 00000100:00100000:1.0:1746167826.051545:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4295 00000100:00100000:1.0:1746167826.051548:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423693824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167826.051563:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423693824:12345-0@lo:400:kworker.0 Request processed in 15us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167826.051568:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4295 00000100:00100000:1.0:1746167826.051574:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4296 00000100:00100000:1.0:1746167826.051577:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423693952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167826.051589:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423693952:12345-0@lo:400:kworker.0 Request processed in 12us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167826.051591:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4296 00000100:00080000:1.0:1746167826.051603:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167826.051604:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167826.051646:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167826.051671:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b202300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423693824:0@lo:400:kworker.0 00000100:00100000:2.0:1746167826.051693:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423693952:0@lo:400:kworker.0 00000100:00100000:2.0:1746167826.051704:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423694592 00000100:00100000:2.0:1746167826.051706:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423694592 00000100:00100000:3.0:1746167826.051744:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423694464:0@lo:8:kworker.0 00000100:00100000:3.0:1746167826.051951:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167826.051954:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50937 00000100:00100000:0.0:1746167826.051966:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423694464 00000100:00100000:0.0:1746167826.051969:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423694464 00000100:00100000:0.0:1746167826.051980:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50938 00000100:00100000:0.0:1746167826.051983:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136055c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423694464:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167826.051993:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167826.051994:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423694720 00000100:00100000:1.0:1746167826.051996:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423694720 00000100:00100000:1.0:1746167826.052008:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4297 00000100:00100000:1.0:1746167826.052015:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423694720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167826.052049:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8219 00000100:00100000:2.0:1746167826.052053:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423694592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167826.052513:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136055c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423694464:12345-0@lo:8:kworker.0 Request processed in 528us (559us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167826.052519:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50938 00000100:00100000:0.0:1746167826.052548:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423694336:0@lo:400:kworker.0 00000100:00100000:0.0:1746167826.052556:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423694208:0@lo:400:kworker.0 00000100:00100000:0.0:1746167826.052562:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b201180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423693696:0@lo:400:kworker.0 00000100:00100000:1.0:1746167826.052574:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423694720:12345-0@lo:400:kworker.0 Request processed in 557us (926us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167826.052579:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4297 00000100:00080000:1.0:1746167826.052593:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167826.052597:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423694720:0@lo:400:kworker.0 00000100:00100000:2.0:1746167826.052597:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423694592:12345-0@lo:400:kworker.0 Request processed in 544us (1534us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167826.052602:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8219 00000100:00100000:0.0:1746167826.052605:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423694592:0@lo:400:kworker.0 00000100:00080000:3.0:1746167826.052640:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167826.052643:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167826.052646:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423694080:0@lo:8:kworker.0 00000100:00080000:3.0:1746167826.052896:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167826.052898:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167826.052901:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423694464:0@lo:8:kworker.0 00010000:00010000:0.0:1746167826.070417:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167826.370019:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423694848:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167826.370073:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167826.370125:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423694848 00000100:00100000:1.0:1746167826.370131:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423694848 00000100:00100000:1.0:1746167826.370170:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7616 00000100:00100000:1.0:1746167826.370176:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423694848:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167826.370820:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167826.370885:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423694848:12345-0@lo:13:osp-pre-1-0.0 Request processed in 709us (811us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167826.370891:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7616 00000100:00100000:0.0:1746167826.370968:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423694848:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167827.072253:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167827.904094:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167827.904135:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167827.904165:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167827.904195:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439295360 00000100:00100000:2.0:1746167827.904203:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439295360 00000100:00100000:0.0:1746167827.904204:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167827.904232:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439295104 00000100:00100000:2.0:1746167827.904235:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50939 00000100:00100000:0.0:1746167827.904236:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439295104 00000100:00100000:2.0:1746167827.904241:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439295360:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167827.904261:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167827.904265:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439295232 00000100:00100000:0.0:1746167827.904267:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439295232 00000100:00100000:0.0:1746167827.904280:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4298 00000100:00100000:0.0:1746167827.904286:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439295104:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167827.904302:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439295360:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 61us (166us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167827.904307:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50939 00000100:00100000:0.0:1746167827.904344:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439295104:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 58us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167827.904350:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4298 00000100:00100000:0.0:1746167827.904363:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4299 00000100:00100000:0.0:1746167827.904368:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439295232:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167827.904386:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439295232:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 19us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167827.904391:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4299 00000100:00080000:0.0:1746167827.904411:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167827.904413:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167827.904549:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439294976 00000100:00100000:3.0:1746167827.904553:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439294976 00000100:00100000:3.0:1746167827.904585:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1360 00000100:00100000:3.0:1746167827.904590:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439294976:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167827.904612:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439294976:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 23us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167827.904617:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1360 00010000:00010000:0.0:1746167828.074308:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167829.075896:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167830.078518:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167830.130914:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167830.130933:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423694976:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167830.130986:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167830.131261:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423694976 00000100:00100000:1.0:1746167830.131269:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423694976 00000100:00080000:0.0:1746167830.131976:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167830.132406:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7617 00000100:00100000:1.0:1746167830.132412:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423694976:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167830.132434:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167830.132474:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423694976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (1490us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167830.132478:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7617 00000100:00100000:0.0:1746167830.133718:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423694976:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167831.041907:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423695104:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167831.041966:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167831.042834:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423695232:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167831.042860:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167831.042983:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423695104 00000100:00100000:3.0:1746167831.042990:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423695104 00000100:00100000:3.0:1746167831.043036:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423695232 00000100:00100000:3.0:1746167831.043039:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423695232 00000100:00100000:3.0:1746167831.043056:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36742 00000100:00100000:3.0:1746167831.043063:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423695104:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167831.043092:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167831.043132:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423695104:12345-0@lo:41:osp-pre-0-1.0 Request processed in 63us (1160us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167831.043138:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36742 00000100:00100000:3.0:1746167831.043154:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36743 00000100:00100000:3.0:1746167831.043159:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423695232:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746167831.043174:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167831.043198:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423695232:12345-0@lo:41:osp-pre-1-0.0 Request processed in 39us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167831.043203:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36743 00000100:00100000:0.0:1746167831.044189:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423695104:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167831.044254:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423695232:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167831.059191:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423695360:0@lo:400:kworker.0 00000100:00100000:0.0:1746167831.059250:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167831.061053:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423695488:0@lo:400:kworker.0 00000100:00100000:3.0:1746167831.061097:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167831.061427:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423695616:0@lo:400:kworker.0 00000100:00100000:3.0:1746167831.061448:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167831.061455:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423695488 00000100:00100000:0.0:1746167831.061461:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423695488 00000100:00100000:3.0:1746167831.061477:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423695616 00000100:00100000:3.0:1746167831.061480:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423695616 00000100:00100000:0.0:1746167831.061497:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4300 00000100:00100000:0.0:1746167831.061503:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136054380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423695488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167831.061506:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4301 00000100:00100000:3.0:1746167831.061512:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136056d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423695616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167831.061542:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136054380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423695488:12345-0@lo:400:kworker.0 Request processed in 39us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167831.061544:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136056d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423695616:12345-0@lo:400:kworker.0 Request processed in 33us (96us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167831.061547:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4300 00000100:00100000:3.0:1746167831.061550:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4301 00000100:00080000:0.0:1746167831.061562:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167831.061564:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167831.061590:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423695488:0@lo:400:kworker.0 00000100:00100000:1.0:1746167831.061603:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423695360 00000100:00100000:1.0:1746167831.061606:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423695360 00000100:00100000:3.0:1746167831.061612:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423695616:0@lo:400:kworker.0 00000100:00100000:1.0:1746167831.061627:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1361 00000100:00100000:1.0:1746167831.061631:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423695360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167831.061667:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423695360:12345-0@lo:400:kworker.0 Request processed in 35us (2418us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167831.061672:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1361 00000100:00100000:0.0:1746167831.061758:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423695360:0@lo:400:kworker.0 00000100:00080000:2.0:1746167831.061815:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167831.061819:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167831.061821:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167831.061824:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11746 00000100:00080000:2.0:1746167831.061827:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746167831.061830:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167831.061846:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090ccf480 x1830977423695744/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746167831.061875:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167831.061877:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167831.061878:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167831.061881:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11746 00000100:00080000:2.0:1746167831.061883:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746167831.061885:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167831.061891:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090ccd180 x1830977423696128/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167831.061895:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423695744:0@lo:8:kworker.0 00000100:00100000:2.0:1746167831.061916:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423696256:0@lo:400:kworker.0 00000100:00100000:3.0:1746167831.061920:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167831.061938:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167831.061941:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423696128:0@lo:8:kworker.0 00000100:00100000:2.0:1746167831.061955:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746167831.061959:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423696000:0@lo:400:kworker.0 00000100:00100000:3.0:1746167831.061960:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167831.061972:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167831.061984:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423696000 00000100:00100000:3.0:1746167831.061987:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423696000 00000100:00100000:2.0:1746167831.061989:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423695744 00000100:00100000:2.0:1746167831.061992:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423695744 00000100:00100000:2.0:1746167831.062003:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423696256 00000100:00100000:2.0:1746167831.062004:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423696256 00000100:00100000:3.0:1746167831.062004:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4302 00000100:00100000:3.0:1746167831.062009:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423696000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167831.062021:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423696128 00000100:00100000:2.0:1746167831.062023:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423696128 00000100:00100000:2.0:1746167831.062031:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8220 00000100:00100000:2.0:1746167831.062035:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423696256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167831.062039:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423696000:12345-0@lo:400:kworker.0 Request processed in 29us (65us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167831.062045:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4302 00000100:00100000:2.0:1746167831.062056:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423696256:12345-0@lo:400:kworker.0 Request processed in 20us (116us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167831.062060:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8220 00000100:00100000:2.0:1746167831.062068:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50940 00000100:00100000:3.0:1746167831.062068:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423696000:0@lo:400:kworker.0 00000100:00100000:2.0:1746167831.062071:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423695744:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1746167831.062077:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423696256:0@lo:400:kworker.0 00010000:00020000:2.0:1746167831.062087:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167831.062092:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423696384:0@lo:400:kworker.0 00000100:00100000:2.0:1746167831.062103:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423695744:12345-0@lo:8:kworker.0 Request processed in 31us (183us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167831.062107:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50940 00000100:00100000:3.0:1746167831.062111:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167831.062113:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50941 00000100:00100000:2.0:1746167831.062116:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136054000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423696128:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167831.062122:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167831.062125:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746167831.062129:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423695872:0@lo:400:kworker.0 00000100:00100000:2.0:1746167831.062149:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136054000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423696128:12345-0@lo:8:kworker.0 Request processed in 32us (189us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167831.062153:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50941 00000100:00100000:3.0:1746167831.062162:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167831.062193:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423696384 00000100:00100000:3.0:1746167831.062196:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423696384 00000100:00100000:3.0:1746167831.062211:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4303 00000100:00100000:3.0:1746167831.062216:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136055500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423696384:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1746167831.062222:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167831.062240:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136055500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423696384:12345-0@lo:400:kworker.0 Request processed in 24us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167831.062245:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4303 00000100:00100000:2.0:1746167831.062255:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423695872 00000100:00100000:2.0:1746167831.062258:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423695872 00000100:00080000:3.0:1746167831.062280:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1746167831.062282:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8221 00000100:00080000:3.0:1746167831.062284:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167831.062286:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423695872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167831.062287:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423696128:0@lo:8:kworker.0 00000100:00080000:3.0:1746167831.062295:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167831.062296:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167831.062299:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423695744:0@lo:8:kworker.0 00000100:00100000:2.0:1746167831.062310:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423695872:12345-0@lo:400:kworker.0 Request processed in 23us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167831.062314:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8221 00000100:00100000:3.0:1746167831.062321:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423695872:0@lo:400:kworker.0 00000100:00100000:3.0:1746167831.062328:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423696384:0@lo:400:kworker.0 00010000:00010000:0.0:1746167831.081348:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167831.377991:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423696512:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167831.378043:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167831.378316:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423696512 00000100:00100000:0.0:1746167831.378323:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423696512 00000100:00100000:0.0:1746167831.378365:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7618 00000100:00100000:0.0:1746167831.378371:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423696512:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167831.378400:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167831.378454:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423696512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167831.378459:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7618 00000100:00100000:2.0:1746167831.378529:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423696512:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167832.082537:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167832.911930:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167832.916118:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167832.916155:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167832.916206:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439295488 00000100:00100000:1.0:1746167832.916213:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439295488 00000100:00100000:1.0:1746167832.916267:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1362 00000100:00100000:1.0:1746167832.916274:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439295488:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167832.916322:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439295488:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 49us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167832.916328:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1362 00000100:00100000:3.0:1746167832.916854:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439295616 00000100:00100000:3.0:1746167832.916859:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439295616 00000100:00080000:3.0:1746167832.916879:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167832.916900:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439295744 00000100:00100000:3.0:1746167832.916901:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439295744 00000100:00080000:3.0:1746167832.916908:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167832.916910:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4304 00000100:00100000:2.0:1746167832.916920:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439295616:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167832.916925:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4305 00000100:00100000:3.0:1746167832.916932:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439295744:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167832.916959:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439295744:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 29us (803us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167832.916960:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439295616:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 42us (5036us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167832.916964:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4305 00000100:00100000:2.0:1746167832.916973:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4304 00000100:00100000:0.0:1746167832.918209:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167832.918507:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439295872 00000100:00100000:2.0:1746167832.918512:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439295872 00000100:00100000:2.0:1746167832.918543:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50942 00000100:00100000:2.0:1746167832.918548:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439295872:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167832.918568:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167832.918905:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439295872:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 354us (696us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167832.918911:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50942 00010000:00010000:0.0:1746167833.085318:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167834.088774:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167835.090767:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167835.140093:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746167835.140111:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088cab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423696640:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167835.140165:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167835.140244:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423696640 00000100:00100000:1.0:1746167835.140251:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423696640 00000100:00100000:1.0:1746167835.140624:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7619 00000100:00100000:1.0:1746167835.140632:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423696640:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167835.140654:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:3.0:1746167835.140849:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167835.141446:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423696640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 814us (1280us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167835.142253:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7619 00000100:00100000:2.0:1746167835.142730:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088cab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423696640:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167836.049973:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423696896:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167836.050028:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167836.051420:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423696768:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167836.054519:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423696896 00000100:00100000:2.0:1746167836.054531:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423696896 00000100:00100000:2.0:1746167836.054593:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36744 00000100:00100000:2.0:1746167836.054601:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423696896:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746167836.054637:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746167836.054956:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423696896:12345-0@lo:41:osp-pre-0-1.0 Request processed in 355us (4926us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167836.054962:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36744 00000100:00100000:2.0:1746167836.055734:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423696896:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167836.055942:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167836.056303:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423696768 00000100:00100000:2.0:1746167836.056307:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423696768 00000100:00100000:2.0:1746167836.056962:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36745 00000100:00100000:2.0:1746167836.056970:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088cab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423696768:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167836.057562:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167836.057626:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088cab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423696768:12345-0@lo:41:osp-pre-1-0.0 Request processed in 658us (1683us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167836.057633:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36745 00000100:00100000:0.0:1746167836.057913:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423696768:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1746167836.065890:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167836.065894:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167836.065897:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167836.065905:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11751 00000100:00080000:2.0:1746167836.065910:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746167836.065916:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167836.065935:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b201180 x1830977423697408/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746167836.065967:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167836.065970:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167836.065972:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167836.065975:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11751 00000100:00080000:2.0:1746167836.065977:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746167836.065980:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167836.065989:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088c3c380 x1830977423697792/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167836.066129:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423697024:0@lo:400:kworker.0 00000100:00100000:0.0:1746167836.066198:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167836.066248:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423697664:0@lo:400:kworker.0 00000100:00100000:0.0:1746167836.066271:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167836.066291:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746167836.066296:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b202300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423697536:0@lo:400:kworker.0 00000100:00100000:0.0:1746167836.066315:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167836.066344:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423697664 00000100:00100000:0.0:1746167836.066351:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423697664 00000100:00100000:0.0:1746167836.066383:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4306 00000100:00100000:0.0:1746167836.066390:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088caa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423697664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167836.066432:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088caa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423697664:12345-0@lo:400:kworker.0 Request processed in 43us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167836.066438:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4306 00000100:00100000:0.0:1746167836.066475:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423697664:0@lo:400:kworker.0 00000100:00100000:0.0:1746167836.066491:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423697280:0@lo:400:kworker.0 00000100:00100000:0.0:1746167836.066510:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167836.066524:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746167836.066528:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423697152:0@lo:400:kworker.0 00000100:00100000:0.0:1746167836.066542:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167836.066557:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423697280 00000100:00100000:0.0:1746167836.066560:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423697280 00000100:00100000:0.0:1746167836.066581:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423697152 00000100:00100000:0.0:1746167836.066583:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423697152 00000100:00100000:0.0:1746167836.066595:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4307 00000100:00100000:0.0:1746167836.066600:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088caa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423697280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167836.066627:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088caa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423697280:12345-0@lo:400:kworker.0 Request processed in 27us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167836.066632:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4307 00000100:00100000:0.0:1746167836.066641:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4308 00000100:00100000:0.0:1746167836.066645:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423697152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167836.066665:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423697152:12345-0@lo:400:kworker.0 Request processed in 20us (122us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167836.066670:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4308 00000100:00100000:0.0:1746167836.066946:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423697152:0@lo:400:kworker.0 00000100:00100000:0.0:1746167836.066953:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423697280:0@lo:400:kworker.0 00000100:00100000:0.0:1746167836.066980:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b201180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423697408:0@lo:8:kworker.0 00000100:00100000:0.0:1746167836.066999:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167836.067012:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423697792:0@lo:8:kworker.0 00000100:00100000:0.0:1746167836.067025:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746167836.067047:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746167836.067050:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167836.067060:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423697536 00000100:00100000:0.0:1746167836.067063:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423697536 00000100:00100000:0.0:1746167836.067079:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423697408 00000100:00100000:0.0:1746167836.067081:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423697408 00000100:00100000:0.0:1746167836.067089:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423697792 00000100:00100000:0.0:1746167836.067090:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423697792 00000100:00100000:0.0:1746167836.067099:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8222 00000100:00100000:0.0:1746167836.067104:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423697536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167836.067130:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423697536:12345-0@lo:400:kworker.0 Request processed in 26us (814us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167836.067138:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8222 00000100:00100000:0.0:1746167836.067147:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50943 00000100:00100000:0.0:1746167836.067150:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423697408:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167836.067167:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167836.067202:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423697408:12345-0@lo:8:kworker.0 Request processed in 50us (202us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167836.067207:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50943 00000100:00100000:0.0:1746167836.067216:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50944 00000100:00100000:0.0:1746167836.067219:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088caad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423697792:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167836.067227:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167836.067241:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088caad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423697792:12345-0@lo:8:kworker.0 Request processed in 21us (215us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167836.067245:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50944 00000100:00080000:0.0:1746167836.067267:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167836.067270:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167836.067273:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b201180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423697408:0@lo:8:kworker.0 00000100:00080000:0.0:1746167836.067279:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167836.067281:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167836.067283:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423697792:0@lo:8:kworker.0 00000100:00100000:0.0:1746167836.067301:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b202300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423697536:0@lo:400:kworker.0 00000100:00100000:0.0:1746167836.067329:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423697024 00000100:00100000:0.0:1746167836.067332:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423697024 00000100:00100000:0.0:1746167836.067349:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1363 00000100:00100000:0.0:1746167836.067354:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423697024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167836.067378:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423697024:12345-0@lo:400:kworker.0 Request processed in 24us (1180us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167836.067382:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1363 00000100:00100000:0.0:1746167836.067410:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423697024:0@lo:400:kworker.0 00000100:00100000:1.0:1746167836.067582:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423697920:0@lo:400:kworker.0 00000100:00100000:1.0:1746167836.067607:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167836.067627:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746167836.067631:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423698048:0@lo:400:kworker.0 00000100:00100000:1.0:1746167836.067646:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167836.068619:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423697920 00000100:00100000:2.0:1746167836.068624:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423697920 00000100:00100000:2.0:1746167836.068669:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8223 00000100:00100000:2.0:1746167836.068689:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423697920:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1746167836.068691:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167836.068738:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423697920:12345-0@lo:400:kworker.0 Request processed in 63us (1129us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167836.068743:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8223 00000100:00100000:1.0:1746167836.068757:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423697920:0@lo:400:kworker.0 00000100:00100000:0.0:1746167836.070471:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423698048 00000100:00100000:0.0:1746167836.070479:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423698048 00000100:00100000:0.0:1746167836.070521:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4309 00000100:00100000:0.0:1746167836.070526:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423698048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167836.070589:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423698048:12345-0@lo:400:kworker.0 Request processed in 62us (2941us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167836.070595:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4309 00000100:00100000:1.0:1746167836.070630:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423698048:0@lo:400:kworker.0 00010000:00010000:0.0:1746167836.094383:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167836.388608:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746167836.388631:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423698176:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167836.388722:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167836.388787:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423698176 00000100:00100000:1.0:1746167836.388796:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423698176 00000100:00100000:1.0:1746167836.388832:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7620 00000100:00100000:1.0:1746167836.388839:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423698176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167836.388864:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167836.388900:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423698176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167836.388907:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7620 00000100:00100000:0.0:1746167836.389287:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423698176:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167837.097253:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167837.924633:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167837.926128:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167837.926393:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167837.926427:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167837.926450:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439296128 00000100:00100000:0.0:1746167837.926458:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439296128 00000100:00100000:0.0:1746167837.926500:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439296256 00000100:00100000:0.0:1746167837.926502:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439296256 00000100:00100000:0.0:1746167837.926519:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4310 00000100:00100000:0.0:1746167837.926526:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088cab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439296128:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167837.926582:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088cab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439296128:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 57us (1957us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167837.926589:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4310 00000100:00100000:0.0:1746167837.926601:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4311 00000100:00100000:0.0:1746167837.926606:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b202300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439296256:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167837.926625:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b202300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439296256:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 19us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167837.926630:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4311 00000100:00100000:0.0:1746167837.926645:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439296384 00000100:00100000:0.0:1746167837.926647:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439296384 00000100:00100000:1.0:1746167837.927033:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439296000 00000100:00100000:1.0:1746167837.927037:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439296000 00000100:00100000:1.0:1746167837.927063:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1364 00000100:00100000:1.0:1746167837.927069:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a81ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439296000:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167837.927093:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a81ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439296000:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 25us (967us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167837.927099:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1364 00000100:00080000:1.0:1746167837.927310:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167837.927313:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167837.927586:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50945 00000100:00100000:0.0:1746167837.927591:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b201180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439296384:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167837.927610:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167837.927634:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b201180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439296384:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 43us (1207us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167837.927638:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50945 00010000:00010000:0.0:1746167838.097983:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167839.100554:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167840.103442:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167840.147623:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423698304:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167840.147706:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167840.147830:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423698304 00000100:00100000:1.0:1746167840.147837:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423698304 00000100:00100000:1.0:1746167840.147879:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7621 00000100:00100000:1.0:1746167840.147886:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423698304:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167840.147925:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167840.148324:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423698304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 438us (617us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167840.148330:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7621 00000100:00100000:2.0:1746167840.150834:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423698304:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1746167840.151983:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167841.059272:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423698432:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167841.059315:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423698560:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167841.059332:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167841.059366:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167841.059464:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423698432 00000100:00100000:1.0:1746167841.059472:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423698432 00000100:00100000:1.0:1746167841.059756:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423698560 00000100:00100000:1.0:1746167841.059759:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423698560 00000100:00100000:3.0:1746167841.059983:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36746 00000100:00100000:3.0:1746167841.059993:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423698432:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167841.060000:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36747 00000100:00100000:1.0:1746167841.060008:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423698560:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167841.060023:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000004:00000024:1.0:1746167841.060028:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167841.060066:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423698560:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (699us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167841.060070:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423698432:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (738us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167841.060073:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36747 00000100:00100000:3.0:1746167841.060079:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36746 00000100:00100000:3.0:1746167841.060329:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423698560:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167841.061145:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423698432:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167841.073885:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423698688:0@lo:400:kworker.0 00000100:00100000:3.0:1746167841.073953:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167841.073998:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423698816:0@lo:400:kworker.0 00000100:00100000:0.0:1746167841.074030:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167841.074325:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423698816 00000100:00100000:0.0:1746167841.074332:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423698816 00000100:00080000:2.0:1746167841.074493:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167841.074498:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167841.074501:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167841.074506:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11756 00000100:00080000:2.0:1746167841.074514:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746167841.074518:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167841.074541:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088c3ce00 x1830977423699072/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746167841.074569:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167841.074572:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167841.074574:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167841.074577:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11756 00000100:00080000:2.0:1746167841.074579:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746167841.074582:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167841.074594:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088c3e680 x1830977423699456/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167841.074628:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423699072:0@lo:8:kworker.0 00000100:00100000:2.0:1746167841.075030:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167841.075062:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423699456:0@lo:8:kworker.0 00000100:00100000:2.0:1746167841.075563:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167841.075601:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423699072 00000100:00100000:2.0:1746167841.075605:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423699072 00000100:00100000:2.0:1746167841.075621:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423699456 00000100:00100000:2.0:1746167841.075623:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423699456 00000100:00100000:2.0:1746167841.075636:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50946 00000100:00100000:2.0:1746167841.075642:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423699072:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167841.076044:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167841.076076:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423699072:12345-0@lo:8:kworker.0 Request processed in 433us (1045us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167841.076082:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50946 00000100:00100000:2.0:1746167841.076106:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50947 00000100:00100000:2.0:1746167841.076110:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423699456:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167841.076120:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167841.076240:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423698688 00000100:00100000:1.0:1746167841.076244:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423698688 00000100:00100000:3.0:1746167841.076255:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423699328:0@lo:400:kworker.0 00000100:00100000:1.0:1746167841.076268:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1365 00000100:00100000:1.0:1746167841.076273:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423698688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167841.076278:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167841.076306:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423698688:12345-0@lo:400:kworker.0 Request processed in 33us (2354us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167841.076318:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1365 00000100:00100000:1.0:1746167841.076347:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423698944:0@lo:400:kworker.0 00000100:00100000:1.0:1746167841.076380:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423699584:0@lo:400:kworker.0 00000100:00100000:1.0:1746167841.076397:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167841.076419:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423699584 00000100:00100000:1.0:1746167841.076421:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423699584 00000100:00100000:1.0:1746167841.076443:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8224 00000100:00100000:1.0:1746167841.076447:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423699584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167841.076487:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423699584:12345-0@lo:400:kworker.0 Request processed in 39us (88us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167841.076491:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8224 00000100:00100000:1.0:1746167841.076517:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423699584:0@lo:400:kworker.0 00000100:00080000:1.0:1746167841.076538:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746167841.076541:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746167841.076568:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167841.076571:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167841.076574:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423699072:0@lo:8:kworker.0 00000100:00100000:1.0:1746167841.076592:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423699200:0@lo:400:kworker.0 00000100:00100000:1.0:1746167841.076610:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167841.076629:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423699200 00000100:00100000:1.0:1746167841.076631:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423699200 00000100:00100000:1.0:1746167841.076645:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8225 00000100:00100000:1.0:1746167841.076649:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423699200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167841.077104:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423699456:12345-0@lo:8:kworker.0 Request processed in 981us (1529us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167841.077110:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50947 00000100:00080000:2.0:1746167841.077131:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167841.077134:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167841.077137:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423699456:0@lo:8:kworker.0 00000100:00100000:0.0:1746167841.077791:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423699328 00000100:00100000:0.0:1746167841.077796:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423699328 00000100:00100000:0.0:1746167841.077826:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4312 00000100:00100000:0.0:1746167841.077833:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423698816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167841.077906:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4313 00000100:00100000:3.0:1746167841.077915:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423699328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167841.078065:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423699200:0@lo:400:kworker.0 00000100:00100000:3.0:1746167841.078085:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423699328:12345-0@lo:400:kworker.0 Request processed in 172us (1806us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167841.078102:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167841.078102:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4313 00000100:00100000:3.0:1746167841.078114:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423698944 00000100:00100000:3.0:1746167841.078117:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423698944 00000100:00100000:2.0:1746167841.078121:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423699712:0@lo:400:kworker.0 00000100:00100000:3.0:1746167841.078141:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4314 00000100:00100000:2.0:1746167841.078142:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167841.078146:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423698944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167841.078165:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423699712 00000100:00100000:2.0:1746167841.078168:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423699712 00000100:00100000:3.0:1746167841.078173:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423698944:12345-0@lo:400:kworker.0 Request processed in 27us (81us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167841.078178:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4314 00000100:00100000:3.0:1746167841.078208:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423699328:0@lo:400:kworker.0 00000100:00100000:3.0:1746167841.078217:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423698688:0@lo:400:kworker.0 00000100:00080000:3.0:1746167841.078241:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167841.078322:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4315 00000100:00100000:2.0:1746167841.078328:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423699712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167841.078356:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423699712:12345-0@lo:400:kworker.0 Request processed in 28us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167841.078361:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4315 00000100:00100000:2.0:1746167841.078383:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423698944:0@lo:400:kworker.0 00000100:00100000:2.0:1746167841.078391:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423699712:0@lo:400:kworker.0 00000100:00100000:1.0:1746167841.078468:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423699200:12345-0@lo:400:kworker.0 Request processed in 1816us (1856us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167841.078475:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8225 00000100:00100000:0.0:1746167841.080908:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423698816:12345-0@lo:400:kworker.0 Request processed in 3066us (6867us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167841.080918:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4312 00000100:00100000:1.0:1746167841.081034:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423698816:0@lo:400:kworker.0 00010000:00010000:0.0:1746167841.107944:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167841.393876:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423699840:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167841.394233:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167841.395015:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423699840 00000100:00100000:1.0:1746167841.395022:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423699840 00000100:00100000:1.0:1746167841.395067:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7622 00000100:00100000:1.0:1746167841.395073:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423699840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167841.395121:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167841.395157:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423699840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (925us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167841.395163:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7622 00000100:00100000:2.0:1746167841.395285:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423699840:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167842.109973:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167842.927206:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167842.927249:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167842.927273:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167842.927418:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167842.927444:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439296640 00000100:00100000:0.0:1746167842.927451:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439296640 00000100:00100000:0.0:1746167842.927506:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439296768 00000100:00100000:0.0:1746167842.927508:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439296768 00000100:00100000:0.0:1746167842.927527:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4316 00000100:00100000:0.0:1746167842.927534:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439296640:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167842.927587:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439296640:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 54us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167842.927594:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4316 00000100:00100000:0.0:1746167842.927607:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4317 00000100:00100000:0.0:1746167842.927612:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439296768:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167842.927628:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439296768:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 17us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167842.927633:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4317 00000100:00100000:0.0:1746167842.927715:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439296896 00000100:00100000:0.0:1746167842.927718:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439296896 00000100:00100000:0.0:1746167842.927733:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50948 00000100:00100000:0.0:1746167842.927737:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439296896:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167842.927756:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167842.927776:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439296896:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 39us (359us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167842.927781:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50948 00000100:00080000:2.0:1746167842.927811:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746167842.927815:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167842.927888:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439296512 00000100:00100000:1.0:1746167842.927892:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439296512 00000100:00100000:1.0:1746167842.927925:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1366 00000100:00100000:1.0:1746167842.927930:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439296512:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167842.933103:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439296512:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 5159us (5839us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167842.933116:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1366 00010000:00010000:0.0:1746167843.111905:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167844.114222:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167845.118621:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167845.156014:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423699968:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167845.156097:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167845.156212:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423699968 00000100:00100000:2.0:1746167845.156218:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423699968 00000100:00100000:2.0:1746167845.156269:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7623 00000100:00100000:2.0:1746167845.156281:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423699968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167845.156304:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167845.156338:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423699968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167845.156344:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7623 00000100:00080000:2.0:1746167845.156366:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167845.156429:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423699968:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167846.065848:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423700096:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167846.065928:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167846.066562:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423700224:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167846.066636:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423700096 00000100:00100000:2.0:1746167846.066642:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423700096 00000100:00100000:2.0:1746167846.066695:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36748 00000100:00100000:2.0:1746167846.066701:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423700096:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746167846.066725:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746167846.066776:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423700096:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (849us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167846.066782:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36748 00000100:00100000:3.0:1746167846.066837:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167846.066906:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423700096:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167846.066999:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423700224 00000100:00100000:2.0:1746167846.067002:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423700224 00000100:00100000:2.0:1746167846.067059:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36749 00000100:00100000:2.0:1746167846.067065:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423700224:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167846.067080:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167846.067108:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423700224:12345-0@lo:41:osp-pre-1-0.0 Request processed in 43us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167846.067113:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36749 00000100:00100000:3.0:1746167846.067121:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423700224:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1746167846.081861:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1746167846.081861:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1746167846.081865:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167846.081868:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167846.081874:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11761 00000100:00100000:3.0:1746167846.081876:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423700352:0@lo:400:kworker.0 00000100:00080000:2.0:1746167846.081878:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746167846.081883:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167846.081900:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a085d500 x1830977423700736/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167846.081919:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423700608:0@lo:400:kworker.0 00000100:00080000:2.0:1746167846.081920:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167846.081923:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167846.081924:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1746167846.081926:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746167846.081927:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11761 00000100:00080000:2.0:1746167846.081929:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746167846.081931:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167846.081941:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a085e300 x1830977423701120/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167846.081955:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167846.081967:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423700736:0@lo:8:kworker.0 00000100:00100000:3.0:1746167846.081967:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423700864:0@lo:400:kworker.0 00000100:00100000:1.0:1746167846.081979:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423701376:0@lo:400:kworker.0 00000100:00100000:3.0:1746167846.081986:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167846.081988:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423700480:0@lo:400:kworker.0 00000100:00100000:1.0:1746167846.081995:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167846.082001:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746167846.082004:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167846.082016:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423700992:0@lo:400:kworker.0 00000100:00100000:1.0:1746167846.082033:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423700352 00000100:00100000:2.0:1746167846.082033:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423701248:0@lo:400:kworker.0 00000100:00100000:1.0:1746167846.082039:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423700352 00000100:00100000:3.0:1746167846.082039:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167846.082046:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167846.082057:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423700608 00000100:00100000:3.0:1746167846.082060:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423700608 00000100:00100000:2.0:1746167846.082064:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423700864 00000100:00100000:2.0:1746167846.082066:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423700864 00000100:00100000:1.0:1746167846.082068:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1367 00000100:00100000:1.0:1746167846.082075:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423700352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167846.082082:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423701248 00000100:00100000:3.0:1746167846.082082:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423701376 00000100:00100000:2.0:1746167846.082083:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423701248 00000100:00100000:3.0:1746167846.082084:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423701376 00000100:00100000:3.0:1746167846.082094:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423700480 00000100:00100000:3.0:1746167846.082095:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423700480 00000100:00100000:2.0:1746167846.082096:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8226 00000100:00100000:2.0:1746167846.082101:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423700864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167846.082103:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423700992 00000100:00100000:3.0:1746167846.082105:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423700992 00000100:00100000:1.0:1746167846.082110:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423700352:12345-0@lo:400:kworker.0 Request processed in 35us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167846.082112:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4318 00000100:00100000:1.0:1746167846.082116:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1367 00000100:00100000:3.0:1746167846.082116:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423700608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167846.082125:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423700864:12345-0@lo:400:kworker.0 Request processed in 25us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167846.082130:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8226 00000100:00100000:2.0:1746167846.082138:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8227 00000100:00100000:3.0:1746167846.082138:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423700608:12345-0@lo:400:kworker.0 Request processed in 21us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167846.082142:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423701248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167846.082142:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4318 00000100:00100000:3.0:1746167846.082153:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4319 00000100:00100000:3.0:1746167846.082157:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423701376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167846.082158:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423700864:0@lo:400:kworker.0 00000100:00100000:2.0:1746167846.082160:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423701248:12345-0@lo:400:kworker.0 Request processed in 18us (113us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167846.082164:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8227 00000100:00100000:1.0:1746167846.082166:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423700352:0@lo:400:kworker.0 00000100:00100000:3.0:1746167846.082173:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423701376:12345-0@lo:400:kworker.0 Request processed in 17us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167846.082178:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4319 00000100:00080000:2.0:1746167846.082180:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746167846.082183:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746167846.082185:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167846.082185:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4320 00000100:00100000:1.0:1746167846.082187:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423701376:0@lo:400:kworker.0 00000100:00100000:3.0:1746167846.082188:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423700480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167846.082194:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423700608:0@lo:400:kworker.0 00000100:00100000:2.0:1746167846.082194:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167846.082205:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423701120:0@lo:8:kworker.0 00000100:00100000:3.0:1746167846.082205:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423700480:12345-0@lo:400:kworker.0 Request processed in 16us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167846.082216:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4320 00000100:00100000:2.0:1746167846.082218:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167846.082219:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4321 00000100:00100000:1.0:1746167846.082225:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423700992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167846.082232:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423700736 00000100:00100000:2.0:1746167846.082235:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423700736 00000100:00100000:2.0:1746167846.082249:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423701120 00000100:00100000:1.0:1746167846.082251:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423700992:12345-0@lo:400:kworker.0 Request processed in 26us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167846.082251:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423701120 00000100:00100000:1.0:1746167846.082256:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4321 00000100:00100000:2.0:1746167846.082260:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50949 00000100:00100000:2.0:1746167846.082263:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423700736:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1746167846.082268:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50950 00000100:00100000:3.0:1746167846.082271:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423701120:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167846.082278:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1746167846.082279:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167846.082281:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423700992:0@lo:400:kworker.0 00000100:00100000:2.0:1746167846.082299:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423700736:12345-0@lo:8:kworker.0 Request processed in 34us (103us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167846.082299:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423701120:12345-0@lo:8:kworker.0 Request processed in 26us (79us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167846.082303:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50949 00000100:00100000:3.0:1746167846.082305:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50950 00000100:00080000:2.0:1746167846.082318:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167846.082321:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167846.082324:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423700736:0@lo:8:kworker.0 00000100:00080000:2.0:1746167846.082330:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167846.082332:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167846.082334:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423701120:0@lo:8:kworker.0 00000100:00100000:2.0:1746167846.082353:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423700480:0@lo:400:kworker.0 00000100:00100000:2.0:1746167846.082360:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423701248:0@lo:400:kworker.0 00010000:00010000:0.0:1746167846.121315:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167846.401957:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009daffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423701504:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167846.402040:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167846.402559:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423701504 00000100:00100000:2.0:1746167846.402568:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423701504 00000100:00100000:2.0:1746167846.402618:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7624 00000100:00100000:2.0:1746167846.402626:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423701504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167846.402652:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167846.402910:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423701504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 284us (868us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167846.402916:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7624 00000100:00100000:1.0:1746167846.403237:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009daffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423701504:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167847.124250:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167847.934582:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167847.934626:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167847.934720:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167847.934752:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439297024 00000100:00100000:0.0:1746167847.934759:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439297024 00000100:00100000:0.0:1746167847.934794:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1368 00000100:00100000:0.0:1746167847.934802:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439297024:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167847.934858:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439297024:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 56us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167847.934864:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1368 00000100:00100000:1.0:1746167847.935180:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439297152 00000100:00100000:1.0:1746167847.935184:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439297152 00000100:00100000:1.0:1746167847.935412:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4322 00000100:00100000:1.0:1746167847.935419:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439297152:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167847.935453:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439297152:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 35us (880us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167847.935459:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4322 00000100:00100000:2.0:1746167847.935580:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439297408 00000100:00100000:2.0:1746167847.935585:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439297408 00000100:00100000:2.0:1746167847.935604:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50951 00000100:00100000:2.0:1746167847.935609:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439297408:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167847.935628:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167847.935654:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439297408:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 45us (1027us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167847.935660:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50951 00000100:00080000:3.0:1746167847.936375:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167847.939479:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167847.939914:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439297280 00000100:00100000:0.0:1746167847.939923:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439297280 00000100:00100000:0.0:1746167847.939997:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4323 00000100:00100000:0.0:1746167847.940006:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009daffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439297280:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167847.940064:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009daffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439297280:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 59us (630us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167847.940070:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4323 00000100:00080000:3.0:1746167847.940429:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1746167848.126219:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167849.127888:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167850.130070:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167850.161947:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423701632:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167850.162007:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167850.162114:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423701632 00000100:00100000:3.0:1746167850.162121:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423701632 00000100:00100000:3.0:1746167850.162723:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7625 00000100:00100000:3.0:1746167850.162730:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423701632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167850.162753:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167850.162794:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423701632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (786us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167850.162799:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7625 00000100:00100000:1.0:1746167850.162831:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423701632:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1746167850.162847:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167851.074410:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097619880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423701760:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167851.074468:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167851.074583:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423701888:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167851.074609:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167851.074642:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423701760 00000100:00100000:1.0:1746167851.074649:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423701760 00000100:00100000:3.0:1746167851.074831:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423701888 00000100:00100000:3.0:1746167851.074835:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423701888 00000100:00100000:0.0:1746167851.074945:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36750 00000100:00100000:0.0:1746167851.074952:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423701760:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167851.074978:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167851.075007:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423701760:12345-0@lo:41:osp-pre-1-0.0 Request processed in 55us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167851.075013:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36750 00000100:00100000:2.0:1746167851.075060:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097619880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423701760:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167851.075103:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36751 00000100:00100000:3.0:1746167851.075108:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423701888:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167851.075125:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167851.075150:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423701888:12345-0@lo:41:osp-pre-0-1.0 Request processed in 42us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167851.075155:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36751 00000100:00100000:1.0:1746167851.078765:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423701888:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167851.090501:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423702016:0@lo:400:kworker.0 00000100:00100000:0.0:1746167851.090526:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423702144:0@lo:400:kworker.0 00000100:00100000:0.0:1746167851.090556:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167851.090557:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746167851.091428:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167851.091434:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167851.091437:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167851.091441:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11766 00000100:00080000:2.0:1746167851.091444:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746167851.091449:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167851.091470:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801223fb800 x1830977423702400/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167851.091615:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423702016 00000100:00100000:0.0:1746167851.091621:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423702016 00000100:00100000:1.0:1746167851.091634:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423702144 00000100:00100000:1.0:1746167851.091638:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423702144 00000100:00100000:0.0:1746167851.091652:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1369 00000100:00100000:0.0:1746167851.091658:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423702016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167851.091669:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4324 00000100:00100000:1.0:1746167851.091688:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088faed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423702144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167851.091714:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423702016:12345-0@lo:400:kworker.0 Request processed in 55us (1157us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167851.091719:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1369 00000100:00100000:1.0:1746167851.091720:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088faed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423702144:12345-0@lo:400:kworker.0 Request processed in 45us (1163us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167851.091726:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4324 00000100:00080000:1.0:1746167851.091739:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167851.091757:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423702016:0@lo:400:kworker.0 00000100:00100000:1.0:1746167851.091795:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423702400:0@lo:8:kworker.0 00000100:00100000:1.0:1746167851.091816:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167851.091843:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423702400 00000100:00100000:1.0:1746167851.091846:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423702400 00000100:00100000:1.0:1746167851.091859:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50952 00000100:00100000:1.0:1746167851.091863:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423702400:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167851.091880:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167851.091902:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423702400:12345-0@lo:8:kworker.0 Request processed in 39us (86us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167851.091907:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50952 00000100:00080000:1.0:1746167851.091934:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167851.091937:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167851.091939:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423702400:0@lo:8:kworker.0 00000100:00080000:2.0:1746167851.092119:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167851.092121:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167851.092123:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167851.092126:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11766 00000100:00080000:2.0:1746167851.092128:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746167851.092131:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167851.092142:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801223fb800 x1830977423702784/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167851.092171:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423702528:0@lo:400:kworker.0 00000100:00100000:2.0:1746167851.092194:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167851.092210:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1746167851.092215:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423702272:0@lo:400:kworker.0 00000100:00100000:2.0:1746167851.092230:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167851.092241:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423703040:0@lo:400:kworker.0 00000100:00100000:2.0:1746167851.092254:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167851.092271:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423702528 00000100:00100000:2.0:1746167851.092274:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423702528 00000100:00100000:0.0:1746167851.092287:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423702144:0@lo:400:kworker.0 00000100:00100000:2.0:1746167851.092291:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8228 00000100:00100000:2.0:1746167851.092295:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423702528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167851.092299:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423702912:0@lo:400:kworker.0 00000100:00100000:0.0:1746167851.092320:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167851.092320:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423702528:12345-0@lo:400:kworker.0 Request processed in 24us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167851.092324:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8228 00000100:00100000:2.0:1746167851.092332:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423702912 00000100:00100000:0.0:1746167851.092334:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746167851.092334:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423702912 00000100:00100000:0.0:1746167851.092339:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423702656:0@lo:400:kworker.0 00000100:00100000:2.0:1746167851.092349:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8229 00000100:00100000:2.0:1746167851.092352:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423702912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167851.092353:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167851.095482:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423702912:12345-0@lo:400:kworker.0 Request processed in 3121us (3154us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167851.095493:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8229 00000100:00080000:1.0:1746167851.095750:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167851.099113:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423702272 00000100:00100000:0.0:1746167851.099121:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423702912:0@lo:400:kworker.0 00000100:00100000:2.0:1746167851.099123:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423702272 00000100:00100000:0.0:1746167851.099167:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423702784:0@lo:8:kworker.0 00000100:00100000:2.0:1746167851.099171:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423703040 00000100:00100000:2.0:1746167851.099173:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423703040 00000100:00100000:2.0:1746167851.099186:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423702656 00000100:00100000:2.0:1746167851.099188:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423702656 00000100:00100000:0.0:1746167851.099207:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167851.099207:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4325 00000100:00100000:2.0:1746167851.099213:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423702272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167851.099230:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423702784 00000100:00100000:0.0:1746167851.099233:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423702784 00000100:00100000:0.0:1746167851.099247:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50953 00000100:00100000:0.0:1746167851.099252:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423702784:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1746167851.099260:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423702272:12345-0@lo:400:kworker.0 Request processed in 47us (7028us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167851.099265:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4325 00010000:00020000:0.0:1746167851.099269:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167851.099278:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4326 00000100:00100000:2.0:1746167851.099283:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423703040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167851.099294:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423702784:12345-0@lo:8:kworker.0 Request processed in 42us (88us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167851.099299:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50953 00000100:00100000:2.0:1746167851.099305:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423703040:12345-0@lo:400:kworker.0 Request processed in 22us (7050us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167851.099310:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4326 00000100:00100000:2.0:1746167851.099317:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4327 00000100:00080000:0.0:1746167851.099319:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167851.099322:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167851.099322:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423702656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167851.099325:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423702784:0@lo:8:kworker.0 00000100:00100000:2.0:1746167851.099344:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423702656:12345-0@lo:400:kworker.0 Request processed in 22us (6989us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167851.099348:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4327 00000100:00100000:0.0:1746167851.099350:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423702656:0@lo:400:kworker.0 00000100:00080000:2.0:1746167851.099360:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167851.099378:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423702272:0@lo:400:kworker.0 00000100:00100000:2.0:1746167851.099387:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423703040:0@lo:400:kworker.0 00000100:00100000:2.0:1746167851.099396:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423702528:0@lo:400:kworker.0 00010000:00010000:0.0:1746167851.131853:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167851.409898:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423703168:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167851.409984:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167851.410033:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423703168 00000100:00100000:2.0:1746167851.410039:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423703168 00000100:00100000:2.0:1746167851.410384:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7626 00000100:00100000:2.0:1746167851.410392:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423703168:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167851.410415:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167851.410455:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423703168:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167851.410461:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7626 00000100:00100000:0.0:1746167851.410591:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423703168:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167852.138066:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167852.942288:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167852.942336:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167852.942369:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167852.942991:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439297664 00000100:00100000:3.0:1746167852.942999:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439297664 00000100:00100000:3.0:1746167852.943058:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439297792 00000100:00100000:3.0:1746167852.943061:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439297792 00000100:00100000:3.0:1746167852.943083:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4328 00000100:00100000:3.0:1746167852.943091:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088faf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439297664:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167852.943157:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088faf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439297664:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 67us (876us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167852.943163:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4328 00000100:00100000:0.0:1746167852.943177:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167852.943178:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4329 00000100:00100000:3.0:1746167852.943183:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088face00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439297792:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167852.943204:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088face00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439297792:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 21us (835us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167852.943208:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4329 00000100:00100000:0.0:1746167852.943270:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439297920 00000100:00100000:0.0:1746167852.943274:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439297920 00000100:00100000:0.0:1746167852.943292:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50954 00000100:00100000:0.0:1746167852.943297:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439297920:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167852.943316:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167852.943340:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439297920:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 42us (163us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167852.943345:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50954 00000100:00100000:1.0:1746167852.943644:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439297536 00000100:00100000:1.0:1746167852.943649:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439297536 00000100:00100000:1.0:1746167852.943706:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1370 00000100:00100000:1.0:1746167852.943711:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439297536:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167852.943737:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439297536:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 26us (1401us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167852.943742:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1370 00000100:00080000:2.0:1746167852.945221:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746167852.945226:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1746167853.140965:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167854.142611:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167855.143915:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167855.169907:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423703296:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167855.169968:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167855.170114:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423703296 00000100:00100000:3.0:1746167855.170121:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423703296 00000100:00080000:2.0:1746167855.170336:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167855.174040:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7627 00000100:00100000:3.0:1746167855.174054:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423703296:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167855.174083:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167855.174331:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423703296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 282us (4363us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167855.174339:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7627 00000100:00100000:1.0:1746167855.174424:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423703296:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167856.083175:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746167856.083193:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423703424:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167856.083249:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167856.083286:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423703424 00000100:00100000:0.0:1746167856.083293:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423703424 00000100:00100000:0.0:1746167856.083325:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36752 00000100:00100000:0.0:1746167856.083331:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423703424:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167856.083357:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167856.083386:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423703424:12345-0@lo:41:osp-pre-1-0.0 Request processed in 56us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167856.083394:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36752 00000100:00100000:1.0:1746167856.083412:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423703424:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167856.097971:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423703552:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167856.098029:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167856.098043:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423703680:0@lo:400:kworker.0 00000100:00100000:3.0:1746167856.098067:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167856.098105:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423703552 00000100:00100000:1.0:1746167856.098106:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423703680 00000100:00100000:1.0:1746167856.098110:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423703680 00000100:00100000:3.0:1746167856.098110:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423703552 00000100:00100000:1.0:1746167856.098141:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1371 00000100:00100000:3.0:1746167856.098142:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36753 00000100:00100000:3.0:1746167856.098147:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423703552:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167856.098148:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423703680:12345-0@lo:400:kworker.0 00000004:00000024:3.0:1746167856.098171:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167856.098190:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423703680:12345-0@lo:400:kworker.0 Request processed in 43us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167856.098196:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1371 00000100:00080000:2.0:1746167856.098258:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167856.098262:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1746167856.098263:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423703936:0@lo:400:kworker.0 00000100:00080000:2.0:1746167856.098264:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167856.098268:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11771 00000100:00080000:2.0:1746167856.098270:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746167856.098273:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167856.098284:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167856.098287:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008fcf5c00 x1830977423704064/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167856.098298:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746167856.098301:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423703808:0@lo:400:kworker.0 00000100:00080000:2.0:1746167856.098308:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167856.098310:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167856.098312:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1746167856.098314:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746167856.098314:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11771 00000100:00080000:2.0:1746167856.098316:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746167856.098319:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167856.098327:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090cea300 x1830977423704320/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167856.098330:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423703936 00000100:00100000:0.0:1746167856.098333:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423703936 00000100:00100000:2.0:1746167856.098353:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423704064:0@lo:8:kworker.0 00000100:00100000:0.0:1746167856.098356:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423703808 00000100:00100000:0.0:1746167856.098358:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423703808 00000100:00100000:0.0:1746167856.098371:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4330 00000100:00100000:0.0:1746167856.098376:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423703936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167856.098380:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167856.098629:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423703936:12345-0@lo:400:kworker.0 Request processed in 252us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167856.098636:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4330 00000100:00100000:0.0:1746167856.098646:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4331 00000100:00100000:0.0:1746167856.098651:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423703808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167856.098669:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423703808:12345-0@lo:400:kworker.0 Request processed in 18us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167856.098692:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4331 00000100:00100000:0.0:1746167856.098712:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423704448:0@lo:400:kworker.0 00000100:00100000:0.0:1746167856.098729:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167856.098740:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746167856.098745:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423704192:0@lo:400:kworker.0 00000100:00100000:0.0:1746167856.098757:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167856.098772:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423704064 00000100:00100000:0.0:1746167856.098775:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423704064 00000100:00100000:0.0:1746167856.098786:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423704448 00000100:00100000:0.0:1746167856.098787:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423704448 00000100:00100000:0.0:1746167856.098802:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8230 00000100:00100000:0.0:1746167856.098807:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423704448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167856.098830:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423704448:12345-0@lo:400:kworker.0 Request processed in 23us (100us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167856.098845:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8230 00000100:00100000:0.0:1746167856.098854:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50955 00000100:00100000:0.0:1746167856.098857:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423704064:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167856.098871:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167856.098889:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423704064:12345-0@lo:8:kworker.0 Request processed in 31us (508us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167856.098894:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50955 00000100:00100000:0.0:1746167856.098908:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423704192 00000100:00100000:0.0:1746167856.098910:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423704192 00000100:00100000:0.0:1746167856.098923:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4332 00000100:00100000:0.0:1746167856.098927:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423704192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167856.098944:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423704192:12345-0@lo:400:kworker.0 Request processed in 17us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167856.098949:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4332 00000100:00100000:0.0:1746167856.098975:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423704192:0@lo:400:kworker.0 00000100:00100000:0.0:1746167856.098982:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423704448:0@lo:400:kworker.0 00000100:00080000:0.0:1746167856.099008:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746167856.099011:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746167856.099013:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167856.099023:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423703808:0@lo:400:kworker.0 00000100:00100000:0.0:1746167856.099030:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423703936:0@lo:400:kworker.0 00000100:00100000:0.0:1746167856.099037:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746167856.099041:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423704576:0@lo:400:kworker.0 00000100:00100000:0.0:1746167856.099057:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167856.099073:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423704576 00000100:00100000:0.0:1746167856.099075:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423704576 00000100:00100000:0.0:1746167856.099088:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4333 00000100:00100000:0.0:1746167856.099092:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423704576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167856.099113:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423704576:12345-0@lo:400:kworker.0 Request processed in 22us (55us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167856.099118:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4333 00000100:00100000:0.0:1746167856.099134:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423704576:0@lo:400:kworker.0 00000100:00100000:0.0:1746167856.099158:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423703680:0@lo:400:kworker.0 00000100:00100000:3.0:1746167856.099542:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423703552:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1394us (1512us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167856.099548:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36753 00000100:00100000:2.0:1746167856.100395:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423704320:0@lo:8:kworker.0 00000100:00100000:2.0:1746167856.100419:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746167856.100457:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167856.100460:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167856.100463:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423704064:0@lo:8:kworker.0 00000100:00100000:1.0:1746167856.100522:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423704320 00000100:00100000:1.0:1746167856.100526:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423704320 00000100:00100000:1.0:1746167856.100541:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50956 00000100:00100000:1.0:1746167856.100545:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423704320:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167856.100557:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167856.100593:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423704320:12345-0@lo:8:kworker.0 Request processed in 46us (173us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167856.100598:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50956 00000100:00080000:3.0:1746167856.100646:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167856.100649:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167856.100652:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423704320:0@lo:8:kworker.0 00000100:00100000:0.0:1746167856.100797:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423703552:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1746167856.147220:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167856.419988:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423704704:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167856.420045:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167856.420392:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423704704 00000100:00100000:3.0:1746167856.420399:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423704704 00000100:00100000:3.0:1746167856.420433:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7628 00000100:00100000:3.0:1746167856.420441:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423704704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167856.420463:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167856.420497:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423704704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167856.420503:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7628 00000100:00100000:2.0:1746167856.420715:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423704704:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167857.151996:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167857.952021:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167857.952066:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167857.952084:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439298048 00000100:00100000:1.0:1746167857.952092:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439298048 00000100:00100000:1.0:1746167857.952132:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1372 00000100:00100000:1.0:1746167857.952314:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439298048:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167857.952362:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439298048:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 224us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167857.952369:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1372 00000100:00100000:0.0:1746167857.953780:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167857.953828:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167857.953953:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439298432 00000100:00100000:3.0:1746167857.953959:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439298432 00000100:00100000:3.0:1746167857.953980:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50957 00000100:00100000:3.0:1746167857.953986:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439298432:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167857.954006:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167857.954036:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439298432:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 50us (208us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167857.954041:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50957 00000100:00100000:1.0:1746167857.954042:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439298176 00000100:00100000:1.0:1746167857.954046:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439298176 00000100:00100000:1.0:1746167857.954075:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439298304 00000100:00100000:1.0:1746167857.954077:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439298304 00000100:00100000:1.0:1746167857.954092:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4334 00000100:00100000:1.0:1746167857.954097:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439298176:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167857.954124:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439298176:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 28us (2058us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167857.954129:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4334 00000100:00100000:1.0:1746167857.954138:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4335 00000100:00100000:1.0:1746167857.954141:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439298304:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167857.954157:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439298304:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 15us (379us total) trans 0 rc 0/0 00000100:00080000:0.0:1746167857.954211:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167857.954214:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167857.957654:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4335 00010000:00010000:0.0:1746167858.155969:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167859.158443:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167860.161902:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167860.177907:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423704832:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167860.177964:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167860.178062:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423704832 00000100:00100000:3.0:1746167860.178070:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423704832 00000100:00100000:3.0:1746167860.178111:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7629 00000100:00100000:3.0:1746167860.178118:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423704832:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167860.178141:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167860.178171:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423704832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167860.178177:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7629 00000100:00080000:1.0:1746167860.178294:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167860.178391:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423704832:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167861.090163:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ceb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423704960:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167861.090218:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167861.090279:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423704960 00000100:00100000:3.0:1746167861.090287:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423704960 00000100:00100000:3.0:1746167861.091525:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36754 00000100:00100000:3.0:1746167861.091535:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423704960:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746167861.091563:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167861.101314:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423704960:12345-0@lo:41:osp-pre-1-0.0 Request processed in 9773us (11087us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167861.101326:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36754 00000100:00100000:3.0:1746167861.101421:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ceb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423704960:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167861.106896:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423705088:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167861.106956:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167861.106998:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423705088 00000100:00100000:3.0:1746167861.107006:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423705088 00000100:00100000:3.0:1746167861.107038:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36755 00000100:00100000:3.0:1746167861.107044:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423705088:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167861.107073:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167861.107116:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423705088:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167861.107122:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36755 00000100:00100000:0.0:1746167861.107136:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423705088:0@lo:41:osp-pre-0-1.0 00000100:00080000:0.0:1746167861.108411:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167861.108415:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167861.108417:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167861.108421:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11776 00000100:00080000:0.0:1746167861.108424:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746167861.108428:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167861.108441:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008e833800 x1830977423705600/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167861.108458:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167861.108461:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167861.108462:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167861.108465:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11776 00000100:00080000:0.0:1746167861.108467:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746167861.108470:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167861.108478:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008e830000 x1830977423705856/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167861.108512:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423705344:0@lo:400:kworker.0 00000100:00100000:0.0:1746167861.108538:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167861.108566:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423706112:0@lo:400:kworker.0 00000100:00100000:0.0:1746167861.108582:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167861.108594:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746167861.108598:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423705472:0@lo:400:kworker.0 00000100:00100000:0.0:1746167861.108611:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167861.108629:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423705344 00000100:00100000:0.0:1746167861.108633:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423705344 00000100:00100000:0.0:1746167861.108659:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423706112 00000100:00100000:0.0:1746167861.108661:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423706112 00000100:00100000:0.0:1746167861.108670:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423705472 00000100:00100000:0.0:1746167861.108672:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423705472 00000100:00100000:0.0:1746167861.108703:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4336 00000100:00100000:0.0:1746167861.108709:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e830e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423705344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167861.108736:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e830e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423705344:12345-0@lo:400:kworker.0 Request processed in 28us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167861.108741:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4336 00000100:00100000:0.0:1746167861.108763:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4337 00000100:00100000:0.0:1746167861.108767:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e833480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423706112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167861.108788:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e833480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423706112:12345-0@lo:400:kworker.0 Request processed in 20us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167861.108792:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4337 00000100:00100000:0.0:1746167861.108799:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4338 00000100:00100000:0.0:1746167861.108803:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e833b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423705472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167861.108820:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e833b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423705472:12345-0@lo:400:kworker.0 Request processed in 17us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167861.108825:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4338 00000100:00080000:0.0:1746167861.108836:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167861.108839:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167861.108859:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e832a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423705472:0@lo:400:kworker.0 00000100:00100000:0.0:1746167861.108867:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e832d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423705344:0@lo:400:kworker.0 00000100:00100000:0.0:1746167861.108873:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423706112:0@lo:400:kworker.0 00000100:00100000:0.0:1746167861.108910:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423705600:0@lo:8:kworker.0 00000100:00100000:0.0:1746167861.108931:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167861.108957:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423705856:0@lo:8:kworker.0 00000100:00100000:0.0:1746167861.108971:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167861.108990:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423705600 00000100:00100000:0.0:1746167861.108993:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423705600 00000100:00100000:0.0:1746167861.109005:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423705856 00000100:00100000:0.0:1746167861.109007:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423705856 00000100:00100000:0.0:1746167861.109015:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50958 00000100:00100000:0.0:1746167861.109019:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ed1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423705600:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167861.109034:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167861.109037:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50959 00000100:00100000:3.0:1746167861.109042:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423705856:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167861.109052:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167861.109056:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ed1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423705600:12345-0@lo:8:kworker.0 Request processed in 36us (124us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167861.109061:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50958 00000100:00100000:3.0:1746167861.109074:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423705856:12345-0@lo:8:kworker.0 Request processed in 32us (102us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167861.109079:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50959 00000100:00100000:3.0:1746167861.109093:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423705216:0@lo:400:kworker.0 00000100:00100000:3.0:1746167861.109115:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167861.109140:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423705984:0@lo:400:kworker.0 00000100:00100000:3.0:1746167861.109155:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167861.109167:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746167861.109171:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423705728:0@lo:400:kworker.0 00000100:00100000:0.0:1746167861.109181:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423705984 00000100:00100000:0.0:1746167861.109184:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423705984 00000100:00100000:3.0:1746167861.109184:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167861.109395:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423705728 00000100:00100000:3.0:1746167861.109398:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423705728 00000100:00100000:0.0:1746167861.109402:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8231 00000100:00100000:0.0:1746167861.109407:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423705984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167861.109416:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4339 00000100:00100000:3.0:1746167861.109421:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097618000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423705728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167861.109434:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423705984:12345-0@lo:400:kworker.0 Request processed in 26us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167861.109438:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8231 00000100:00100000:3.0:1746167861.109444:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097618000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423705728:12345-0@lo:400:kworker.0 Request processed in 23us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167861.109449:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4339 00000100:00080000:0.0:1746167861.109454:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746167861.109465:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167861.109468:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167861.109471:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e833800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423705600:0@lo:8:kworker.0 00000100:00100000:3.0:1746167861.109472:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423705728:0@lo:400:kworker.0 00000100:00080000:0.0:1746167861.109477:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167861.109479:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167861.109481:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423705856:0@lo:8:kworker.0 00000100:00100000:3.0:1746167861.109481:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423705984:0@lo:400:kworker.0 00000100:00100000:0.0:1746167861.109501:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423705216 00000100:00100000:0.0:1746167861.109503:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423705216 00000100:00100000:0.0:1746167861.109520:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1373 00000100:00100000:0.0:1746167861.109532:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423705216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167861.109569:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423705216:12345-0@lo:400:kworker.0 Request processed in 44us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167861.109574:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1373 00000100:00100000:3.0:1746167861.109590:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423705216:0@lo:400:kworker.0 00010000:00010000:0.0:1746167861.164498:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167861.426446:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423706240:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167861.426503:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167861.426641:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423706240 00000100:00100000:3.0:1746167861.426649:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423706240 00000100:00100000:3.0:1746167861.426706:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7630 00000100:00100000:3.0:1746167861.426714:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e830000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423706240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167861.426942:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167861.426977:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e830000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423706240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 264us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167861.426983:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7630 00000100:00100000:0.0:1746167861.427154:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423706240:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167862.170126:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167862.959022:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167862.959063:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167862.959095:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167862.959350:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167862.959397:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439298816 00000100:00100000:0.0:1746167862.959404:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439298816 00000100:00100000:0.0:1746167862.959443:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439298688 00000100:00100000:0.0:1746167862.959445:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439298688 00000100:00100000:2.0:1746167862.959454:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439298560 00000100:00100000:2.0:1746167862.959457:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439298560 00000100:00100000:0.0:1746167862.959462:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4340 00000100:00100000:0.0:1746167862.959468:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e833800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439298816:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167862.959478:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1374 00000100:00100000:2.0:1746167862.959482:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439298560:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167862.959500:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439298944 00000100:00100000:1.0:1746167862.959504:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439298944 00000100:00100000:0.0:1746167862.959523:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e833800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439298816:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 55us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167862.959524:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50960 00000100:00100000:0.0:1746167862.959529:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4340 00000100:00100000:1.0:1746167862.959529:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e832a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439298944:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:0.0:1746167862.959543:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4341 00010000:00020000:1.0:1746167862.959547:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167862.959548:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e832d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439298688:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167862.959567:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439298560:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 83us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167862.959572:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1374 00000100:00100000:1.0:1746167862.959609:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e832a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439298944:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 78us (258us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167862.959615:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50960 00000100:00080000:3.0:1746167862.959621:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746167862.959625:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167862.959670:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e832d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439298688:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 120us (573us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167862.959701:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4341 00010000:00010000:0.0:1746167863.170689:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167864.172127:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167865.173894:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167865.186366:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746167865.186385:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423706368:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167865.186444:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167865.186562:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423706368 00000100:00100000:2.0:1746167865.186569:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423706368 00000100:00100000:2.0:1746167865.186610:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7631 00000100:00100000:2.0:1746167865.186619:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423706368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167865.186643:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167865.186962:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423706368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 344us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167865.186968:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7631 00000100:00100000:2.0:1746167865.187005:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423706368:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1746167865.187117:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167866.113864:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167866.113881:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423706496:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167866.113952:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746167866.114311:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167866.114314:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167866.114317:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167866.114321:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11781 00000100:00080000:1.0:1746167866.114325:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1746167866.114330:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167866.114346:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088c3c380 x1830977423707008/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167866.114368:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167866.114370:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167866.114371:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167866.114374:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11781 00000100:00080000:1.0:1746167866.114376:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1746167866.114379:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167866.114387:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ff5a300 x1830977423707392/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167866.114422:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423706624:0@lo:400:kworker.0 00000100:00100000:0.0:1746167866.114456:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167866.114480:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423707264:0@lo:400:kworker.0 00000100:00100000:0.0:1746167866.114497:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167866.114511:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746167866.114516:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423706752:0@lo:400:kworker.0 00000100:00100000:0.0:1746167866.114532:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167866.114550:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423707008:0@lo:8:kworker.0 00000100:00100000:0.0:1746167866.114565:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167866.114585:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423706496 00000100:00100000:0.0:1746167866.114590:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423706496 00000100:00100000:0.0:1746167866.114612:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423707264 00000100:00100000:0.0:1746167866.114614:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423707264 00000100:00100000:0.0:1746167866.114626:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36756 00000100:00100000:0.0:1746167866.114631:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423706496:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167866.114655:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167866.114656:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36757 00000100:00100000:0.0:1746167866.114701:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e833100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423706496:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (749us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167866.114707:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36756 00000100:00100000:3.0:1746167866.114707:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423707264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167866.114724:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423706752 00000100:00100000:0.0:1746167866.114726:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423706752 00000100:00100000:3.0:1746167866.114743:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423707264:12345-0@lo:400:kworker.0 Request processed in 80us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167866.114745:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4342 00000100:00100000:3.0:1746167866.114749:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36757 00000100:00100000:0.0:1746167866.114750:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f12b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423706752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167866.114769:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f12b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423706752:12345-0@lo:400:kworker.0 Request processed in 19us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167866.114773:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4342 00000100:00100000:3.0:1746167866.114786:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097619880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423707520:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167866.114799:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423706752:0@lo:400:kworker.0 00000100:00100000:0.0:1746167866.114806:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423707264:0@lo:400:kworker.0 00000100:00100000:3.0:1746167866.114806:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746167866.114820:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167866.114826:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423707520 00000100:00100000:3.0:1746167866.114830:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423707520 00000100:00100000:0.0:1746167866.114833:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423707008 00000100:00100000:0.0:1746167866.114834:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423707008 00000100:00100000:0.0:1746167866.114845:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50961 00000100:00100000:3.0:1746167866.114847:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36758 00000100:00100000:0.0:1746167866.114849:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f128700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423707008:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1746167866.114853:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423707520:12345-0@lo:41:osp-pre-1-0.0 00010000:00020000:0.0:1746167866.114864:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000004:00000024:3.0:1746167866.114869:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167866.114883:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f128700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423707008:12345-0@lo:8:kworker.0 Request processed in 34us (317us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167866.114887:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50961 00000100:00100000:3.0:1746167866.114893:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423707520:12345-0@lo:41:osp-pre-1-0.0 Request processed in 40us (87us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167866.114898:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36758 00000100:00080000:0.0:1746167866.114899:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167866.114901:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167866.114904:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423707008:0@lo:8:kworker.0 00000100:00100000:0.0:1746167866.114917:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423706880:0@lo:400:kworker.0 00000100:00100000:3.0:1746167866.114924:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097619880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423707520:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167866.114930:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167866.114939:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423706880 00000100:00100000:3.0:1746167866.114942:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423706880 00000100:00100000:0.0:1746167866.114944:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e832680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423706496:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167866.114952:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167866.114955:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423707136:0@lo:400:kworker.0 00000100:00100000:3.0:1746167866.114962:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4343 00000100:00100000:0.0:1746167866.114965:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167866.114967:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423706880:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1746167866.114976:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167866.114992:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423706880:12345-0@lo:400:kworker.0 Request processed in 25us (62us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167866.114993:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423706624 00000100:00100000:0.0:1746167866.114995:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423706624 00000100:00100000:3.0:1746167866.114997:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4343 00000100:00100000:3.0:1746167866.115005:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423707136 00000100:00100000:3.0:1746167866.115008:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423707136 00000100:00100000:0.0:1746167866.115009:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1375 00000100:00100000:0.0:1746167866.115012:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423706624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167866.115020:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4344 00000100:00100000:3.0:1746167866.115024:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423707136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167866.115035:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423706624:12345-0@lo:400:kworker.0 Request processed in 21us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167866.115039:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1375 00000100:00100000:3.0:1746167866.115043:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423707136:12345-0@lo:400:kworker.0 Request processed in 19us (77us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167866.115048:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4344 00000100:00100000:0.0:1746167866.115064:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423707136:0@lo:400:kworker.0 00000100:00100000:0.0:1746167866.115072:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423706880:0@lo:400:kworker.0 00000100:00100000:0.0:1746167866.115090:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423706624:0@lo:400:kworker.0 00000100:00100000:2.0:1746167866.115861:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423707648:0@lo:400:kworker.0 00000100:00100000:2.0:1746167866.115887:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167866.115895:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423707392:0@lo:8:kworker.0 00000100:00100000:2.0:1746167866.115917:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746167866.115921:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423707776:0@lo:400:kworker.0 00000100:00100000:0.0:1746167866.115926:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167866.115938:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167866.115949:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423707648 00000100:00100000:0.0:1746167866.115952:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423707648 00000100:00100000:2.0:1746167866.115959:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423707776 00000100:00100000:2.0:1746167866.115962:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423707776 00000100:00100000:0.0:1746167866.115974:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423707392 00000100:00100000:0.0:1746167866.115976:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423707392 00000100:00100000:2.0:1746167866.115979:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4345 00000100:00100000:2.0:1746167866.115983:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423707776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167866.115984:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8232 00000100:00100000:0.0:1746167866.115989:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423707648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167866.116005:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423707776:12345-0@lo:400:kworker.0 Request processed in 22us (66us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167866.116009:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4345 00000100:00100000:0.0:1746167866.116011:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423707648:12345-0@lo:400:kworker.0 Request processed in 23us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167866.116015:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8232 00000100:00100000:0.0:1746167866.116023:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50962 00000100:00100000:0.0:1746167866.116027:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423707392:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1746167866.116027:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423707776:0@lo:400:kworker.0 00000100:00100000:2.0:1746167866.116034:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423707648:0@lo:400:kworker.0 00010000:00020000:0.0:1746167866.116038:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167866.116056:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423707392:12345-0@lo:8:kworker.0 Request processed in 29us (130us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167866.116061:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50962 00000100:00080000:2.0:1746167866.116063:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746167866.116077:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167866.116079:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167866.116391:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423707392:0@lo:8:kworker.0 00010000:00010000:0.0:1746167866.176971:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167866.434426:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423707904:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167866.434477:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167866.434529:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423707904 00000100:00100000:2.0:1746167866.434535:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423707904 00000100:00100000:2.0:1746167866.434569:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7632 00000100:00100000:2.0:1746167866.434575:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423707904:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167866.434594:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167866.434625:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423707904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167866.434630:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7632 00000100:00100000:2.0:1746167866.434700:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423707904:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167867.177955:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167867.968123:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167867.968206:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439299072 00000100:00100000:3.0:1746167867.968213:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439299072 00000100:00100000:3.0:1746167867.969073:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1376 00000100:00100000:3.0:1746167867.969082:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439299072:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167867.969151:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439299072:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 69us (1035us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167867.969158:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1376 00000100:00100000:2.0:1746167867.969786:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167867.969975:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167867.970038:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167867.970056:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439299328 00000100:00100000:2.0:1746167867.970060:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439299328 00000100:00100000:2.0:1746167867.970091:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439299200 00000100:00100000:2.0:1746167867.970093:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439299200 00000100:00100000:2.0:1746167867.970117:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4346 00000100:00100000:2.0:1746167867.970123:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439299328:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167867.970141:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4347 00000100:00100000:0.0:1746167867.970149:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439299200:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167867.970155:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439299328:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 33us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167867.970160:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4346 00000100:00080000:2.0:1746167867.970174:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167867.970176:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439299200:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 29us (138us total) trans 0 rc 0/0 00000100:00080000:2.0:1746167867.970177:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167867.970181:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4347 00000100:00100000:1.0:1746167867.970565:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439299456 00000100:00100000:1.0:1746167867.970569:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439299456 00000100:00100000:1.0:1746167867.970597:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50963 00000100:00100000:1.0:1746167867.970602:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ceb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439299456:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167867.970619:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167867.970651:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ceb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439299456:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 48us (866us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167867.970657:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50963 00010000:00010000:0.0:1746167868.180448:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167869.185297:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167870.185894:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167870.194375:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423708032:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167870.194434:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167870.194529:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423708032 00000100:00100000:3.0:1746167870.194535:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423708032 00000100:00100000:3.0:1746167870.194575:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7633 00000100:00100000:3.0:1746167870.194583:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097619880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423708032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167870.194641:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167870.194699:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097619880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423708032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167870.194705:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7633 00000100:00100000:3.0:1746167870.194745:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423708032:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1746167870.194767:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167871.122431:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423708160:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167871.122431:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423708288:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167871.122481:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167871.122558:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167871.124489:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423708416:0@lo:400:kworker.0 00000100:00100000:2.0:1746167871.124525:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167871.124559:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423708416 00000100:00100000:2.0:1746167871.124566:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423708416 00000100:00080000:1.0:1746167871.124600:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167871.124604:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167871.124607:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167871.124611:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11786 00000100:00100000:2.0:1746167871.124612:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1377 00000100:00080000:1.0:1746167871.124614:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1746167871.124618:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167871.124619:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423708416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167871.124633:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ff58700 x1830977423708800/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167871.124650:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167871.124652:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1746167871.124652:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423708416:12345-0@lo:400:kworker.0 Request processed in 34us (127us total) trans 0 rc 0/0 00000100:00080000:1.0:1746167871.124654:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167871.124656:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11786 00000100:00080000:1.0:1746167871.124658:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1746167871.124658:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1377 00000100:00080000:1.0:1746167871.124660:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167871.124667:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a085ea00 x1830977423709056/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167871.124705:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423708672:0@lo:400:kworker.0 00000100:00100000:2.0:1746167871.124718:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423709184:0@lo:400:kworker.0 00000100:00100000:1.0:1746167871.124741:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167871.124750:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167871.124760:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746167871.124765:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423708928:0@lo:400:kworker.0 00000100:00100000:2.0:1746167871.124962:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423708416:0@lo:400:kworker.0 00000100:00100000:1.0:1746167871.124966:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167871.124976:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1746167871.124980:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423708544:0@lo:400:kworker.0 00000100:00100000:1.0:1746167871.124988:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423708672 00000100:00100000:1.0:1746167871.124991:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423708672 00000100:00100000:2.0:1746167871.124998:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167871.125012:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423709312:0@lo:400:kworker.0 00000100:00100000:1.0:1746167871.125016:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423708928 00000100:00100000:1.0:1746167871.125018:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423708928 00000100:00100000:1.0:1746167871.125028:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423708544 00000100:00100000:2.0:1746167871.125028:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167871.125029:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423708544 00000100:00100000:1.0:1746167871.125037:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423709312 00000100:00100000:1.0:1746167871.125039:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423709312 00000100:00100000:1.0:1746167871.125046:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4348 00000100:00100000:2.0:1746167871.125050:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4349 00000100:00100000:1.0:1746167871.125051:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423708672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167871.125056:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423708928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167871.125077:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423708672:12345-0@lo:400:kworker.0 Request processed in 27us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167871.125080:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423708928:12345-0@lo:400:kworker.0 Request processed in 25us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167871.125082:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4348 00000100:00100000:2.0:1746167871.125086:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4349 00000100:00100000:1.0:1746167871.125091:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4350 00000100:00100000:1.0:1746167871.125095:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423708544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167871.125097:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4351 00000100:00100000:2.0:1746167871.125101:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423709312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167871.125114:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423708544:12345-0@lo:400:kworker.0 Request processed in 19us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167871.125118:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4350 00000100:00100000:2.0:1746167871.125122:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423709312:12345-0@lo:400:kworker.0 Request processed in 21us (94us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167871.125126:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4351 00000100:00080000:1.0:1746167871.125132:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746167871.125134:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167871.125150:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423708928:0@lo:400:kworker.0 00000100:00100000:2.0:1746167871.125150:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423708544:0@lo:400:kworker.0 00000100:00100000:2.0:1746167871.125156:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423709312:0@lo:400:kworker.0 00000100:00100000:1.0:1746167871.125158:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423708672:0@lo:400:kworker.0 00000100:00100000:1.0:1746167871.125178:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423709184 00000100:00100000:1.0:1746167871.125180:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423709184 00000100:00100000:2.0:1746167871.125197:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423708800:0@lo:8:kworker.0 00000100:00100000:1.0:1746167871.125200:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8233 00000100:00100000:1.0:1746167871.125204:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423709184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167871.125214:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167871.125227:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423709056:0@lo:8:kworker.0 00000100:00100000:1.0:1746167871.125232:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423709184:12345-0@lo:400:kworker.0 Request processed in 26us (480us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167871.125236:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8233 00000100:00100000:2.0:1746167871.125239:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167871.125252:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423708800 00000100:00100000:1.0:1746167871.125254:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423708800 00000100:00100000:2.0:1746167871.125257:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423709056 00000100:00100000:2.0:1746167871.125260:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423709056 00000100:00100000:1.0:1746167871.125265:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50964 00000100:00100000:1.0:1746167871.125268:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423708800:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1746167871.125285:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50965 00000100:00100000:2.0:1746167871.125288:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423709056:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167871.125294:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1746167871.125297:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167871.125317:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423708800:12345-0@lo:8:kworker.0 Request processed in 47us (102us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167871.125318:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423709056:12345-0@lo:8:kworker.0 Request processed in 29us (78us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167871.125321:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50964 00000100:00100000:2.0:1746167871.125324:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50965 00000100:00080000:1.0:1746167871.125332:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746167871.125342:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167871.125344:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167871.125347:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423708800:0@lo:8:kworker.0 00000100:00080000:2.0:1746167871.125352:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167871.125354:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167871.125356:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423709056:0@lo:8:kworker.0 00000100:00100000:2.0:1746167871.125376:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423709184:0@lo:400:kworker.0 00000100:00100000:0.0:1746167871.126030:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423708288 00000100:00100000:3.0:1746167871.126030:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423708160 00000100:00100000:0.0:1746167871.126035:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423708288 00000100:00100000:3.0:1746167871.126035:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423708160 00000100:00100000:0.0:1746167871.126060:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36759 00000100:00100000:0.0:1746167871.126064:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423708288:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167871.126069:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36760 00000100:00100000:3.0:1746167871.126073:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423708160:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167871.126087:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000004:00000024:3.0:1746167871.126087:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167871.126116:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423708160:12345-0@lo:41:osp-pre-0-1.0 Request processed in 43us (3559us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167871.126121:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36760 00000100:00100000:0.0:1746167871.126125:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423708288:12345-0@lo:41:osp-pre-1-0.0 Request processed in 62us (3644us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167871.126129:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36759 00000100:00100000:3.0:1746167871.126156:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423708160:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167871.126380:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423708288:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1746167871.188007:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167871.441888:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746167871.441906:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423709440:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746167871.441962:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167871.442081:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423709440 00000100:00100000:2.0:1746167871.442088:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423709440 00000100:00100000:2.0:1746167871.442130:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7634 00000100:00100000:2.0:1746167871.442137:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423709440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167871.442155:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167871.442381:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423709440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 244us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167871.442387:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7634 00000100:00100000:0.0:1746167871.442495:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423709440:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167872.189863:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167872.973470:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167872.975174:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167872.978767:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167872.980064:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439299584 00000100:00100000:2.0:1746167872.980072:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439299584 00000100:00100000:2.0:1746167872.980112:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1378 00000100:00100000:2.0:1746167872.980119:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439299584:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167872.980174:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439299584:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 55us (6722us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167872.980181:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1378 00000100:00100000:3.0:1746167872.980561:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439299840 00000100:00100000:3.0:1746167872.980567:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439299840 00000100:00100000:3.0:1746167872.980608:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439299712 00000100:00100000:3.0:1746167872.980610:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439299712 00000100:00100000:3.0:1746167872.980626:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4352 00000100:00100000:3.0:1746167872.980631:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439299840:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167872.980665:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439299840:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 35us (5495us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167872.980670:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4352 00000100:00100000:3.0:1746167872.980703:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4353 00000100:00100000:3.0:1746167872.980708:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e832680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439299712:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167872.980952:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e832680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439299712:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 244us (2193us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167872.980958:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4353 00000100:00080000:1.0:1746167872.981142:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746167872.981145:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167872.981345:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167872.981961:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439299968 00000100:00100000:1.0:1746167872.981982:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439299968 00000100:00100000:1.0:1746167872.982022:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50966 00000100:00100000:1.0:1746167872.982028:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439299968:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167872.982048:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167872.982074:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439299968:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 46us (731us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167872.982079:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50966 00010000:00010000:0.0:1746167873.192089:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167874.194793:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167875.199146:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167875.202672:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746167875.202728:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423709568:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167875.203004:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167875.203375:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423709568 00000100:00100000:3.0:1746167875.203382:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423709568 00000100:00100000:3.0:1746167875.203434:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7635 00000100:00100000:3.0:1746167875.203443:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423709568:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167875.203466:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167875.203520:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423709568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167875.203526:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7635 00000100:00080000:3.0:1746167875.203555:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167875.203914:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423709568:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167876.129859:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746167876.129877:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098deaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423709696:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167876.129933:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746167876.129940:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167876.129944:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167876.129947:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167876.129951:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11791 00000100:00080000:1.0:1746167876.129953:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167876.129958:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167876.129974:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880132c51180 x1830977423710336/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167876.129977:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423709824:0@lo:400:kworker.0 00000100:00080000:1.0:1746167876.129995:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167876.129997:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167876.129999:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167876.130001:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11791 00000100:00080000:1.0:1746167876.130003:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167876.130006:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167876.130008:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167876.130014:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800905e5180 x1830977423710720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167876.130031:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423710464:0@lo:400:kworker.0 00000100:00100000:1.0:1746167876.130038:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423709952:0@lo:400:kworker.0 00000100:00100000:0.0:1746167876.130049:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167876.130067:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423710080:0@lo:400:kworker.0 00000100:00100000:0.0:1746167876.130282:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1746167876.130287:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423710208:0@lo:400:kworker.0 00000100:00100000:1.0:1746167876.130292:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167876.130305:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167876.130307:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423710848:0@lo:400:kworker.0 00000100:00100000:0.0:1746167876.130314:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423710976:0@lo:400:kworker.0 00000100:00100000:1.0:1746167876.130323:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167876.130328:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167876.130344:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167876.130347:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423709824 00000100:00100000:0.0:1746167876.130352:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423709824 00000100:00100000:1.0:1746167876.130354:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423710592:0@lo:400:kworker.0 00000100:00100000:1.0:1746167876.130368:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167876.130381:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1379 00000100:00100000:1.0:1746167876.130386:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423710464 00000100:00100000:0.0:1746167876.130387:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e862450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423709824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167876.130388:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423710464 00000100:00100000:1.0:1746167876.130405:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423710080 00000100:00100000:1.0:1746167876.130407:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423710080 00000100:00100000:0.0:1746167876.130418:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e862450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423709824:12345-0@lo:400:kworker.0 Request processed in 32us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167876.130424:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1379 00000100:00100000:1.0:1746167876.130424:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423710976 00000100:00100000:1.0:1746167876.130426:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423710976 00000100:00100000:1.0:1746167876.130432:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423709952 00000100:00100000:1.0:1746167876.130434:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423709952 00000100:00100000:1.0:1746167876.130443:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4354 00000100:00100000:0.0:1746167876.130445:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423710848 00000100:00100000:0.0:1746167876.130447:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423710848 00000100:00100000:1.0:1746167876.130447:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423710464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167876.130464:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8234 00000100:00100000:0.0:1746167876.130468:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423710848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167876.130470:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423710464:12345-0@lo:400:kworker.0 Request processed in 23us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167876.130474:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4354 00000100:00100000:1.0:1746167876.130483:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4355 00000100:00100000:1.0:1746167876.130487:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423710080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167876.130489:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423710848:12345-0@lo:400:kworker.0 Request processed in 21us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167876.130493:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8234 00000100:00100000:2.0:1746167876.130655:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423709696 00000100:00100000:2.0:1746167876.130659:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423709696 00000100:00100000:2.0:1746167876.130692:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423710208 00000100:00100000:2.0:1746167876.130694:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423710208 00000100:00100000:3.0:1746167876.130694:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4356 00000100:00100000:2.0:1746167876.130701:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423710592 00000100:00100000:3.0:1746167876.130701:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423710976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167876.130702:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423710592 00000100:00100000:2.0:1746167876.130710:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36761 00000100:00100000:2.0:1746167876.130714:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:3770:x1830977423709696:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167876.130726:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423710976:12345-0@lo:400:kworker.0 Request processed in 27us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167876.130730:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4356 00000004:00000024:2.0:1746167876.130733:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167876.130740:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4357 00000100:00100000:3.0:1746167876.130743:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423709952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167876.130758:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:3770:x1830977423709696:12345-0@lo:41:osp-pre-0-1.0 Request processed in 44us (825us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167876.130763:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36761 00000100:00100000:3.0:1746167876.130764:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423709952:12345-0@lo:400:kworker.0 Request processed in 20us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167876.130767:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4357 00000100:00100000:2.0:1746167876.130772:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36762 00000100:00100000:2.0:1746167876.130775:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097598a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423710208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167876.130780:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36763 00000100:00100000:3.0:1746167876.130784:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423710592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167876.130793:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097598a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423710208:12345-0@lo:400:kworker.0 Request processed in 17us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167876.130797:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36762 00000100:00100000:3.0:1746167876.130799:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423710592:12345-0@lo:400:kworker.0 Request processed in 16us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167876.130804:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36763 00000100:00100000:2.0:1746167876.130808:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423710336:0@lo:8:kworker.0 00000100:00100000:2.0:1746167876.130826:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167876.130832:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423709952:0@lo:400:kworker.0 00000100:00100000:2.0:1746167876.130838:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423710720:0@lo:8:kworker.0 00000100:00100000:3.0:1746167876.130840:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423710592:0@lo:400:kworker.0 00000100:00100000:2.0:1746167876.130850:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167876.130865:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746167876.130868:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423710336 00000100:00100000:2.0:1746167876.130870:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423711104:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167876.130870:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423710336 00000100:00100000:2.0:1746167876.131206:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167876.131228:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423711104 00000100:00100000:2.0:1746167876.131231:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423711104 00000100:00100000:2.0:1746167876.131244:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36764 00000100:00100000:2.0:1746167876.131248:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423711104:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167876.131263:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167876.131282:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423711104:12345-0@lo:41:osp-pre-1-0.0 Request processed in 34us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167876.131286:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36764 00000100:00100000:2.0:1746167876.131303:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423711104:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167876.131413:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423710720 00000100:00100000:2.0:1746167876.131416:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423710720 00000100:00100000:1.0:1746167876.131445:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423710080:12345-0@lo:400:kworker.0 Request processed in 957us (1151us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167876.131449:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4355 00000100:00080000:1.0:1746167876.131473:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746167876.131476:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746167876.131477:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167876.131518:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423710208:0@lo:400:kworker.0 00000100:00100000:1.0:1746167876.131527:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423710976:0@lo:400:kworker.0 00000100:00100000:1.0:1746167876.131535:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423710464:0@lo:400:kworker.0 00000100:00100000:1.0:1746167876.131540:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423709824:0@lo:400:kworker.0 00000100:00100000:1.0:1746167876.131550:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098deaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423709696:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167876.131637:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423710080:0@lo:400:kworker.0 00000100:00100000:0.0:1746167876.131645:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423710848:0@lo:400:kworker.0 00000100:00100000:3.0:1746167876.133166:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50967 00000100:00100000:3.0:1746167876.133172:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423710336:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167876.133190:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167876.133227:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423710336:12345-0@lo:8:kworker.0 Request processed in 56us (2400us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167876.133233:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50967 00000100:00100000:2.0:1746167876.133353:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50968 00000100:00100000:2.0:1746167876.133358:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423710720:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167876.133366:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167876.133391:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423710720:12345-0@lo:8:kworker.0 Request processed in 32us (2540us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167876.133396:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50968 00000100:00080000:0.0:1746167876.133589:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167876.133593:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167876.133597:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423710336:0@lo:8:kworker.0 00000100:00080000:0.0:1746167876.133604:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167876.133606:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167876.133608:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423710720:0@lo:8:kworker.0 00010000:00010000:0.0:1746167876.204607:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167876.450618:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097599c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423711232:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746167876.450703:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167876.450865:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423711232 00000100:00100000:2.0:1746167876.450872:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423711232 00000100:00100000:2.0:1746167876.450906:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7636 00000100:00100000:2.0:1746167876.450913:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423711232:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167876.450932:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167876.451254:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423711232:12345-0@lo:13:osp-pre-1-0.0 Request processed in 341us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167876.451260:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7636 00000100:00100000:0.0:1746167876.451930:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097599c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423711232:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167877.208619:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167877.983804:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167877.983849:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167877.983879:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167877.983909:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167877.983915:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439300096 00000100:00100000:1.0:1746167877.983925:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439300096 00000100:00100000:0.0:1746167877.983930:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439300352 00000100:00100000:0.0:1746167877.983933:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439300352 00000100:00100000:1.0:1746167877.983960:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1380 00000100:00100000:0.0:1746167877.983962:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439300224 00000100:00100000:0.0:1746167877.983964:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439300224 00000100:00100000:1.0:1746167877.983966:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e861050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439300096:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167877.983993:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4358 00000100:00100000:0.0:1746167877.983999:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439300352:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167877.984018:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e861050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439300096:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 52us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167877.984023:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1380 00000100:00100000:0.0:1746167877.984027:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439300352:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 28us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167877.984032:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4358 00000100:00100000:0.0:1746167877.984042:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4359 00000100:00100000:0.0:1746167877.984046:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439300224:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167877.984061:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439300224:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 15us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167877.984070:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4359 00000100:00080000:0.0:1746167877.984081:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746167877.984083:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167877.984398:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439300480 00000100:00100000:3.0:1746167877.984402:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439300480 00000100:00100000:3.0:1746167877.984569:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50969 00000100:00100000:3.0:1746167877.984574:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097599c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439300480:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167877.984593:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167877.984631:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097599c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439300480:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 56us (835us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167877.984637:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50969 00010000:00010000:0.0:1746167878.209949:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167879.211868:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167880.210836:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423711360:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167880.210895:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167880.211010:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423711360 00000100:00100000:2.0:1746167880.211017:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423711360 00000100:00100000:2.0:1746167880.211054:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7637 00000100:00100000:2.0:1746167880.211061:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423711360:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167880.211085:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167880.211122:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423711360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167880.211128:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7637 00000100:00080000:2.0:1746167880.211154:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167880.211253:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423711360:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746167880.214972:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167881.140112:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423711488:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167881.140165:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167881.140247:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423711488 00000100:00100000:2.0:1746167881.140253:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423711488 00000100:00100000:2.0:1746167881.140285:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36765 00000100:00100000:2.0:1746167881.140292:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423711488:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167881.140321:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167881.140355:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423711488:12345-0@lo:41:osp-pre-1-0.0 Request processed in 63us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167881.140360:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36765 00000100:00100000:2.0:1746167881.140394:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423711488:0@lo:41:osp-pre-1-0.0 00000100:00080000:1.0:1746167881.140564:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167881.140567:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167881.140570:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167881.140574:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11796 00000100:00080000:1.0:1746167881.140577:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167881.140580:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167881.140595:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fb1f80 x1830977423712128/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167881.140611:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167881.140614:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167881.140615:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167881.140617:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11796 00000100:00080000:1.0:1746167881.140620:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1746167881.140622:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167881.140632:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fb3100 x1830977423712384/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167881.140664:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423711872:0@lo:400:kworker.0 00000100:00100000:1.0:1746167881.140708:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167881.140741:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423712640:0@lo:400:kworker.0 00000100:00100000:1.0:1746167881.140757:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167881.140772:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1746167881.140777:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423711744:0@lo:400:kworker.0 00000100:00100000:1.0:1746167881.140791:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167881.140802:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423712512:0@lo:400:kworker.0 00000100:00100000:1.0:1746167881.140821:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167881.140841:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423711872 00000100:00100000:1.0:1746167881.140844:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423711872 00000100:00100000:1.0:1746167881.141092:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423712640 00000100:00100000:1.0:1746167881.141094:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423712640 00000100:00100000:1.0:1746167881.141105:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423711744 00000100:00100000:1.0:1746167881.141107:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423711744 00000100:00100000:1.0:1746167881.141122:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4360 00000100:00100000:1.0:1746167881.141127:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423711872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167881.141157:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423711872:12345-0@lo:400:kworker.0 Request processed in 30us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167881.141163:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4360 00000100:00100000:1.0:1746167881.141174:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4361 00000100:00100000:1.0:1746167881.141179:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423712640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167881.141201:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423712640:12345-0@lo:400:kworker.0 Request processed in 22us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167881.141206:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4361 00000100:00100000:1.0:1746167881.141214:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4362 00000100:00100000:1.0:1746167881.141218:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423711744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167881.141238:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423711744:12345-0@lo:400:kworker.0 Request processed in 20us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167881.141242:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4362 00000100:00100000:1.0:1746167881.141268:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423711744:0@lo:400:kworker.0 00000100:00100000:1.0:1746167881.141276:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423711872:0@lo:400:kworker.0 00000100:00100000:1.0:1746167881.141282:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423712640:0@lo:400:kworker.0 00000100:00100000:1.0:1746167881.141298:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423711616:0@lo:400:kworker.0 00000100:00100000:1.0:1746167881.141318:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167881.141346:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423712256:0@lo:400:kworker.0 00000100:00100000:1.0:1746167881.141362:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167881.141375:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746167881.141379:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423712000:0@lo:400:kworker.0 00000100:00100000:1.0:1746167881.141393:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167881.141422:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423711616 00000100:00100000:1.0:1746167881.141426:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423711616 00000100:00100000:1.0:1746167881.141445:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1381 00000100:00100000:1.0:1746167881.141449:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e860050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423711616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167881.141474:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e860050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423711616:12345-0@lo:400:kworker.0 Request processed in 25us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167881.141479:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1381 00000100:00100000:1.0:1746167881.141500:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423712256 00000100:00100000:1.0:1746167881.141502:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423712256 00000100:00100000:1.0:1746167881.141516:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4363 00000100:00100000:1.0:1746167881.141521:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423712256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167881.141542:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b04700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423712256:12345-0@lo:400:kworker.0 Request processed in 21us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167881.141547:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4363 00000100:00100000:1.0:1746167881.141560:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423712000 00000100:00100000:1.0:1746167881.141562:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423712000 00000100:00100000:1.0:1746167881.141576:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36766 00000100:00100000:1.0:1746167881.141580:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423712000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167881.141602:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423712000:12345-0@lo:400:kworker.0 Request processed in 22us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167881.141607:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36766 00000100:00100000:1.0:1746167881.141628:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423712000:0@lo:400:kworker.0 00000100:00100000:1.0:1746167881.141634:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423711616:0@lo:400:kworker.0 00000100:00100000:1.0:1746167881.141640:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423712256:0@lo:400:kworker.0 00000100:00100000:1.0:1746167881.141659:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423712128:0@lo:8:kworker.0 00000100:00100000:1.0:1746167881.141696:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167881.141710:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423712384:0@lo:8:kworker.0 00000100:00100000:1.0:1746167881.141724:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167881.141741:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423712512 00000100:00100000:1.0:1746167881.141744:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423712512 00000100:00100000:1.0:1746167881.141760:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423712128 00000100:00100000:1.0:1746167881.141762:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423712128 00000100:00100000:1.0:1746167881.141768:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423712384 00000100:00100000:1.0:1746167881.141770:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423712384 00000100:00100000:1.0:1746167881.141776:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8235 00000100:00100000:1.0:1746167881.141781:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423712512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167881.141802:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423712512:12345-0@lo:400:kworker.0 Request processed in 21us (980us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167881.141806:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8235 00000100:00100000:1.0:1746167881.141813:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50970 00000100:00100000:1.0:1746167881.141816:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423712128:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167881.141831:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167881.141848:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423712128:12345-0@lo:8:kworker.0 Request processed in 30us (173us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167881.141852:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50970 00000100:00100000:1.0:1746167881.141857:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50971 00000100:00100000:1.0:1746167881.141860:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423712384:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167881.141867:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167881.141878:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423712384:12345-0@lo:8:kworker.0 Request processed in 17us (153us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167881.141881:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50971 00000100:00080000:1.0:1746167881.141904:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167881.141907:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167881.141909:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423712128:0@lo:8:kworker.0 00000100:00080000:1.0:1746167881.141915:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167881.141917:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167881.141919:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423712384:0@lo:8:kworker.0 00000100:00100000:1.0:1746167881.141936:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423712512:0@lo:400:kworker.0 00000100:00080000:1.0:1746167881.141962:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746167881.141966:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746167881.141967:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167881.142358:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423712768:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167881.142379:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167881.142474:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423712768 00000100:00100000:3.0:1746167881.142478:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423712768 00000100:00100000:3.0:1746167881.142507:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36767 00000100:00100000:3.0:1746167881.142512:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423712768:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167881.142530:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167881.142568:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423712768:12345-0@lo:41:osp-pre-0-1.0 Request processed in 56us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167881.142573:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36767 00000100:00100000:2.0:1746167881.143452:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423712768:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1746167881.218712:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167881.458324:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423712896:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167881.458382:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167881.458452:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423712896 00000100:00100000:3.0:1746167881.458460:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423712896 00000100:00100000:3.0:1746167881.458505:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7638 00000100:00100000:3.0:1746167881.458513:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423712896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167881.458532:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167881.458569:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423712896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167881.458576:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7638 00000100:00100000:1.0:1746167881.458717:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423712896:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167882.221129:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167882.991280:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167882.991327:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167882.991377:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167882.991415:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439300992 00000100:00100000:2.0:1746167882.991428:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439300992 00000100:00100000:0.0:1746167882.991431:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167882.991459:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439300736 00000100:00100000:0.0:1746167882.991466:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439300736 00000100:00100000:2.0:1746167882.991523:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50972 00000100:00100000:2.0:1746167882.991530:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439300992:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167882.991553:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167882.991604:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439300864 00000100:00100000:0.0:1746167882.991608:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439300864 00000100:00100000:2.0:1746167882.991614:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439300992:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 83us (286us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167882.991624:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50972 00000100:00100000:0.0:1746167882.991629:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4364 00000100:00100000:0.0:1746167882.991635:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439300736:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167882.991716:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439300736:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 81us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167882.991722:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4364 00000100:00100000:0.0:1746167882.991736:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4365 00000100:00100000:0.0:1746167882.991742:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439300864:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167882.991770:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439300864:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 28us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167882.991775:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4365 00000100:00080000:0.0:1746167882.991790:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167882.991794:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167882.992030:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439300608 00000100:00100000:3.0:1746167882.992035:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439300608 00000100:00100000:3.0:1746167882.992070:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1382 00000100:00100000:3.0:1746167882.992075:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439300608:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167882.993279:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439300608:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1199us (1897us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167882.993288:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1382 00010000:00010000:0.0:1746167883.224746:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167884.239989:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167885.220114:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746167885.220145:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423713024:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167885.220585:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167885.222524:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423713024 00000100:00100000:2.0:1746167885.222534:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423713024 00000100:00100000:2.0:1746167885.222603:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7639 00000100:00080000:0.0:1746167885.222607:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167885.222611:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423713024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167885.222709:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167885.222773:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423713024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 163us (2191us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167885.222780:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7639 00000100:00100000:1.0:1746167885.223802:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423713024:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746167885.239243:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1746167886.146170:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167886.146175:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167886.146178:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167886.146185:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11801 00000100:00080000:1.0:1746167886.146189:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1746167886.146194:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167886.146210:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fb3100 x1830977423713664/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167886.146230:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167886.146232:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167886.146233:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167886.146236:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11801 00000100:00080000:1.0:1746167886.146239:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1746167886.146294:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167886.146305:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fb0380 x1830977423714048/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167886.146347:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423713152:0@lo:400:kworker.0 00000100:00100000:3.0:1746167886.146395:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423713280:0@lo:400:kworker.0 00000100:00100000:1.0:1746167886.146405:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167886.146424:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167886.146466:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423713792:0@lo:400:kworker.0 00000100:00100000:2.0:1746167886.146504:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423713536:0@lo:400:kworker.0 00000100:00100000:0.0:1746167886.146660:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423713664:0@lo:8:kworker.0 00000100:00100000:3.0:1746167886.147025:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423713920:0@lo:400:kworker.0 00000100:00100000:3.0:1746167886.147049:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167886.147051:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167886.147066:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124019880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423714560:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167886.147071:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423714432:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167886.147079:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167886.147088:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167886.147091:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1746167886.147095:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423713408:0@lo:400:kworker.0 00000100:00100000:3.0:1746167886.147112:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167886.147114:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423713920 00000100:00100000:1.0:1746167886.147119:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423713920 00000100:00100000:3.0:1746167886.147124:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423714176:0@lo:400:kworker.0 00000100:00100000:3.0:1746167886.147141:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167886.147146:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423714560 00000100:00100000:1.0:1746167886.147148:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423714560 00000100:00100000:1.0:1746167886.147156:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423714432 00000100:00100000:1.0:1746167886.147158:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423714432 00000100:00100000:3.0:1746167886.147162:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423713152 00000100:00100000:3.0:1746167886.147165:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423713152 00000100:00100000:1.0:1746167886.147167:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36768 00000100:00100000:1.0:1746167886.147173:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:3769:x1830977423713920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167886.147186:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1383 00000100:00100000:3.0:1746167886.147192:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423713152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167886.147210:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+6:3769:x1830977423713920:12345-0@lo:400:kworker.0 Request processed in 37us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167886.147215:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36768 00000100:00100000:3.0:1746167886.147220:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423713152:12345-0@lo:400:kworker.0 Request processed in 28us (815us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167886.147227:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36769 00000100:00100000:3.0:1746167886.147227:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1383 00000100:00100000:1.0:1746167886.147231:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423714560:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167886.147249:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167886.147250:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423713280 00000100:00100000:3.0:1746167886.147252:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423713280 00000100:00100000:1.0:1746167886.147266:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423714560:12345-0@lo:41:osp-pre-0-1.0 Request processed in 36us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167886.147270:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36769 00000100:00100000:3.0:1746167886.147274:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423713792 00000100:00100000:1.0:1746167886.147276:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36770 00000100:00100000:3.0:1746167886.147276:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423713792 00000100:00100000:1.0:1746167886.147280:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423714432:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167886.147285:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423713408 00000100:00100000:3.0:1746167886.147287:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423713408 00000004:00000024:1.0:1746167886.147289:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167886.147300:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4366 00000100:00100000:1.0:1746167886.147302:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423714432:12345-0@lo:41:osp-pre-1-0.0 Request processed in 22us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167886.147304:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423713280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167886.147306:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36770 00000100:00100000:1.0:1746167886.147320:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4367 00000100:00100000:1.0:1746167886.147335:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423713792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167886.147337:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423713280:12345-0@lo:400:kworker.0 Request processed in 21us (901us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167886.147342:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4366 00000100:00100000:3.0:1746167886.147351:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4368 00000100:00100000:1.0:1746167886.147355:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423713792:12345-0@lo:400:kworker.0 Request processed in 30us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167886.147356:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423713408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167886.147359:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4367 00000100:00100000:3.0:1746167886.147381:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423713408:12345-0@lo:400:kworker.0 Request processed in 26us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167886.147384:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423713408:0@lo:400:kworker.0 00000100:00100000:3.0:1746167886.147386:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4368 00000100:00100000:1.0:1746167886.147393:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124019880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423714560:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167886.147399:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423713280:0@lo:400:kworker.0 00000100:00100000:3.0:1746167886.147401:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423714176 00000100:00100000:3.0:1746167886.147403:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423714176 00000100:00100000:1.0:1746167886.147404:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423713920:0@lo:400:kworker.0 00000100:00100000:3.0:1746167886.147419:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8236 00000100:00100000:3.0:1746167886.147422:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423714176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167886.147427:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423714432:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167886.147432:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423713152:0@lo:400:kworker.0 00000100:00100000:1.0:1746167886.147438:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423713792:0@lo:400:kworker.0 00000100:00100000:3.0:1746167886.147442:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423714176:12345-0@lo:400:kworker.0 Request processed in 20us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167886.147446:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8236 00000100:00080000:3.0:1746167886.147456:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167886.147457:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423714176:0@lo:400:kworker.0 00000100:00080000:3.0:1746167886.147458:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746167886.147460:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167886.147527:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167886.147551:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167886.148542:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423714048:0@lo:8:kworker.0 00000100:00100000:0.0:1746167886.148570:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167886.148635:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423713664 00000100:00100000:1.0:1746167886.148639:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423713664 00000100:00100000:1.0:1746167886.148655:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423714048 00000100:00100000:1.0:1746167886.148657:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423714048 00000100:00100000:1.0:1746167886.148665:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50973 00000100:00100000:1.0:1746167886.148670:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423713664:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167886.148701:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167886.148731:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423713664:12345-0@lo:8:kworker.0 Request processed in 60us (1179us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167886.148736:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50973 00000100:00100000:1.0:1746167886.148744:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50974 00000100:00100000:1.0:1746167886.148747:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423714048:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167886.148754:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167886.148767:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423714048:12345-0@lo:8:kworker.0 Request processed in 19us (196us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167886.148770:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50974 00000100:00100000:2.0:1746167886.148853:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423714304:0@lo:400:kworker.0 00000100:00100000:2.0:1746167886.148873:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167886.148928:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423713536 00000100:00100000:0.0:1746167886.148931:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423713536 00000100:00100000:0.0:1746167886.148950:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36771 00000100:00100000:0.0:1746167886.148954:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423713536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167886.148983:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423713536:12345-0@lo:400:kworker.0 Request processed in 28us (1455us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167886.148987:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36771 00000100:00080000:0.0:1746167886.149011:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167886.149015:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167886.149019:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423713664:0@lo:8:kworker.0 00000100:00080000:0.0:1746167886.149025:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167886.149027:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167886.149029:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423714048:0@lo:8:kworker.0 00000100:00100000:2.0:1746167886.149091:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423713536:0@lo:400:kworker.0 00000100:00100000:1.0:1746167886.149145:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423714304 00000100:00100000:1.0:1746167886.149149:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423714304 00000100:00100000:1.0:1746167886.150006:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4369 00000100:00100000:1.0:1746167886.150013:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423714304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167886.150060:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423714304:12345-0@lo:400:kworker.0 Request processed in 48us (1186us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167886.150065:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4369 00000100:00100000:3.0:1746167886.150316:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423714304:0@lo:400:kworker.0 00010000:00010000:0.0:1746167886.242069:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167886.470207:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423714688:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167886.470264:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167886.470379:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423714688 00000100:00100000:3.0:1746167886.470385:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423714688 00000100:00100000:3.0:1746167886.470416:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7640 00000100:00100000:3.0:1746167886.470422:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423714688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167886.470441:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167886.470472:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423714688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167886.470478:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7640 00000100:00100000:2.0:1746167886.470574:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423714688:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167887.244522:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167887.998751:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167888.005041:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167888.005085:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167888.005129:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167888.005171:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439301504 00000100:00100000:0.0:1746167888.005180:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439301504 00000100:00100000:0.0:1746167888.005208:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50975 00000100:00100000:0.0:1746167888.005215:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439301504:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167888.005236:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167888.005277:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439301504:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 63us (148us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167888.005283:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50975 00000100:00100000:3.0:1746167888.005696:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439301248 00000100:00100000:3.0:1746167888.005701:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439301248 00000100:00100000:3.0:1746167888.005735:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439301376 00000100:00100000:3.0:1746167888.005737:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439301376 00000100:00100000:3.0:1746167888.005753:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4370 00000100:00100000:3.0:1746167888.005759:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439301248:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167888.005797:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439301248:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 38us (7053us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167888.005803:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4370 00000100:00100000:3.0:1746167888.006010:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4371 00000100:00100000:3.0:1746167888.006016:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439301376:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167888.006036:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439301376:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 21us (952us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167888.006041:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4371 00000100:00080000:3.0:1746167888.006053:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746167888.006056:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167888.006139:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439301120 00000100:00100000:2.0:1746167888.006142:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439301120 00000100:00100000:2.0:1746167888.006170:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1384 00000100:00100000:2.0:1746167888.006175:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a080a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439301120:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167888.006200:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a080a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439301120:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 25us (1167us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167888.006205:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1384 00010000:00010000:0.0:1746167888.255921:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167889.257927:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167890.242130:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746167890.242165:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423714816:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167890.242286:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167890.242378:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423714816 00000100:00100000:2.0:1746167890.242388:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423714816 00000100:00100000:2.0:1746167890.243844:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7641 00000100:00100000:2.0:1746167890.243857:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423714816:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167890.243896:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167890.243955:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423714816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (1698us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167890.243962:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7641 00000100:00080000:3.0:1746167890.244112:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167890.248142:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423714816:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746167890.259936:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167891.156830:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167891.157301:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746167891.157325:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423715328:0@lo:400:kworker.0 00000100:00100000:0.0:1746167891.157410:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167891.157477:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423715072:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167891.157506:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167891.157524:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746167891.157530:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009759ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423715200:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167891.157552:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167891.157584:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423715072 00000100:00100000:0.0:1746167891.157593:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423715072 00000100:00100000:0.0:1746167891.159643:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423715200 00000100:00100000:0.0:1746167891.159656:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423715200 00000100:00100000:2.0:1746167891.159869:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423714944:0@lo:400:kworker.0 00000100:00100000:2.0:1746167891.159957:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167891.160069:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36772 00000100:00100000:2.0:1746167891.160082:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423715072:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746167891.160131:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746167891.160423:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423715072:12345-0@lo:41:osp-pre-0-1.0 Request processed in 344us (2914us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167891.160430:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36772 00000100:00100000:2.0:1746167891.160455:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36773 00000100:00100000:2.0:1746167891.160461:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423715200:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167891.160482:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167891.160508:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423715200:12345-0@lo:41:osp-pre-1-0.0 Request processed in 48us (2955us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167891.160513:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36773 00000100:00100000:2.0:1746167891.160532:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423714944 00000100:00100000:2.0:1746167891.160538:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423714944 00000100:00100000:2.0:1746167891.160563:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1385 00000100:00100000:2.0:1746167891.160568:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0808c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423714944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167891.160594:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0808c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423714944:12345-0@lo:400:kworker.0 Request processed in 25us (639us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167891.160599:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1385 00000100:00100000:2.0:1746167891.160641:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423714944:0@lo:400:kworker.0 00000100:00100000:2.0:1746167891.160719:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009759ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423715200:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167891.160732:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423715072:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167891.160778:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423715328 00000100:00100000:2.0:1746167891.160782:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423715328 00000100:00100000:2.0:1746167891.160822:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4372 00000100:00100000:2.0:1746167891.160828:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423715328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167891.160860:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423715328:12345-0@lo:400:kworker.0 Request processed in 33us (3452us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167891.160866:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4372 00000100:00100000:2.0:1746167891.160891:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423715328:0@lo:400:kworker.0 00000100:00080000:2.0:1746167891.160910:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746167891.162436:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167891.162443:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167891.162446:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167891.162451:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11806 00000100:00080000:1.0:1746167891.162455:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1746167891.162460:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167891.162487:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012da7c380 x1830977423715584/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167891.162511:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167891.162514:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167891.162516:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167891.162519:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11806 00000100:00080000:1.0:1746167891.162523:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1746167891.162526:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167891.162538:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098deb800 x1830977423715840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167891.162590:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423715584:0@lo:8:kworker.0 00000100:00100000:1.0:1746167891.162637:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167891.162666:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423715840:0@lo:8:kworker.0 00000100:00100000:1.0:1746167891.162697:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167891.162729:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423715584 00000100:00100000:1.0:1746167891.162733:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423715584 00000100:00100000:1.0:1746167891.162751:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423715840 00000100:00100000:1.0:1746167891.162753:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423715840 00000100:00100000:1.0:1746167891.162765:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50976 00000100:00100000:1.0:1746167891.162771:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423715584:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167891.162792:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167891.163019:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423715584:12345-0@lo:8:kworker.0 Request processed in 248us (382us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167891.163025:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50976 00000100:00100000:1.0:1746167891.163036:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50977 00000100:00100000:1.0:1746167891.163040:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423715840:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167891.163049:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167891.163066:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423715840:12345-0@lo:8:kworker.0 Request processed in 25us (369us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167891.163071:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50977 00000100:00080000:1.0:1746167891.163100:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167891.163104:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167891.163108:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423715584:0@lo:8:kworker.0 00000100:00080000:1.0:1746167891.163115:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167891.163117:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167891.163120:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423715840:0@lo:8:kworker.0 00000100:00100000:3.0:1746167891.163225:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423715968:0@lo:400:kworker.0 00000100:00100000:3.0:1746167891.163266:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167891.163293:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746167891.163299:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423715712:0@lo:400:kworker.0 00000100:00100000:3.0:1746167891.163323:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167891.163346:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423716096:0@lo:400:kworker.0 00000100:00100000:3.0:1746167891.163364:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167891.163381:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423715712 00000100:00100000:3.0:1746167891.163384:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423715712 00000100:00100000:3.0:1746167891.163412:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423716096 00000100:00100000:3.0:1746167891.163414:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423716096 00000100:00100000:3.0:1746167891.163428:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4373 00000100:00100000:3.0:1746167891.163433:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423715712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167891.163468:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423715712:12345-0@lo:400:kworker.0 Request processed in 35us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167891.163474:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4373 00000100:00100000:3.0:1746167891.163489:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4374 00000100:00100000:3.0:1746167891.163494:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423716096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167891.163514:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423716096:12345-0@lo:400:kworker.0 Request processed in 20us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167891.163519:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4374 00000100:00100000:3.0:1746167891.163548:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423715712:0@lo:400:kworker.0 00000100:00100000:3.0:1746167891.163565:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423716096:0@lo:400:kworker.0 00000100:00100000:3.0:1746167891.163572:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746167891.163577:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423715456:0@lo:400:kworker.0 00000100:00100000:3.0:1746167891.163597:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167891.163613:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423715456 00000100:00100000:3.0:1746167891.163615:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423715456 00000100:00100000:3.0:1746167891.163642:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4375 00000100:00100000:3.0:1746167891.163646:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423715456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167891.163671:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423715456:12345-0@lo:400:kworker.0 Request processed in 25us (74us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167891.163716:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4375 00000100:00080000:3.0:1746167891.163734:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167891.163750:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423715456:0@lo:400:kworker.0 00000100:00100000:1.0:1746167891.163812:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423715968 00000100:00100000:1.0:1746167891.163815:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423715968 00000100:00100000:1.0:1746167891.163844:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8237 00000100:00100000:1.0:1746167891.163849:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423715968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167891.163877:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423715968:12345-0@lo:400:kworker.0 Request processed in 28us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167891.163882:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8237 00000100:00080000:3.0:1746167891.165881:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167891.165931:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423715968:0@lo:400:kworker.0 00010000:00010000:0.0:1746167891.262487:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167891.474129:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423716224:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167891.474197:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167891.476121:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423716224 00000100:00100000:2.0:1746167891.476138:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423716224 00000100:00100000:2.0:1746167891.476452:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7642 00000100:00100000:2.0:1746167891.476465:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423716224:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167891.476500:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167891.480811:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423716224:12345-0@lo:13:osp-pre-1-0.0 Request processed in 4339us (6602us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167891.480823:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7642 00000100:00100000:1.0:1746167891.481396:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423716224:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167892.264837:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167893.007710:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167893.010104:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167893.010136:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167893.010407:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439301760 00000100:00100000:3.0:1746167893.010421:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439301760 00000100:00100000:3.0:1746167893.010505:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4376 00000100:00100000:3.0:1746167893.010515:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439301760:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167893.010602:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439301760:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 88us (501us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167893.010608:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4376 00000100:00080000:3.0:1746167893.010637:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167893.011853:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439301632 00000100:00100000:2.0:1746167893.011863:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439301632 00000100:00100000:2.0:1746167893.011912:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1386 00000100:00100000:2.0:1746167893.011920:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0808450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439301632:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167893.011979:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0808450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439301632:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 60us (4277us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167893.011985:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1386 00000100:00100000:1.0:1746167893.012849:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439302016 00000100:00100000:1.0:1746167893.012854:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439302016 00000100:00100000:0.0:1746167893.012873:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167893.012884:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50978 00000100:00100000:1.0:1746167893.012889:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439302016:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167893.012908:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167893.013406:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439302016:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 515us (3267us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167893.013413:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50978 00000100:00100000:3.0:1746167893.014197:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439301888 00000100:00100000:3.0:1746167893.014216:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439301888 00000100:00080000:0.0:1746167893.014288:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167893.014290:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4377 00000100:00100000:3.0:1746167893.014298:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439301888:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167893.014359:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439301888:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 63us (1488us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167893.014370:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4377 00010000:00010000:0.0:1746167893.265900:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167894.268002:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167895.249897:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423716352:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167895.249953:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167895.250119:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423716352 00000100:00100000:0.0:1746167895.250126:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423716352 00000100:00100000:0.0:1746167895.250219:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7643 00000100:00100000:0.0:1746167895.250227:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423716352:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167895.250253:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167895.250295:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423716352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167895.250301:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7643 00000100:00080000:1.0:1746167895.250354:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167895.250400:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423716352:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746167895.273855:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167896.162133:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009759f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423716480:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167896.162222:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167896.162953:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423716480 00000100:00100000:1.0:1746167896.162961:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423716480 00000100:00100000:1.0:1746167896.163050:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36774 00000100:00100000:1.0:1746167896.163057:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423716480:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746167896.163086:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167896.163711:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746167896.163721:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423716608:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167896.163762:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167896.165623:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423716480:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2562us (3396us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167896.165632:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36774 00000100:00100000:3.0:1746167896.166505:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009759f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423716480:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167896.166647:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423716608 00000100:00100000:1.0:1746167896.166652:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423716608 00000100:00100000:1.0:1746167896.166694:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36775 00000100:00100000:1.0:1746167896.166701:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423716608:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167896.166725:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167896.167479:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423716608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 778us (3716us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167896.167486:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36775 00000100:00100000:0.0:1746167896.173612:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423716608:0@lo:41:osp-pre-0-1.0 00000100:00080000:1.0:1746167896.178036:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167896.178041:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167896.178044:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167896.178050:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11811 00000100:00080000:1.0:1746167896.178055:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00100000:3.0:1746167896.178059:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423716864:0@lo:400:kworker.0 00000100:00080000:1.0:1746167896.178060:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167896.178078:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098deb800 x1830977423717248/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167896.178106:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167896.178108:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167896.178110:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167896.178112:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11811 00000100:00100000:3.0:1746167896.178112:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746167896.178114:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167896.178118:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167896.178311:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5b04a80 x1830977423717760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167896.178342:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423717248:0@lo:8:kworker.0 00000100:00100000:3.0:1746167896.178342:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423717504:0@lo:400:kworker.0 00000100:00100000:3.0:1746167896.178364:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167896.178373:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167896.178376:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1746167896.178379:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423716992:0@lo:400:kworker.0 00000100:00100000:3.0:1746167896.178400:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167896.178407:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423717632:0@lo:400:kworker.0 00000100:00100000:3.0:1746167896.178419:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167896.178428:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423716736:0@lo:400:kworker.0 00000100:00100000:3.0:1746167896.178437:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423716864 00000100:00100000:3.0:1746167896.178442:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423716864 00000100:00100000:0.0:1746167896.178454:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167896.178468:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423717504 00000100:00100000:3.0:1746167896.178470:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423717504 00000100:00100000:3.0:1746167896.178476:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423716992 00000100:00100000:3.0:1746167896.178477:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423716992 00000100:00100000:0.0:1746167896.178479:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423717376:0@lo:400:kworker.0 00000100:00100000:3.0:1746167896.178486:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4378 00000100:00100000:3.0:1746167896.178490:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423716864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167896.178495:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167896.178507:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423718016:0@lo:400:kworker.0 00000100:00100000:3.0:1746167896.178518:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423716864:12345-0@lo:400:kworker.0 Request processed in 27us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167896.178522:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4378 00000100:00100000:0.0:1746167896.178523:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167896.178530:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423718016 00000100:00100000:3.0:1746167896.178532:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423718016 00000100:00100000:0.0:1746167896.178533:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746167896.178538:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423717120:0@lo:400:kworker.0 00000100:00100000:3.0:1746167896.178538:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4379 00000100:00100000:3.0:1746167896.178540:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423717504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167896.178552:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423717504:12345-0@lo:400:kworker.0 Request processed in 11us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167896.178553:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167896.178555:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4379 00000100:00100000:3.0:1746167896.178559:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4380 00000100:00100000:3.0:1746167896.178561:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423716992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167896.178565:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423717888:0@lo:400:kworker.0 00000100:00100000:3.0:1746167896.178572:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423716992:12345-0@lo:400:kworker.0 Request processed in 10us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167896.178575:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4380 00000100:00100000:0.0:1746167896.178580:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167896.178581:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4381 00000100:00100000:3.0:1746167896.178583:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423718016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167896.178594:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423718016:12345-0@lo:400:kworker.0 Request processed in 10us (71us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167896.178597:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4381 00000100:00100000:0.0:1746167896.178601:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423716736 00000100:00100000:0.0:1746167896.178604:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423716736 00000100:00100000:3.0:1746167896.178611:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423717632 00000100:00100000:3.0:1746167896.178612:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423717632 00000100:00100000:3.0:1746167896.178622:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423717120 00000100:00100000:0.0:1746167896.178624:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1387 00000100:00100000:3.0:1746167896.178624:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423717120 00000100:00100000:0.0:1746167896.178628:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0809450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423716736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167896.178631:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36776 00000100:00100000:3.0:1746167896.178633:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423717632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167896.178647:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423717632:12345-0@lo:400:kworker.0 Request processed in 14us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167896.178650:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36776 00000100:00100000:0.0:1746167896.178652:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0809450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423716736:12345-0@lo:400:kworker.0 Request processed in 24us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167896.178655:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36777 00000100:00100000:3.0:1746167896.178657:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423717120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167896.178658:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1387 00000100:00100000:3.0:1746167896.178667:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423717120:12345-0@lo:400:kworker.0 Request processed in 10us (115us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167896.178670:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36777 00000100:00100000:0.0:1746167896.178693:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423717248 00000100:00100000:0.0:1746167896.178696:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423717248 00000100:00100000:3.0:1746167896.178705:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423716992:0@lo:400:kworker.0 00000100:00100000:0.0:1746167896.178707:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423717376 00000100:00100000:0.0:1746167896.178709:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423717376 00000100:00100000:3.0:1746167896.178711:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423717632:0@lo:400:kworker.0 00000100:00100000:3.0:1746167896.178715:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423717504:0@lo:400:kworker.0 00000100:00100000:3.0:1746167896.178719:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423716864:0@lo:400:kworker.0 00000100:00100000:0.0:1746167896.178723:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423717888 00000100:00100000:0.0:1746167896.178725:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423717888 00000100:00100000:0.0:1746167896.178739:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8238 00000100:00100000:3.0:1746167896.178744:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8239 00000100:00100000:0.0:1746167896.178745:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423717376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167896.178747:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423717888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167896.178766:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423717376:12345-0@lo:400:kworker.0 Request processed in 22us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167896.178766:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423717888:12345-0@lo:400:kworker.0 Request processed in 19us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167896.178769:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8239 00000100:00100000:0.0:1746167896.178774:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8238 00000100:00100000:3.0:1746167896.178776:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50979 00000100:00100000:3.0:1746167896.178779:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423717248:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167896.178790:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167896.178801:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423717248:12345-0@lo:8:kworker.0 Request processed in 21us (429us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167896.178802:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423717120:0@lo:400:kworker.0 00000100:00100000:3.0:1746167896.178804:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50979 00000100:00100000:0.0:1746167896.178826:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423717888:0@lo:400:kworker.0 00000100:00100000:0.0:1746167896.178832:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423716736:0@lo:400:kworker.0 00000100:00100000:0.0:1746167896.178838:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423717376:0@lo:400:kworker.0 00000100:00080000:3.0:1746167896.178838:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746167896.178840:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746167896.178841:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167896.178844:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423718016:0@lo:400:kworker.0 00000100:00080000:1.0:1746167896.180820:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167896.180826:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167896.180831:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423717248:0@lo:8:kworker.0 00000100:00100000:1.0:1746167896.180839:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423717760:0@lo:8:kworker.0 00000100:00100000:1.0:1746167896.180873:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167896.182850:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423717760 00000100:00100000:2.0:1746167896.182860:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423717760 00000100:00100000:2.0:1746167896.182904:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50980 00000100:00100000:2.0:1746167896.182910:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423717760:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167896.182931:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167896.186554:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423717760:12345-0@lo:8:kworker.0 Request processed in 3638us (5674us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167896.186567:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50980 00000100:00080000:1.0:1746167896.186658:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167896.186663:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167896.186667:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b04a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423717760:0@lo:8:kworker.0 00010000:00010000:0.0:1746167896.276535:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167896.483050:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423718144:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746167896.483114:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167896.483712:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423718144 00000100:00100000:0.0:1746167896.483720:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423718144 00000100:00100000:0.0:1746167896.484857:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7644 00000100:00100000:0.0:1746167896.484866:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423718144:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167896.484888:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167896.484945:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423718144:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (1832us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167896.484951:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7644 00000100:00100000:3.0:1746167896.484980:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423718144:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167897.278722:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167898.019658:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167898.023354:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167898.023396:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167898.023428:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439302144 00000100:00100000:0.0:1746167898.023433:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167898.023436:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439302144 00000100:00100000:3.0:1746167898.023477:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1388 00000100:00100000:3.0:1746167898.023484:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439302144:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167898.023498:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439302528 00000100:00100000:0.0:1746167898.023501:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439302528 00000100:00100000:0.0:1746167898.023518:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50981 00000100:00100000:0.0:1746167898.023523:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439302528:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167898.023544:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167898.023546:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439302272 00000100:00100000:1.0:1746167898.023551:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439302272 00000100:00100000:1.0:1746167898.023582:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439302400 00000100:00100000:1.0:1746167898.023584:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439302400 00000100:00100000:1.0:1746167898.023599:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4382 00000100:00100000:1.0:1746167898.023605:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439302272:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167898.027401:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b04a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439302272:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 3785us (7739us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167898.027414:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4382 00000100:00100000:1.0:1746167898.027448:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4383 00000100:00100000:1.0:1746167898.027459:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e320000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439302400:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167898.027513:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e320000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439302400:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 59us (4080us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167898.027518:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4383 00000100:00080000:1.0:1746167898.027535:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167898.027539:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167898.027612:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439302144:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 4128us (4213us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167898.027620:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1388 00000100:00100000:0.0:1746167898.027697:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439302528:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 4172us (4349us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167898.027705:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50981 00010000:00010000:0.0:1746167898.279895:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167899.282171:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167900.259444:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423718272:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167900.259509:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167900.259620:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423718272 00000100:00100000:1.0:1746167900.259627:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423718272 00000100:00100000:1.0:1746167900.259669:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7645 00000100:00100000:1.0:1746167900.259696:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e320e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423718272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167900.259721:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:3.0:1746167900.259807:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167900.264663:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e320e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423718272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4980us (5145us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167900.264684:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7645 00000100:00100000:0.0:1746167900.276647:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423718272:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746167900.286181:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167901.169866:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095627800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423718400:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167901.169921:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167901.170118:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423718400 00000100:00100000:1.0:1746167901.170125:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423718400 00000100:00100000:1.0:1746167901.171020:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36778 00000100:00100000:1.0:1746167901.171029:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423718400:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746167901.171059:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167901.171119:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423718400:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (1198us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167901.171126:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36778 00000100:00100000:2.0:1746167901.171480:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095627800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423718400:0@lo:41:osp-pre-1-0.0 00000100:00080000:1.0:1746167901.185842:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167901.185846:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167901.185849:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167901.185855:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11817 00000100:00080000:1.0:1746167901.185859:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167901.185864:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167901.185882:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090b0aa00 x1830977423719040/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1746167901.185902:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1746167901.185904:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167901.185906:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167901.185908:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11817 00000100:00080000:1.0:1746167901.185910:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1746167901.185912:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167901.185920:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb64e00 x1830977423719424/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167901.185925:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423718912:0@lo:400:kworker.0 00000100:00100000:1.0:1746167901.185946:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423719040:0@lo:8:kworker.0 00000100:00100000:3.0:1746167901.186010:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423718656:0@lo:400:kworker.0 00000100:00100000:0.0:1746167901.186018:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423718528:0@lo:400:kworker.0 00000100:00100000:1.0:1746167901.186539:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167901.186575:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423719424:0@lo:8:kworker.0 00000100:00100000:1.0:1746167901.186592:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167901.186616:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423719040 00000100:00100000:1.0:1746167901.186621:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423719040 00000100:00100000:1.0:1746167901.186639:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423719424 00000100:00100000:1.0:1746167901.186641:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423719424 00000100:00100000:1.0:1746167901.186652:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50982 00000100:00100000:1.0:1746167901.186657:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423719040:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167901.186673:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167901.186715:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423719040:12345-0@lo:8:kworker.0 Request processed in 58us (177us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167901.186720:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50982 00000100:00100000:1.0:1746167901.186732:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50983 00000100:00100000:1.0:1746167901.186735:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423719424:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167901.186743:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167901.186755:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423719424:12345-0@lo:8:kworker.0 Request processed in 20us (162us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167901.186759:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50983 00000100:00080000:1.0:1746167901.186780:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167901.186783:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167901.186786:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423719040:0@lo:8:kworker.0 00000100:00100000:2.0:1746167901.186791:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746167901.186792:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167901.186794:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167901.186796:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423719424:0@lo:8:kworker.0 00000100:00100000:2.0:1746167901.186815:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423719680:0@lo:400:kworker.0 00000100:00100000:1.0:1746167901.186823:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423718784:0@lo:400:kworker.0 00000100:00100000:2.0:1746167901.186837:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167901.186848:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423719680 00000100:00100000:1.0:1746167901.186850:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423719680 00000100:00100000:2.0:1746167901.186861:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423718912 00000100:00100000:2.0:1746167901.186864:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423718912 00000100:00100000:1.0:1746167901.186869:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4384 00000100:00100000:1.0:1746167901.186873:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423719680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167901.186886:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36779 00000100:00100000:2.0:1746167901.186891:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423718912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167901.186901:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423719680:12345-0@lo:400:kworker.0 Request processed in 28us (63us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167901.186905:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4384 00000100:00100000:1.0:1746167901.186918:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167901.186920:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423718912:12345-0@lo:400:kworker.0 Request processed in 29us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167901.186925:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36779 00000100:00100000:1.0:1746167901.186929:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423719552:0@lo:400:kworker.0 00000100:00100000:1.0:1746167901.186943:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167901.186949:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423719680:0@lo:400:kworker.0 00000100:00100000:1.0:1746167901.186956:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423718784 00000100:00100000:2.0:1746167901.186957:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423718912:0@lo:400:kworker.0 00000100:00100000:1.0:1746167901.186958:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423718784 00000100:00100000:1.0:1746167901.186977:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4385 00000100:00080000:2.0:1746167901.186978:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167901.186981:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423718784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167901.186991:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423719552 00000100:00100000:2.0:1746167901.186993:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423719552 00000100:00100000:1.0:1746167901.187000:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423718784:12345-0@lo:400:kworker.0 Request processed in 19us (81us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167901.187004:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4385 00000100:00100000:2.0:1746167901.187014:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8240 00000100:00100000:2.0:1746167901.187019:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423719552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167901.187045:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423719552:12345-0@lo:400:kworker.0 Request processed in 27us (101us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167901.187054:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167901.187082:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423719168:0@lo:400:kworker.0 00000100:00100000:0.0:1746167901.187099:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167901.187108:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423719808:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167901.187119:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167901.187134:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423719168 00000100:00100000:0.0:1746167901.187136:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423719168 00000100:00100000:3.0:1746167901.187226:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167901.187244:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423719296:0@lo:400:kworker.0 00000100:00100000:3.0:1746167901.187261:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167901.187288:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423718656 00000100:00100000:1.0:1746167901.187291:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423718656 00000100:00100000:3.0:1746167901.187291:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423718528 00000100:00100000:3.0:1746167901.187295:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423718528 00000100:00100000:1.0:1746167901.187306:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423719296 00000100:00100000:1.0:1746167901.187308:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423719296 00000100:00100000:3.0:1746167901.187316:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1389 00000100:00100000:1.0:1746167901.187318:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4386 00000100:00100000:3.0:1746167901.187321:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423718528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167901.187322:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423718656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167901.187347:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095627800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423718656:12345-0@lo:400:kworker.0 Request processed in 25us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167901.187350:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423718528:12345-0@lo:400:kworker.0 Request processed in 30us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167901.187351:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4386 00000100:00100000:3.0:1746167901.187355:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1389 00000100:00100000:1.0:1746167901.187358:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4387 00000100:00100000:1.0:1746167901.187362:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423719296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167901.187377:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423719296:12345-0@lo:400:kworker.0 Request processed in 15us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167901.187381:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4387 00000100:00100000:3.0:1746167901.187385:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423718656:0@lo:400:kworker.0 00000100:00100000:3.0:1746167901.187393:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423719296:0@lo:400:kworker.0 00000100:00100000:1.0:1746167901.187401:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423718784:0@lo:400:kworker.0 00000100:00100000:1.0:1746167901.187408:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423719552:0@lo:400:kworker.0 00000100:00100000:1.0:1746167901.187742:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098deb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423718528:0@lo:400:kworker.0 00000100:00080000:3.0:1746167901.188524:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746167901.188528:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167901.188586:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8240 00000100:00100000:0.0:1746167901.188602:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8241 00000100:00100000:0.0:1746167901.188609:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ed0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423719168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167901.188640:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ed0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423719168:12345-0@lo:400:kworker.0 Request processed in 33us (1541us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167901.188643:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423719808 00000100:00100000:1.0:1746167901.188647:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423719808 00000100:00100000:1.0:1746167901.188665:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36780 00000100:00100000:1.0:1746167901.188670:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423719808:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167901.188707:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167901.188735:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423719808:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (1615us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167901.188741:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36780 00000100:00100000:1.0:1746167901.188764:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423719168:0@lo:400:kworker.0 00000100:00100000:1.0:1746167901.188776:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090942680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423719808:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167901.189333:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8241 00010000:00010000:0.0:1746167901.290510:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167901.490058:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746167901.490100:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423719936:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167901.490149:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167901.490281:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423719936 00000100:00100000:2.0:1746167901.490288:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423719936 00000100:00100000:2.0:1746167901.490373:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7646 00000100:00100000:2.0:1746167901.490380:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423719936:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167901.490398:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167901.490586:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423719936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 206us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167901.490592:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7646 00000100:00100000:1.0:1746167901.490659:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423719936:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167902.292915:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167903.024479:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167903.024590:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167903.024653:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439302784 00000100:00100000:1.0:1746167903.024660:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439302784 00000100:00100000:0.0:1746167903.024794:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167903.024822:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00080000:2.0:1746167903.024882:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167903.024893:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439303040 00000100:00100000:2.0:1746167903.024896:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439303040 00000100:00100000:2.0:1746167903.024917:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50984 00000100:00100000:2.0:1746167903.024923:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439303040:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167903.024942:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167903.024982:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439303040:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 59us (159us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167903.024988:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50984 00000100:00100000:3.0:1746167903.025294:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439302656 00000100:00100000:3.0:1746167903.025298:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439302656 00000100:00100000:1.0:1746167903.025299:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439302912 00000100:00100000:1.0:1746167903.025301:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439302912 00000100:00100000:0.0:1746167903.025308:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4388 00000100:00100000:0.0:1746167903.025316:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090941500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439302784:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167903.025322:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4389 00000100:00100000:3.0:1746167903.025322:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1390 00000100:00100000:1.0:1746167903.025328:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090942680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439302912:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167903.025328:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439302656:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167903.025349:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090941500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439302784:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 34us (877us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167903.025352:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090942680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439302912:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 25us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167903.025352:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439302656:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 25us (762us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167903.025354:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4388 00000100:00100000:1.0:1746167903.025358:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4389 00000100:00100000:3.0:1746167903.025358:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1390 00000100:00080000:2.0:1746167903.025829:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1746167903.294345:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167904.303110:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167905.283564:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746167905.283583:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423720064:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167905.283640:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167905.283832:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423720064 00000100:00100000:3.0:1746167905.283839:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423720064 00000100:00080000:2.0:1746167905.285604:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167905.286391:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7647 00000100:00100000:3.0:1746167905.286404:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423720064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167905.286435:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167905.286484:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423720064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (2844us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167905.286490:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7647 00000100:00100000:2.0:1746167905.286558:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423720064:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746167905.300547:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167906.179480:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423720192:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167906.179543:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167906.180491:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423720192 00000100:00100000:1.0:1746167906.180497:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423720192 00000100:00100000:1.0:1746167906.180537:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36781 00000100:00100000:1.0:1746167906.180543:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e832a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423720192:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746167906.180568:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167906.180603:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e832a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423720192:12345-0@lo:41:osp-pre-1-0.0 Request processed in 60us (1060us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167906.180608:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36781 00000100:00100000:0.0:1746167906.180684:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423720192:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167906.194139:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746167906.194156:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423720320:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167906.194210:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167906.194284:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423720320 00000100:00100000:1.0:1746167906.194291:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423720320 00000100:00100000:1.0:1746167906.194326:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36782 00000100:00100000:1.0:1746167906.194332:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423720320:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167906.194359:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167906.194393:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423720320:12345-0@lo:41:osp-pre-0-1.0 Request processed in 61us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167906.194399:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36782 00000100:00100000:1.0:1746167906.194436:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423720320:0@lo:41:osp-pre-0-1.0 00000100:00080000:2.0:1746167906.194618:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167906.194622:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167906.194624:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167906.194628:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11822 00000100:00080000:2.0:1746167906.194631:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746167906.194634:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167906.194650:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb64380 x1830977423720832/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746167906.194672:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167906.194695:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167906.194698:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167906.194701:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11822 00000100:00080000:2.0:1746167906.194703:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746167906.194706:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167906.194719:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880124019f80 x1830977423721216/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167906.194783:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423720448:0@lo:400:kworker.0 00000100:00100000:0.0:1746167906.194809:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167906.194828:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423721088:0@lo:400:kworker.0 00000100:00100000:0.0:1746167906.194849:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167906.194863:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746167906.194867:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423720576:0@lo:400:kworker.0 00000100:00100000:0.0:1746167906.194881:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167906.194891:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012401aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423721344:0@lo:400:kworker.0 00000100:00100000:0.0:1746167906.194906:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167906.194924:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423720448 00000100:00100000:0.0:1746167906.194927:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423720448 00000100:00100000:0.0:1746167906.194947:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1391 00000100:00100000:0.0:1746167906.194952:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423720448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167906.194976:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423720448:12345-0@lo:400:kworker.0 Request processed in 23us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167906.194981:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1391 00000100:00100000:0.0:1746167906.195014:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423721088 00000100:00100000:0.0:1746167906.195017:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423721088 00000100:00100000:0.0:1746167906.195033:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423720576 00000100:00100000:0.0:1746167906.195035:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423720576 00000100:00100000:0.0:1746167906.195052:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4390 00000100:00100000:0.0:1746167906.195056:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423721088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167906.195078:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423721088:12345-0@lo:400:kworker.0 Request processed in 22us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167906.195083:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4390 00000100:00100000:0.0:1746167906.195091:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4391 00000100:00100000:0.0:1746167906.195095:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f128700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423720576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167906.195114:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f128700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423720576:12345-0@lo:400:kworker.0 Request processed in 19us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167906.195118:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4391 00000100:00100000:0.0:1746167906.195131:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423721344 00000100:00100000:0.0:1746167906.195134:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423721344 00000100:00100000:0.0:1746167906.195154:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8242 00000100:00100000:0.0:1746167906.195158:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423721344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167906.195178:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423721344:12345-0@lo:400:kworker.0 Request processed in 21us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167906.195183:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8242 00000100:00100000:0.0:1746167906.195203:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a22a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423720576:0@lo:400:kworker.0 00000100:00100000:0.0:1746167906.195212:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012401aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423721344:0@lo:400:kworker.0 00000100:00100000:0.0:1746167906.195217:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423720448:0@lo:400:kworker.0 00000100:00100000:0.0:1746167906.195223:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423721088:0@lo:400:kworker.0 00000100:00100000:0.0:1746167906.195239:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423720960:0@lo:400:kworker.0 00000100:00100000:0.0:1746167906.195254:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167906.195267:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746167906.195271:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423720704:0@lo:400:kworker.0 00000100:00100000:0.0:1746167906.195285:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167906.195295:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423721472:0@lo:400:kworker.0 00000100:00100000:0.0:1746167906.195307:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167906.195321:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423720704 00000100:00100000:0.0:1746167906.195324:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423720704 00000100:00100000:0.0:1746167906.195341:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423721472 00000100:00100000:0.0:1746167906.195343:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423721472 00000100:00100000:0.0:1746167906.195353:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4392 00000100:00100000:0.0:1746167906.195358:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423720704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167906.195381:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423720704:12345-0@lo:400:kworker.0 Request processed in 24us (95us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167906.195386:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4392 00000100:00100000:0.0:1746167906.195393:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4393 00000100:00100000:0.0:1746167906.195396:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423721472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167906.195410:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a22a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423721472:12345-0@lo:400:kworker.0 Request processed in 14us (103us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167906.195414:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4393 00000100:00100000:0.0:1746167906.195422:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423720960 00000100:00100000:0.0:1746167906.195424:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423720960 00000100:00100000:0.0:1746167906.195435:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8243 00000100:00100000:0.0:1746167906.195438:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423720960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167906.195452:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423720960:12345-0@lo:400:kworker.0 Request processed in 14us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167906.195456:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8243 00000100:00100000:0.0:1746167906.195470:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423720704:0@lo:400:kworker.0 00000100:00100000:0.0:1746167906.195476:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423721472:0@lo:400:kworker.0 00000100:00100000:0.0:1746167906.195483:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423720960:0@lo:400:kworker.0 00000100:00080000:0.0:1746167906.195531:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167906.195534:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746167906.195536:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167906.195631:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423720832:0@lo:8:kworker.0 00000100:00100000:3.0:1746167906.195651:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167906.195663:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124019f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423721216:0@lo:8:kworker.0 00000100:00100000:3.0:1746167906.195692:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167906.195825:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423720832 00000100:00100000:1.0:1746167906.195828:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423720832 00000100:00100000:1.0:1746167906.195841:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423721216 00000100:00100000:1.0:1746167906.195843:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423721216 00000100:00100000:1.0:1746167906.195852:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50985 00000100:00100000:1.0:1746167906.195856:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423720832:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167906.195872:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167906.195894:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423720832:12345-0@lo:8:kworker.0 Request processed in 38us (242us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167906.195899:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50985 00000100:00100000:1.0:1746167906.195906:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50986 00000100:00100000:1.0:1746167906.195908:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423721216:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167906.195916:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167906.195927:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423721216:12345-0@lo:8:kworker.0 Request processed in 17us (253us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167906.195931:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50986 00000100:00080000:3.0:1746167906.195976:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167906.195979:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167906.195982:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423720832:0@lo:8:kworker.0 00000100:00080000:3.0:1746167906.195998:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167906.196000:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167906.196002:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124019f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423721216:0@lo:8:kworker.0 00010000:00010000:0.0:1746167906.301918:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167906.501372:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746167906.501395:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423721600:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167906.501457:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167906.501910:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423721600 00000100:00100000:1.0:1746167906.501917:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423721600 00000100:00100000:1.0:1746167906.501961:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7648 00000100:00100000:1.0:1746167906.501968:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423721600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167906.501999:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167906.502050:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423721600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (593us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167906.502056:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7648 00000100:00100000:2.0:1746167906.502301:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423721600:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167907.304537:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167908.029763:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167908.030059:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439303552 00000100:00100000:2.0:1746167908.030067:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439303552 00000100:00100000:2.0:1746167908.030104:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50987 00000100:00100000:2.0:1746167908.030111:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439303552:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167908.030133:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167908.030186:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439303552:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 75us (430us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167908.030192:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50987 00000100:00100000:0.0:1746167908.034523:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167908.034564:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167908.034600:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167908.034704:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439303168 00000100:00100000:3.0:1746167908.034711:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439303168 00000100:00100000:3.0:1746167908.034749:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1392 00000100:00100000:3.0:1746167908.034755:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439303168:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167908.034797:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439303168:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 43us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167908.034803:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1392 00000100:00100000:1.0:1746167908.034928:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439303296 00000100:00100000:1.0:1746167908.034932:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439303296 00000100:00100000:1.0:1746167908.034967:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439303424 00000100:00100000:1.0:1746167908.034970:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439303424 00000100:00100000:1.0:1746167908.034985:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4394 00000100:00100000:1.0:1746167908.034991:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439303296:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167908.035021:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439303296:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 31us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167908.035026:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4394 00000100:00100000:1.0:1746167908.035036:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4395 00000100:00100000:1.0:1746167908.035040:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439303424:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167908.035057:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439303424:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 17us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167908.035065:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4395 00000100:00080000:1.0:1746167908.035134:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167908.035137:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1746167908.310590:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167909.321307:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167910.290085:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746167910.290103:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124019f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423721728:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167910.291537:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167910.292425:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423721728 00000100:00100000:2.0:1746167910.292434:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423721728 00000100:00100000:2.0:1746167910.292498:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7649 00000100:00100000:2.0:1746167910.292507:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423721728:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167910.292535:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167910.292576:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423721728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (1041us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167910.292585:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7649 00000100:00100000:1.0:1746167910.292664:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124019f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423721728:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1746167910.292789:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746167910.322236:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167911.189098:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423721856:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167911.189157:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167911.189231:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423721856 00000100:00100000:1.0:1746167911.189238:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423721856 00000100:00100000:1.0:1746167911.189270:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36783 00000100:00100000:1.0:1746167911.189276:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423721856:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746167911.189304:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167911.189333:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423721856:12345-0@lo:41:osp-pre-1-0.0 Request processed in 57us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167911.189339:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36783 00000100:00100000:1.0:1746167911.189371:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423721856:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1746167911.202120:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167911.202125:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167911.202128:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167911.202135:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11827 00000100:00080000:0.0:1746167911.202139:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746167911.202145:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167911.202164:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880094bbad80 x1830977423722496/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167911.202203:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167911.202206:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167911.202207:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167911.202210:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11827 00000100:00080000:0.0:1746167911.202213:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746167911.202216:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167911.202225:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880094318e00 x1830977423722880/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167911.202260:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423722240:0@lo:400:kworker.0 00000100:00100000:0.0:1746167911.202314:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167911.202360:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094318380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423723008:0@lo:400:kworker.0 00000100:00100000:0.0:1746167911.202381:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167911.202400:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746167911.202405:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423722368:0@lo:400:kworker.0 00000100:00100000:0.0:1746167911.202421:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167911.202433:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423723136:0@lo:400:kworker.0 00000100:00100000:0.0:1746167911.202446:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167911.202471:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423723008 00000100:00100000:0.0:1746167911.202476:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423723008 00000100:00100000:0.0:1746167911.202512:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8244 00000100:00100000:0.0:1746167911.202518:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097630000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423723008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167911.202556:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097630000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423723008:12345-0@lo:400:kworker.0 Request processed in 38us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167911.202563:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8244 00000100:00080000:0.0:1746167911.202580:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167911.202604:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094318380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423723008:0@lo:400:kworker.0 00000100:00100000:0.0:1746167911.202630:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423722240 00000100:00100000:0.0:1746167911.202633:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423722240 00000100:00100000:0.0:1746167911.202655:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423723136 00000100:00100000:0.0:1746167911.202657:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423723136 00000100:00100000:0.0:1746167911.202668:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4396 00000100:00100000:0.0:1746167911.202696:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097630700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423722240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167911.202724:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097630700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423722240:12345-0@lo:400:kworker.0 Request processed in 51us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167911.202729:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4396 00000100:00100000:0.0:1746167911.202739:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4397 00000100:00100000:0.0:1746167911.202744:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136055c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423723136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167911.202765:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136055c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423723136:12345-0@lo:400:kworker.0 Request processed in 21us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167911.202769:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4397 00000100:00100000:0.0:1746167911.202783:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423722368 00000100:00100000:0.0:1746167911.202785:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423722368 00000100:00100000:0.0:1746167911.203010:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36784 00000100:00100000:0.0:1746167911.203016:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423722368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167911.203045:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423722368:12345-0@lo:400:kworker.0 Request processed in 29us (622us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167911.203050:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36784 00000100:00080000:0.0:1746167911.203063:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167911.203077:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423722368:0@lo:400:kworker.0 00000100:00100000:0.0:1746167911.203086:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423723136:0@lo:400:kworker.0 00000100:00100000:0.0:1746167911.203092:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423722240:0@lo:400:kworker.0 00000100:00100000:1.0:1746167911.203285:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ceb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423722112:0@lo:400:kworker.0 00000100:00100000:1.0:1746167911.203312:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167911.203340:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423722752:0@lo:400:kworker.0 00000100:00100000:1.0:1746167911.203355:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167911.203367:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1746167911.203372:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423721984:0@lo:400:kworker.0 00000100:00100000:1.0:1746167911.203388:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167911.203412:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423722624:0@lo:400:kworker.0 00000100:00100000:1.0:1746167911.203429:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167911.203449:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423721984 00000100:00100000:1.0:1746167911.203452:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423721984 00000100:00100000:1.0:1746167911.203472:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1393 00000100:00100000:1.0:1746167911.203477:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423721984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167911.203503:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423721984:12345-0@lo:400:kworker.0 Request processed in 26us (113us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167911.203508:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1393 00000100:00100000:1.0:1746167911.203532:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423721984:0@lo:400:kworker.0 00000100:00100000:2.0:1746167911.203792:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423722112 00000100:00100000:2.0:1746167911.203796:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423722112 00000100:00100000:2.0:1746167911.203818:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423722752 00000100:00100000:2.0:1746167911.203820:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423722752 00000100:00100000:2.0:1746167911.203832:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4398 00000100:00100000:2.0:1746167911.203837:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423722112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167911.203873:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423722112:12345-0@lo:400:kworker.0 Request processed in 35us (560us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167911.203878:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4398 00000100:00100000:2.0:1746167911.203887:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4399 00000100:00100000:2.0:1746167911.203891:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f87f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423722752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167911.203927:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f87f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423722752:12345-0@lo:400:kworker.0 Request processed in 36us (571us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167911.203933:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4399 00000100:00080000:2.0:1746167911.203948:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167911.204017:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423722496:0@lo:8:kworker.0 00000100:00100000:3.0:1746167911.204043:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167911.204071:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423722880:0@lo:8:kworker.0 00000100:00100000:3.0:1746167911.204086:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167911.204575:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423722624 00000100:00100000:2.0:1746167911.204580:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423722624 00000100:00100000:2.0:1746167911.204613:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423722496 00000100:00100000:2.0:1746167911.204616:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423722496 00000100:00100000:2.0:1746167911.204627:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423722880 00000100:00100000:2.0:1746167911.204628:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423722880 00000100:00100000:2.0:1746167911.204638:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8245 00000100:00100000:2.0:1746167911.204644:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ea2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423722624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167911.204697:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ea2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423722624:12345-0@lo:400:kworker.0 Request processed in 30us (1243us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167911.204703:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8245 00000100:00100000:2.0:1746167911.204713:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50988 00000100:00100000:2.0:1746167911.204717:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423722496:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167911.204735:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167911.204760:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423722496:12345-0@lo:8:kworker.0 Request processed in 42us (716us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167911.204766:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50988 00000100:00100000:2.0:1746167911.204774:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50989 00000100:00100000:2.0:1746167911.204777:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423722880:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167911.204785:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167911.204802:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423722880:12345-0@lo:8:kworker.0 Request processed in 24us (715us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167911.204806:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50989 00000100:00080000:3.0:1746167911.205129:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167911.205133:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167911.205137:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423722496:0@lo:8:kworker.0 00000100:00080000:3.0:1746167911.205144:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167911.205146:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167911.205149:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423722880:0@lo:8:kworker.0 00000100:00100000:1.0:1746167911.205634:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423722624:0@lo:400:kworker.0 00000100:00100000:1.0:1746167911.205645:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ceb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423722112:0@lo:400:kworker.0 00000100:00100000:1.0:1746167911.205654:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423722752:0@lo:400:kworker.0 00000100:00100000:1.0:1746167911.207918:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746167911.207933:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423723264:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167911.207986:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167911.208066:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423723264 00000100:00100000:0.0:1746167911.208073:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423723264 00000100:00100000:0.0:1746167911.208102:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36785 00000100:00100000:0.0:1746167911.208108:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423723264:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167911.208134:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167911.208168:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423723264:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167911.208174:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36785 00000100:00100000:1.0:1746167911.209604:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423723264:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1746167911.323855:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167911.506051:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423723392:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167911.506110:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167911.506161:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423723392 00000100:00100000:2.0:1746167911.506169:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423723392 00000100:00100000:2.0:1746167911.506221:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7650 00000100:00100000:2.0:1746167911.506877:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423723392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167911.506912:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167911.506960:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423723392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 542us (849us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167911.506968:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7650 00000100:00100000:1.0:1746167911.507872:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423723392:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167912.326280:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167913.038744:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167913.040033:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167913.040233:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439303680 00000100:00100000:2.0:1746167913.040246:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439303680 00000100:00100000:0.0:1746167913.040816:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167913.041747:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439303936 00000100:00100000:1.0:1746167913.041756:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439303936 00000100:00100000:2.0:1746167913.041914:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1394 00000100:00100000:2.0:1746167913.041928:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439303680:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167913.042095:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167913.042241:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439303808 00000100:00100000:1.0:1746167913.042244:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439303808 00000100:00100000:1.0:1746167913.042266:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4400 00000100:00100000:1.0:1746167913.042272:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136054000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439303936:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:3.0:1746167913.042716:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746167913.042720:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167913.042735:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4401 00000100:00100000:3.0:1746167913.042744:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ceb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439303808:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167913.042908:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439303680:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 983us (4176us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167913.042917:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1394 00000100:00100000:1.0:1746167913.044904:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136054000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439303936:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 2621us (4865us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167913.044916:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4400 00000100:00100000:1.0:1746167913.044959:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439304064 00000100:00100000:1.0:1746167913.044967:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439304064 00000100:00100000:1.0:1746167913.044993:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50990 00000100:00100000:1.0:1746167913.044999:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439304064:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167913.045024:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167913.045066:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439304064:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 67us (4252us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167913.045072:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50990 00000100:00100000:3.0:1746167913.045460:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ceb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439303808:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 2715us (3363us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167913.045467:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4401 00010000:00010000:0.0:1746167913.328161:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167914.330427:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167915.298806:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746167915.299816:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b200000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423723520:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167915.299908:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167915.300014:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423723520 00000100:00100000:3.0:1746167915.300024:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423723520 00000100:00080000:2.0:1746167915.300078:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167915.300084:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7651 00000100:00100000:3.0:1746167915.300094:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423723520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167915.300124:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167915.300170:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423723520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167915.300177:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7651 00000100:00100000:2.0:1746167915.300397:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b200000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423723520:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746167915.333572:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167916.195067:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746167916.195093:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b201180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423723648:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167916.195172:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167916.195349:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423723648 00000100:00100000:3.0:1746167916.195357:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423723648 00000100:00100000:3.0:1746167916.195400:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36786 00000100:00100000:3.0:1746167916.195407:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423723648:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746167916.195449:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167916.195494:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423723648:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167916.195502:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36786 00000100:00100000:1.0:1746167916.195749:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b201180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423723648:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1746167916.209897:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167916.209902:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167916.209907:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167916.209915:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11832 00000100:00080000:0.0:1746167916.209921:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746167916.209929:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167916.209951:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880094bbaa00 x1830977423724288/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167916.209981:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167916.209984:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167916.209986:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167916.209989:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11832 00000100:00080000:0.0:1746167916.209992:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746167916.209995:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167916.210004:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880094318380 x1830977423724672/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167916.210056:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423724032:0@lo:400:kworker.0 00000100:00100000:0.0:1746167916.210128:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167916.210179:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423724800:0@lo:400:kworker.0 00000100:00100000:0.0:1746167916.210203:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167916.210259:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423723776:0@lo:400:kworker.0 00000100:00100000:3.0:1746167916.210291:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167916.210321:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423724416:0@lo:400:kworker.0 00000100:00100000:3.0:1746167916.210336:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167916.210355:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1746167916.210359:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423723904:0@lo:400:kworker.0 00000100:00100000:3.0:1746167916.210373:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167916.210385:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423724544:0@lo:400:kworker.0 00000100:00100000:3.0:1746167916.210400:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167916.210422:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423724288:0@lo:8:kworker.0 00000100:00100000:3.0:1746167916.210437:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167916.210449:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094318380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423724672:0@lo:8:kworker.0 00000100:00100000:3.0:1746167916.210466:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167916.210493:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423724800 00000100:00100000:3.0:1746167916.210501:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423724800 00000100:00100000:3.0:1746167916.210538:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423724416 00000100:00100000:3.0:1746167916.210540:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423724416 00000100:00100000:3.0:1746167916.210550:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423724288 00000100:00100000:3.0:1746167916.210552:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423724288 00000100:00100000:3.0:1746167916.210561:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423724672 00000100:00100000:3.0:1746167916.210562:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423724672 00000100:00100000:3.0:1746167916.210572:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8246 00000100:00100000:3.0:1746167916.210579:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423724800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167916.210615:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423724800:12345-0@lo:400:kworker.0 Request processed in 37us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167916.210621:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8246 00000100:00100000:3.0:1746167916.210635:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8247 00000100:00100000:3.0:1746167916.210639:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423724416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167916.210655:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423724416:12345-0@lo:400:kworker.0 Request processed in 16us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167916.210659:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8247 00000100:00100000:3.0:1746167916.210666:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50991 00000100:00100000:3.0:1746167916.210669:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423724288:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167916.210706:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167916.210725:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423724288:12345-0@lo:8:kworker.0 Request processed in 55us (287us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167916.210730:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50991 00000100:00100000:3.0:1746167916.210739:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50992 00000100:00100000:3.0:1746167916.210743:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423724672:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167916.210750:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167916.210762:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423724672:12345-0@lo:8:kworker.0 Request processed in 19us (296us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167916.210767:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50992 00000100:00080000:3.0:1746167916.210777:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746167916.210801:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167916.210804:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167916.210808:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bbaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423724288:0@lo:8:kworker.0 00000100:00080000:3.0:1746167916.210828:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167916.210830:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167916.210832:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094318380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423724672:0@lo:8:kworker.0 00000100:00100000:3.0:1746167916.210866:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423724416:0@lo:400:kworker.0 00000100:00100000:3.0:1746167916.210909:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423723776 00000100:00100000:3.0:1746167916.210911:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423723776 00000100:00100000:3.0:1746167916.210930:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1395 00000100:00100000:3.0:1746167916.210934:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423723776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167916.210957:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423723776:12345-0@lo:400:kworker.0 Request processed in 22us (665us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167916.210962:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1395 00000100:00100000:3.0:1746167916.210980:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423724032 00000100:00100000:3.0:1746167916.210982:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423724032 00000100:00100000:3.0:1746167916.211000:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423723904 00000100:00100000:3.0:1746167916.211001:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423723904 00000100:00100000:3.0:1746167916.211014:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423724544 00000100:00100000:3.0:1746167916.211016:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423724544 00000100:00100000:1.0:1746167916.211077:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4402 00000100:00100000:1.0:1746167916.211084:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423724032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167916.211119:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423724032:12345-0@lo:400:kworker.0 Request processed in 36us (991us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167916.211124:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4402 00000100:00100000:1.0:1746167916.211135:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4403 00000100:00100000:1.0:1746167916.211139:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423723904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167916.211161:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423723904:12345-0@lo:400:kworker.0 Request processed in 22us (787us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167916.211165:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4403 00000100:00100000:3.0:1746167916.211240:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4404 00000100:00100000:3.0:1746167916.211245:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423724544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167916.211268:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423724544:12345-0@lo:400:kworker.0 Request processed in 23us (867us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167916.211272:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4404 00000100:00080000:3.0:1746167916.211282:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746167916.211284:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167916.211295:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423723904:0@lo:400:kworker.0 00000100:00100000:3.0:1746167916.211302:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423724544:0@lo:400:kworker.0 00000100:00100000:3.0:1746167916.211308:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423723776:0@lo:400:kworker.0 00000100:00100000:0.0:1746167916.211385:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423724032:0@lo:400:kworker.0 00000100:00100000:2.0:1746167916.211522:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423724160:0@lo:400:kworker.0 00000100:00100000:2.0:1746167916.211551:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167916.211577:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423724928:0@lo:400:kworker.0 00000100:00100000:2.0:1746167916.211593:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167916.211616:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423724160 00000100:00100000:2.0:1746167916.211619:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423724160 00000100:00100000:2.0:1746167916.211640:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36787 00000100:00100000:2.0:1746167916.211644:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423724160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167916.211832:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423724928 00000100:00100000:1.0:1746167916.211835:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423724928 00000100:00100000:1.0:1746167916.211854:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4405 00000100:00100000:1.0:1746167916.211858:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423724928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167916.211881:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423724928:12345-0@lo:400:kworker.0 Request processed in 23us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167916.211886:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4405 00000100:00100000:0.0:1746167916.211991:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423724800:0@lo:400:kworker.0 00000100:00100000:2.0:1746167916.212064:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423724160:12345-0@lo:400:kworker.0 Request processed in 41us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167916.212070:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36787 00000100:00100000:2.0:1746167916.212092:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423724160:0@lo:400:kworker.0 00000100:00100000:2.0:1746167916.212099:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423724928:0@lo:400:kworker.0 00000100:00100000:0.0:1746167916.226421:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746167916.226445:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b201180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423725056:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167916.226526:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167916.226703:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423725056 00000100:00100000:2.0:1746167916.226712:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423725056 00000100:00100000:2.0:1746167916.227243:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36788 00000100:00100000:2.0:1746167916.227252:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423725056:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746167916.227292:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746167916.227354:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423725056:12345-0@lo:41:osp-pre-0-1.0 Request processed in 103us (829us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167916.227360:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36788 00000100:00100000:1.0:1746167916.227451:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b201180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423725056:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1746167916.336730:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167916.515423:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b201180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423725184:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167916.515512:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167916.515639:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423725184 00000100:00100000:0.0:1746167916.515648:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423725184 00000100:00100000:0.0:1746167916.515715:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7652 00000100:00100000:0.0:1746167916.515723:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423725184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167916.515748:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167916.515788:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423725184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167916.515794:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7652 00000100:00100000:2.0:1746167916.519173:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b201180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423725184:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167917.338996:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167918.048913:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167918.048964:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167918.048997:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167918.049964:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439304320 00000100:00100000:2.0:1746167918.049975:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439304320 00000100:00100000:3.0:1746167918.050388:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439304192 00000100:00100000:3.0:1746167918.050394:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439304192 00000100:00100000:3.0:1746167918.050427:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1396 00000100:00100000:3.0:1746167918.050435:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439304192:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167918.050496:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439304192:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 62us (1596us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167918.050503:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1396 00000100:00080000:3.0:1746167918.050535:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167918.051114:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439304448 00000100:00100000:2.0:1746167918.051118:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439304448 00000100:00100000:0.0:1746167918.051144:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00080000:3.0:1746167918.051160:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167918.051173:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439304576 00000100:00100000:0.0:1746167918.051177:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439304576 00000100:00100000:0.0:1746167918.051198:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50993 00000100:00100000:0.0:1746167918.051204:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439304576:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167918.051228:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167918.051252:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439304576:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 48us (109us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167918.051257:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50993 00000100:00100000:1.0:1746167918.051412:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4406 00000100:00100000:1.0:1746167918.051421:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439304320:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167918.051444:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4407 00000100:00100000:2.0:1746167918.051452:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439304448:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167918.051460:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439304320:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 41us (2496us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167918.051466:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4406 00000100:00100000:2.0:1746167918.051479:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439304448:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 30us (2482us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167918.051485:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4407 00010000:00010000:0.0:1746167918.342402:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167919.344101:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167920.306235:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423725312:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167920.306310:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167920.306552:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423725312 00000100:00100000:1.0:1746167920.306561:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423725312 00000100:00100000:1.0:1746167920.307140:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7653 00000100:00100000:1.0:1746167920.307150:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423725312:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1746167920.307167:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:1.0:1746167920.307181:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167920.307235:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423725312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (926us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167920.307242:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7653 00000100:00100000:0.0:1746167920.307275:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423725312:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746167920.347782:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167921.204756:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423725440:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167921.205017:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167921.205706:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423725440 00000100:00100000:1.0:1746167921.205716:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423725440 00000100:00100000:1.0:1746167921.205779:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36789 00000100:00100000:1.0:1746167921.205788:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423725440:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746167921.205827:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167921.205892:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423725440:12345-0@lo:41:osp-pre-1-0.0 Request processed in 105us (1050us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167921.205899:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36789 00000100:00100000:3.0:1746167921.210457:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423725440:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167921.218124:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423725568:0@lo:400:kworker.0 00000100:00100000:2.0:1746167921.218138:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423725696:0@lo:400:kworker.0 00000100:00100000:1.0:1746167921.218397:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423725824:0@lo:400:kworker.0 00000100:00080000:0.0:1746167921.218399:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167921.218405:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167921.218409:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167921.218414:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11837 00000100:00080000:0.0:1746167921.218419:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746167921.218427:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167921.218449:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880132103800 x1830977423726080/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167921.218477:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167921.218480:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167921.218481:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167921.218484:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11837 00000100:00080000:0.0:1746167921.218486:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167921.218490:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167921.218499:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880132101f80 x1830977423726464/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167921.219022:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132103800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423726080:0@lo:8:kworker.0 00000100:00100000:3.0:1746167921.219423:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167921.219484:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132102680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423726208:0@lo:400:kworker.0 00000100:00100000:3.0:1746167921.219509:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167921.219526:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746167921.219531:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423726336:0@lo:400:kworker.0 00000100:00100000:3.0:1746167921.219551:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167921.219837:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167921.219866:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423726592:0@lo:400:kworker.0 00000100:00100000:1.0:1746167921.219885:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167921.219899:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1746167921.219905:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423725952:0@lo:400:kworker.0 00000100:00100000:0.0:1746167921.219920:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167921.219924:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167921.219948:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423726336 00000100:00100000:0.0:1746167921.219954:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132101f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423726464:0@lo:8:kworker.0 00000100:00100000:1.0:1746167921.219955:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423726336 00000100:00100000:0.0:1746167921.219976:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167921.219987:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423725824 00000100:00100000:1.0:1746167921.219989:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423725824 00000100:00100000:0.0:1746167921.220007:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4408 00000100:00100000:0.0:1746167921.220016:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423726336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167921.220061:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423726336:12345-0@lo:400:kworker.0 Request processed in 48us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167921.220416:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423725568 00000100:00100000:3.0:1746167921.220421:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423725568 00000100:00100000:3.0:1746167921.220449:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1397 00000100:00100000:3.0:1746167921.220455:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423725568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167921.220488:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423725568:12345-0@lo:400:kworker.0 Request processed in 33us (1067us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167921.220494:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1397 00000100:00100000:3.0:1746167921.220527:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423726208 00000100:00100000:3.0:1746167921.220530:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423726208 00000100:00100000:3.0:1746167921.220549:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423726592 00000100:00100000:3.0:1746167921.220552:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423726592 00000100:00100000:3.0:1746167921.220566:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423726080 00000100:00100000:3.0:1746167921.220568:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423726080 00000100:00100000:2.0:1746167921.220570:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167921.220577:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423726464 00000100:00100000:3.0:1746167921.220579:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423726464 00000100:00100000:3.0:1746167921.220590:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8248 00000100:00100000:3.0:1746167921.220594:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423726208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167921.220615:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423725952 00000100:00100000:2.0:1746167921.220619:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423725952 00000100:00100000:3.0:1746167921.220623:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423726208:12345-0@lo:400:kworker.0 Request processed in 28us (1113us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167921.220629:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8248 00000100:00100000:3.0:1746167921.220637:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8249 00000100:00100000:3.0:1746167921.220642:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b200000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423726592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167921.220652:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36790 00000100:00100000:2.0:1746167921.220658:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423725952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167921.220662:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b200000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423726592:12345-0@lo:400:kworker.0 Request processed in 20us (776us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167921.220667:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8249 00000100:00100000:3.0:1746167921.220695:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50994 00000100:00100000:3.0:1746167921.220700:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132103100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423726080:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1746167921.220704:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423725952:12345-0@lo:400:kworker.0 Request processed in 45us (777us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167921.220709:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36790 00010000:00020000:3.0:1746167921.220722:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167921.220727:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423725696 00000100:00100000:2.0:1746167921.220741:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423725696 00000100:00100000:3.0:1746167921.220763:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132103100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423726080:12345-0@lo:8:kworker.0 Request processed in 62us (843us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167921.220769:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50994 00000100:00100000:3.0:1746167921.220778:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50995 00000100:00100000:3.0:1746167921.220781:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132100000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423726464:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167921.220790:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167921.220806:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132100000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423726464:12345-0@lo:8:kworker.0 Request processed in 24us (830us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167921.220812:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50995 00000100:00080000:3.0:1746167921.220891:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167921.220895:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167921.220900:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132103800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423726080:0@lo:8:kworker.0 00000100:00080000:3.0:1746167921.220908:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167921.220911:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167921.220913:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423726464:0@lo:8:kworker.0 00000100:00080000:3.0:1746167921.220940:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746167921.220945:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746167921.220946:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167921.221151:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4408 00000100:00100000:1.0:1746167921.221968:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4409 00000100:00100000:1.0:1746167921.221981:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b201180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423725824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167921.222030:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b201180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423725824:12345-0@lo:400:kworker.0 Request processed in 54us (2192us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167921.222058:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4410 00000100:00100000:3.0:1746167921.222067:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423725696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167921.222105:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4409 00000100:00100000:3.0:1746167921.222112:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423725696:12345-0@lo:400:kworker.0 Request processed in 47us (1542us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167921.222118:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4410 00000100:00100000:1.0:1746167921.222142:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423725952:0@lo:400:kworker.0 00000100:00100000:1.0:1746167921.222152:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423726720:0@lo:400:kworker.0 00000100:00100000:1.0:1746167921.222177:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167921.222196:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423726720 00000100:00100000:1.0:1746167921.222200:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423726592:0@lo:400:kworker.0 00000100:00100000:3.0:1746167921.222200:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423726720 00000100:00100000:1.0:1746167921.222209:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132101880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423725824:0@lo:400:kworker.0 00000100:00100000:3.0:1746167921.222220:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4411 00000100:00100000:3.0:1746167921.222225:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423726720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167921.222253:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423726720:12345-0@lo:400:kworker.0 Request processed in 28us (76us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167921.222259:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4411 00000100:00100000:1.0:1746167921.222267:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423726720:0@lo:400:kworker.0 00000100:00100000:2.0:1746167921.222329:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423725696:0@lo:400:kworker.0 00000100:00100000:0.0:1746167921.222340:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423726336:0@lo:400:kworker.0 00000100:00100000:0.0:1746167921.222350:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132102680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423726208:0@lo:400:kworker.0 00000100:00100000:0.0:1746167921.222359:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423725568:0@lo:400:kworker.0 00000100:00100000:0.0:1746167921.234333:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423726848:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167921.234416:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167921.234506:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423726848 00000100:00100000:3.0:1746167921.234515:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423726848 00000100:00100000:3.0:1746167921.235985:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36791 00000100:00100000:3.0:1746167921.235998:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132102680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423726848:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167921.236042:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167921.236109:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132102680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423726848:12345-0@lo:41:osp-pre-0-1.0 Request processed in 115us (1693us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167921.236115:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36791 00000100:00100000:0.0:1746167921.236160:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423726848:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1746167921.348381:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167921.539476:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746167921.539502:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423726976:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167921.539582:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167921.540342:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423726976 00000100:00100000:2.0:1746167921.540351:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423726976 00000100:00100000:2.0:1746167921.540399:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7654 00000100:00100000:2.0:1746167921.540408:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088caad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423726976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167921.540435:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167921.540481:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088caad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423726976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (899us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167921.540488:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7654 00000100:00100000:1.0:1746167921.540584:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423726976:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167922.351207:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167923.055358:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167923.055400:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167923.055441:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167923.055453:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439304832 00000100:00100000:2.0:1746167923.055467:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439304832 00000100:00100000:3.0:1746167923.055472:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439304704 00000100:00100000:0.0:1746167923.055478:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439304960 00000100:00100000:3.0:1746167923.055479:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439304704 00000100:00100000:0.0:1746167923.055485:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439304960 00000100:00100000:3.0:1746167923.055529:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1398 00000100:00100000:3.0:1746167923.055538:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439304704:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167923.055619:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439304704:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 81us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167923.055626:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1398 00000100:00100000:2.0:1746167923.056328:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4412 00000100:00100000:2.0:1746167923.056337:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132100e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439304832:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167923.056374:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132100e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439304832:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 40us (1023us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167923.056380:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4412 00000100:00100000:2.0:1746167923.056391:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4413 00000100:00080000:3.0:1746167923.056391:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167923.056396:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132101500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439304960:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:3.0:1746167923.056397:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167923.056417:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132101500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439304960:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 21us (976us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167923.056422:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4413 00000100:00100000:3.0:1746167923.057457:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167923.057716:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439305088 00000100:00100000:0.0:1746167923.057722:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439305088 00000100:00100000:0.0:1746167923.057745:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50996 00000100:00100000:0.0:1746167923.057756:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439305088:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167923.057785:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167923.057828:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439305088:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 76us (375us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167923.057834:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50996 00010000:00010000:0.0:1746167923.354730:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167924.356161:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167925.313967:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423727104:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167925.314042:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167925.314472:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423727104 00000100:00100000:2.0:1746167925.314480:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423727104 00000100:00100000:2.0:1746167925.315192:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7655 00000100:00100000:2.0:1746167925.315204:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423727104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167925.315240:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:3.0:1746167925.315346:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167925.315568:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423727104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 367us (1526us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167925.315575:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7655 00000100:00100000:1.0:1746167925.315672:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423727104:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746167925.358986:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167926.225949:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746167926.225973:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423727232:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167926.226051:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167926.226186:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423727232 00000100:00100000:3.0:1746167926.226195:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423727232 00000100:00100000:3.0:1746167926.226237:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36792 00000100:00100000:3.0:1746167926.226244:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423727232:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746167926.226278:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167926.226316:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423727232:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167926.226323:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36792 00000100:00100000:1.0:1746167926.226537:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423727232:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167926.227088:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423727488:0@lo:400:kworker.0 00000100:00100000:0.0:1746167926.227120:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167926.227430:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423727360:0@lo:400:kworker.0 00000100:00100000:1.0:1746167926.227460:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746167926.227532:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167926.227536:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167926.227539:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167926.227544:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11842 00000100:00080000:2.0:1746167926.227547:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746167926.227552:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167926.227572:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801223f8380 x1830977423727872/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746167926.227598:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167926.227601:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167926.227602:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167926.227605:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11842 00000100:00080000:2.0:1746167926.227607:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746167926.227610:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167926.227619:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fadc00 x1830977423728256/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167926.227702:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423727872:0@lo:8:kworker.0 00000100:00100000:2.0:1746167926.227730:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167926.227796:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423727616:0@lo:400:kworker.0 00000100:00100000:1.0:1746167926.227819:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167926.227884:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423727360 00000100:00100000:3.0:1746167926.227889:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423727360 00000100:00100000:3.0:1746167926.227917:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1399 00000100:00100000:3.0:1746167926.227923:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423727360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167926.227953:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423727360:12345-0@lo:400:kworker.0 Request processed in 30us (492us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167926.227958:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1399 00000100:00100000:3.0:1746167926.227987:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423727488 00000100:00100000:3.0:1746167926.227990:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423727488 00000100:00100000:3.0:1746167926.228018:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423727616 00000100:00100000:3.0:1746167926.228020:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423727616 00000100:00100000:3.0:1746167926.228036:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4414 00000100:00100000:3.0:1746167926.228041:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132101880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423727488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167926.228065:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132101880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423727488:12345-0@lo:400:kworker.0 Request processed in 25us (945us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167926.228071:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4414 00000100:00100000:0.0:1746167926.228090:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423728128:0@lo:400:kworker.0 00000100:00100000:0.0:1746167926.228114:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167926.228367:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097599c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423728384:0@lo:400:kworker.0 00000100:00100000:1.0:1746167926.228400:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423727360:0@lo:400:kworker.0 00000100:00100000:1.0:1746167926.228423:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423728000:0@lo:400:kworker.0 00000100:00100000:1.0:1746167926.228450:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423728128 00000100:00100000:1.0:1746167926.228452:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423728128 00000100:00100000:1.0:1746167926.228475:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4415 00000100:00100000:1.0:1746167926.228479:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423727616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167926.228503:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423727616:12345-0@lo:400:kworker.0 Request processed in 25us (684us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167926.228508:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4415 00000100:00100000:1.0:1746167926.228517:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4416 00000100:00100000:1.0:1746167926.228521:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132101c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423728128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167926.228535:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132101c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423728128:12345-0@lo:400:kworker.0 Request processed in 14us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167926.228539:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4416 00000100:00100000:1.0:1746167926.228551:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423727744:0@lo:400:kworker.0 00000100:00100000:1.0:1746167926.228569:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167926.228581:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423728512:0@lo:400:kworker.0 00000100:00100000:1.0:1746167926.228593:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167926.228607:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423728512 00000100:00100000:1.0:1746167926.228609:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423728512 00000100:00100000:1.0:1746167926.228618:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4417 00000100:00100000:1.0:1746167926.228622:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423728512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167926.228638:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423728512:12345-0@lo:400:kworker.0 Request processed in 16us (45us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167926.228642:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4417 00000100:00100000:1.0:1746167926.228692:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423728512:0@lo:400:kworker.0 00000100:00100000:2.0:1746167926.228856:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423728256:0@lo:8:kworker.0 00000100:00080000:3.0:1746167926.229234:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746167926.229239:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167926.229271:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423727744 00000100:00100000:3.0:1746167926.229275:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423727744 00000100:00100000:3.0:1746167926.229294:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36793 00000100:00100000:3.0:1746167926.229299:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423727744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167926.229855:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167926.229860:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423728128:0@lo:400:kworker.0 00000100:00100000:0.0:1746167926.229876:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423727488:0@lo:400:kworker.0 00000100:00100000:1.0:1746167926.229892:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167926.229913:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423727872 00000100:00100000:0.0:1746167926.229916:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423727872 00000100:00100000:1.0:1746167926.229919:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423727616:0@lo:400:kworker.0 00000100:00100000:0.0:1746167926.229934:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423728000 00000100:00100000:0.0:1746167926.229935:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423728000 00000100:00100000:1.0:1746167926.229937:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423728384 00000100:00100000:1.0:1746167926.229941:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423728384 00000100:00100000:0.0:1746167926.229952:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8250 00000100:00100000:0.0:1746167926.229957:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423728000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167926.229965:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8251 00000100:00100000:1.0:1746167926.229970:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423728384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167926.229995:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423728000:12345-0@lo:400:kworker.0 Request processed in 37us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167926.230002:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8250 00000100:00100000:1.0:1746167926.230003:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423728384:12345-0@lo:400:kworker.0 Request processed in 32us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167926.230008:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8251 00000100:00100000:1.0:1746167926.230016:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50997 00000100:00100000:1.0:1746167926.230021:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423727872:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167926.230041:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167926.230061:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423727872:12345-0@lo:8:kworker.0 Request processed in 39us (2330us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167926.230066:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50997 00000100:00080000:1.0:1746167926.230080:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167926.230093:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097599c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423728384:0@lo:400:kworker.0 00000100:00100000:1.0:1746167926.230110:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423728000:0@lo:400:kworker.0 00000100:00100000:2.0:1746167926.230190:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746167926.230219:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167926.230223:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167926.230226:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423727872:0@lo:8:kworker.0 00000100:00100000:3.0:1746167926.231718:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423727744:12345-0@lo:400:kworker.0 Request processed in 2413us (3143us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167926.231728:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36793 00000100:00100000:1.0:1746167926.231793:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423728256 00000100:00100000:1.0:1746167926.231798:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423728256 00000100:00100000:1.0:1746167926.231827:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50998 00000100:00100000:1.0:1746167926.231832:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423728256:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167926.231849:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167926.231927:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423728256:12345-0@lo:8:kworker.0 Request processed in 94us (1736us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167926.231933:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50998 00000100:00100000:0.0:1746167926.232015:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423727744:0@lo:400:kworker.0 00000100:00080000:3.0:1746167926.232713:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167926.232718:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167926.232723:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423728256:0@lo:8:kworker.0 00000100:00100000:2.0:1746167926.241931:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746167926.241954:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423728640:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167926.242031:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167926.242559:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423728640 00000100:00100000:3.0:1746167926.242568:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423728640 00000100:00100000:3.0:1746167926.242624:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36794 00000100:00100000:3.0:1746167926.242632:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423728640:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167926.242706:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167926.242760:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423728640:12345-0@lo:41:osp-pre-0-1.0 Request processed in 129us (729us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167926.242767:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36794 00000100:00100000:2.0:1746167926.242924:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132102a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423728640:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1746167926.360438:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167926.547069:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167926.547097:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423728768:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167926.547178:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167926.548951:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423728768 00000100:00100000:3.0:1746167926.548966:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423728768 00000100:00100000:3.0:1746167926.549031:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7656 00000100:00100000:3.0:1746167926.549040:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132101f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423728768:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167926.549073:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167926.549143:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132101f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423728768:12345-0@lo:13:osp-pre-1-0.0 Request processed in 105us (1965us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167926.549150:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7656 00000100:00100000:1.0:1746167926.549368:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423728768:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167927.361937:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167928.063788:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167928.064030:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167928.064079:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167928.064144:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439305344 00000100:00100000:1.0:1746167928.064328:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439305344 00000100:00100000:1.0:1746167928.064383:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439305472 00000100:00100000:1.0:1746167928.064387:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439305472 00000100:00100000:1.0:1746167928.064407:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4418 00000100:00100000:1.0:1746167928.064415:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132103800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439305344:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167928.064472:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132103800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439305344:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 58us (692us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167928.064478:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4418 00000100:00100000:1.0:1746167928.064492:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4419 00000100:00100000:1.0:1746167928.064498:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132102a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439305472:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167928.064527:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132102a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439305472:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 30us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167928.064532:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4419 00000100:00100000:3.0:1746167928.064553:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439305216 00000100:00100000:3.0:1746167928.064558:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439305216 00000100:00100000:3.0:1746167928.064585:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1400 00000100:00100000:3.0:1746167928.064590:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439305216:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167928.064631:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439305216:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 40us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167928.064638:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1400 00000100:00080000:0.0:1746167928.065520:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167928.065524:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167928.067167:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167928.067415:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439305600 00000100:00100000:2.0:1746167928.067422:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439305600 00000100:00100000:2.0:1746167928.067461:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 50999 00000100:00100000:2.0:1746167928.067467:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132100380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439305600:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167928.067488:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167928.067524:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132100380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439305600:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 56us (360us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167928.067530:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 50999 00010000:00010000:0.0:1746167928.364250:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167929.365942:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167930.323438:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423728896:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167930.323493:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167930.326586:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423728896 00000100:00100000:0.0:1746167930.326595:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423728896 00000100:00080000:1.0:1746167930.326669:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167930.329496:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7657 00000100:00100000:0.0:1746167930.329509:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423728896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167930.329539:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167930.329612:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423728896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (6119us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167930.329618:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7657 00000100:00100000:2.0:1746167930.329753:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423728896:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746167930.370175:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746167931.233874:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167931.233879:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167931.233882:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167931.233888:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11847 00000100:00080000:2.0:1746167931.233891:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746167931.233896:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167931.233913:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800905e5180 x1830977423729536/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746167931.233940:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167931.233942:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167931.233944:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167931.233947:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11847 00000100:00080000:2.0:1746167931.233949:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746167931.233953:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167931.233961:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5b05f80 x1830977423730048/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167931.234005:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423729280:0@lo:400:kworker.0 00000100:00100000:1.0:1746167931.234017:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423729152:0@lo:400:kworker.0 00000100:00100000:1.0:1746167931.234060:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167931.234082:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009759f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423729024:0@lo:400:kworker.0 00000100:00100000:1.0:1746167931.234101:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423729792:0@lo:400:kworker.0 00000100:00100000:0.0:1746167931.234109:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167931.234119:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167931.234139:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423729664:0@lo:400:kworker.0 00000100:00100000:1.0:1746167931.234158:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423730432:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167931.234160:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167931.234174:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423730304:0@lo:400:kworker.0 00000100:00100000:1.0:1746167931.234178:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167931.234191:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167931.234206:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1746167931.234209:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423729664 00000100:00100000:0.0:1746167931.234211:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423729408:0@lo:400:kworker.0 00000100:00100000:1.0:1746167931.234215:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423729664 00000100:00100000:0.0:1746167931.234226:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167931.234239:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423730176:0@lo:400:kworker.0 00000100:00100000:0.0:1746167931.234253:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167931.234259:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423730176 00000100:00100000:1.0:1746167931.234261:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423730176 00000100:00100000:0.0:1746167931.234274:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423729024 00000100:00100000:0.0:1746167931.234277:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423729024 00000100:00100000:1.0:1746167931.234282:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8252 00000100:00100000:1.0:1746167931.234288:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423729664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167931.234299:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1401 00000100:00100000:0.0:1746167931.234304:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423729024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167931.234328:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423729664:12345-0@lo:400:kworker.0 Request processed in 40us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167931.234330:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423729024:12345-0@lo:400:kworker.0 Request processed in 26us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167931.234334:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8252 00000100:00100000:0.0:1746167931.234336:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1401 00000100:00100000:1.0:1746167931.234345:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8253 00000100:00100000:1.0:1746167931.234350:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423730176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167931.234356:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423729152 00000100:00100000:0.0:1746167931.234359:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423729152 00000100:00100000:1.0:1746167931.234370:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423730176:12345-0@lo:400:kworker.0 Request processed in 20us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167931.234374:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8253 00000100:00100000:0.0:1746167931.234378:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423729792 00000100:00100000:0.0:1746167931.234381:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423729792 00000100:00100000:1.0:1746167931.234387:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423730432 00000100:00100000:1.0:1746167931.234389:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423730432 00000100:00100000:0.0:1746167931.234391:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423730304 00000100:00100000:0.0:1746167931.234392:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423730304 00000100:00100000:0.0:1746167931.234404:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4420 00000100:00100000:1.0:1746167931.234406:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423729408 00000100:00100000:1.0:1746167931.234408:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423729408 00000100:00100000:0.0:1746167931.234409:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423729152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167931.234419:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36795 00000100:00100000:1.0:1746167931.234423:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097599c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423730432:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167931.234435:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423729152:12345-0@lo:400:kworker.0 Request processed in 27us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167931.234441:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4420 00000004:00000024:1.0:1746167931.234442:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167931.234450:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4421 00000100:00100000:0.0:1746167931.234454:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423729792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167931.234465:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097599c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423730432:12345-0@lo:41:osp-pre-1-0.0 Request processed in 42us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167931.234470:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36795 00000100:00100000:0.0:1746167931.234473:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423729792:12345-0@lo:400:kworker.0 Request processed in 19us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167931.234478:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4421 00000100:00100000:0.0:1746167931.234485:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4422 00000100:00100000:0.0:1746167931.234489:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423730304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167931.234492:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36796 00000100:00100000:1.0:1746167931.234497:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423729408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167931.234509:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423730304:12345-0@lo:400:kworker.0 Request processed in 19us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167931.234513:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4422 00000100:00100000:1.0:1746167931.234519:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423729408:12345-0@lo:400:kworker.0 Request processed in 22us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167931.234524:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36796 00000100:00080000:1.0:1746167931.234545:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167931.234548:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423730432:0@lo:41:osp-pre-1-0.0 00000100:00080000:1.0:1746167931.234549:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167931.234558:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423729152:0@lo:400:kworker.0 00000100:00100000:0.0:1746167931.234579:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b04380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423729792:0@lo:400:kworker.0 00000100:00100000:0.0:1746167931.234608:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423729408:0@lo:400:kworker.0 00000100:00100000:0.0:1746167931.234619:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423730176:0@lo:400:kworker.0 00000100:00100000:2.0:1746167931.234626:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167931.234627:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009759f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423729024:0@lo:400:kworker.0 00000100:00100000:0.0:1746167931.234633:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423729664:0@lo:400:kworker.0 00000100:00100000:0.0:1746167931.234640:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423730304:0@lo:400:kworker.0 00000100:00100000:3.0:1746167931.234642:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423729536:0@lo:8:kworker.0 00000100:00100000:2.0:1746167931.234655:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423729920:0@lo:400:kworker.0 00000100:00100000:3.0:1746167931.234668:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167931.234691:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167931.234692:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423729280 00000100:00100000:0.0:1746167931.234694:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423729536 00000100:00100000:1.0:1746167931.234696:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423729280 00000100:00100000:0.0:1746167931.234698:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423729536 00000100:00100000:3.0:1746167931.234707:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423730048:0@lo:8:kworker.0 00000100:00100000:0.0:1746167931.234711:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51000 00000100:00100000:0.0:1746167931.234715:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423729536:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746167931.234717:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4423 00000100:00100000:1.0:1746167931.234721:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423729280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167931.234725:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1746167931.234729:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167931.234752:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423729536:12345-0@lo:8:kworker.0 Request processed in 36us (83us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167931.234757:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51000 00000100:00080000:3.0:1746167931.234870:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167931.234873:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167931.234876:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423729536:0@lo:8:kworker.0 00000100:00100000:1.0:1746167931.234990:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423729280:12345-0@lo:400:kworker.0 Request processed in 268us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167931.234996:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4423 00000100:00100000:1.0:1746167931.235012:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423729920 00000100:00100000:1.0:1746167931.235015:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423729920 00000100:00100000:1.0:1746167931.235033:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36797 00000100:00100000:1.0:1746167931.235038:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423729920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167931.235059:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423729920:12345-0@lo:400:kworker.0 Request processed in 22us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167931.235063:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36797 00000100:00080000:1.0:1746167931.235074:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167931.235133:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423729280:0@lo:400:kworker.0 00000100:00100000:2.0:1746167931.235141:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423729920:0@lo:400:kworker.0 00000100:00100000:0.0:1746167931.236601:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423730048 00000100:00100000:0.0:1746167931.236606:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423730048 00000100:00100000:0.0:1746167931.236633:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51001 00000100:00100000:0.0:1746167931.236637:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423730048:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167931.236650:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167931.236712:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423730048:12345-0@lo:8:kworker.0 Request processed in 73us (1984us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167931.236718:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51001 00000100:00080000:3.0:1746167931.236730:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167931.236734:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167931.236738:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423730048:0@lo:8:kworker.0 00000100:00100000:0.0:1746167931.249865:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423730560:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167931.249920:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167931.249959:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423730560 00000100:00100000:1.0:1746167931.249965:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423730560 00000100:00100000:1.0:1746167931.249995:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36798 00000100:00100000:1.0:1746167931.250000:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423730560:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167931.250024:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167931.250071:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423730560:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167931.250077:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36798 00000100:00100000:0.0:1746167931.250103:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423730560:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1746167931.372384:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167931.554363:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423730688:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746167931.554423:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167931.554531:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423730688 00000100:00100000:2.0:1746167931.554537:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423730688 00000100:00100000:2.0:1746167931.554626:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7658 00000100:00100000:2.0:1746167931.554633:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423730688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167931.554651:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167931.554813:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6adc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423730688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 180us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167931.554819:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7658 00000100:00100000:3.0:1746167931.555073:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423730688:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167932.375267:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167933.071761:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167933.071806:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167933.071830:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439305728 00000100:00100000:0.0:1746167933.071836:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167933.071839:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439305728 00000100:00100000:2.0:1746167933.071880:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1402 00000100:00100000:2.0:1746167933.071887:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439305728:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167933.071955:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439305728:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 67us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167933.071961:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1402 00000100:00100000:2.0:1746167933.072006:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439305984 00000100:00100000:2.0:1746167933.072008:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439305984 00000100:00100000:0.0:1746167933.072026:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167933.072033:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439305856 00000100:00100000:2.0:1746167933.072036:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439305856 00000100:00100000:2.0:1746167933.072050:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4424 00000100:00100000:2.0:1746167933.072055:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439305984:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167933.072080:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439305984:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 26us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167933.072085:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4424 00000100:00100000:2.0:1746167933.072094:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4425 00000100:00100000:2.0:1746167933.072099:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439305856:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167933.072116:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439305856:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 18us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167933.072121:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4425 00000100:00080000:2.0:1746167933.072140:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746167933.072143:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167933.072158:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439306112 00000100:00100000:2.0:1746167933.072161:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439306112 00000100:00100000:2.0:1746167933.072174:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51002 00000100:00100000:2.0:1746167933.072178:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439306112:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167933.072197:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167933.073200:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439306112:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 1016us (1170us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167933.073207:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51002 00010000:00010000:0.0:1746167933.377898:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167934.379949:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167935.346826:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423730816:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167935.347055:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167935.349024:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423730816 00000100:00100000:2.0:1746167935.349031:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423730816 00000100:00100000:2.0:1746167935.349078:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7659 00000100:00100000:2.0:1746167935.349083:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423730816:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167935.349108:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167935.349139:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423730816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (2084us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167935.349142:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7659 00000100:00100000:0.0:1746167935.349546:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423730816:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1746167935.349601:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746167935.381930:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746167936.245062:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167936.245067:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167936.245070:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167936.245077:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11852 00000100:00080000:2.0:1746167936.245081:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746167936.245087:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167936.245104:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880097632300 x1830977423731456/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746167936.245130:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167936.245132:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167936.245134:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167936.245137:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11852 00000100:00080000:2.0:1746167936.245139:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746167936.245143:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167936.245151:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800968bd500 x1830977423731968/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167936.245192:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423731456:0@lo:8:kworker.0 00000100:00100000:2.0:1746167936.245242:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167936.245289:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423731968:0@lo:8:kworker.0 00000100:00100000:2.0:1746167936.245307:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167936.245336:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423731456 00000100:00100000:2.0:1746167936.245342:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423731456 00000100:00100000:2.0:1746167936.245361:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423731968 00000100:00100000:2.0:1746167936.245363:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423731968 00000100:00100000:2.0:1746167936.245373:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51003 00000100:00100000:2.0:1746167936.245379:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423731456:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167936.245399:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167936.245443:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423731456:12345-0@lo:8:kworker.0 Request processed in 64us (201us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167936.245449:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51003 00000100:00100000:2.0:1746167936.245459:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51004 00000100:00100000:2.0:1746167936.245463:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423731968:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167936.245470:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167936.245504:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423731968:12345-0@lo:8:kworker.0 Request processed in 41us (197us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167936.245509:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51004 00000100:00080000:2.0:1746167936.245531:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167936.245534:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167936.245537:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423731456:0@lo:8:kworker.0 00000100:00080000:2.0:1746167936.245545:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167936.245547:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167936.245549:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423731968:0@lo:8:kworker.0 00000100:00100000:2.0:1746167936.245574:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dc7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423730944:0@lo:400:kworker.0 00000100:00100000:2.0:1746167936.245594:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167936.245613:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423731328:0@lo:400:kworker.0 00000100:00100000:2.0:1746167936.245617:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423731584:0@lo:400:kworker.0 00000100:00100000:1.0:1746167936.245702:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423731072:0@lo:400:kworker.0 00000100:00100000:3.0:1746167936.245751:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423731200:0@lo:400:kworker.0 00000100:00100000:2.0:1746167936.245822:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167936.245829:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167936.245838:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423732224:0@lo:400:kworker.0 00000100:00100000:1.0:1746167936.245839:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167936.245847:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423732096:0@lo:400:kworker.0 00000100:00100000:2.0:1746167936.245855:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167936.245856:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423731712:0@lo:400:kworker.0 00000100:00100000:0.0:1746167936.245865:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167936.245870:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167936.245879:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423731328 00000100:00100000:1.0:1746167936.245882:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423732352:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167936.245882:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423731328 00000100:00100000:0.0:1746167936.245884:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423731584 00000100:00100000:0.0:1746167936.245887:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423731584 00000100:00100000:1.0:1746167936.245896:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167936.245901:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423732352 00000100:00100000:0.0:1746167936.245902:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423732096 00000100:00100000:2.0:1746167936.245903:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423732352 00000100:00100000:0.0:1746167936.245904:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423732096 00000100:00100000:1.0:1746167936.245916:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423731072 00000100:00100000:2.0:1746167936.245916:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36799 00000100:00100000:1.0:1746167936.245918:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423731072 00000100:00100000:0.0:1746167936.245920:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8254 00000100:00100000:2.0:1746167936.245920:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423731328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167936.245925:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423731584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167936.245936:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423732224 00000100:00100000:1.0:1746167936.245937:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423732224 00000100:00100000:1.0:1746167936.245947:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423731712 00000100:00100000:1.0:1746167936.245949:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423731712 00000100:00100000:2.0:1746167936.245952:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423731328:12345-0@lo:400:kworker.0 Request processed in 32us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167936.245953:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423731584:12345-0@lo:400:kworker.0 Request processed in 28us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167936.245957:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36799 00000100:00100000:0.0:1746167936.245958:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8254 00000100:00100000:1.0:1746167936.245960:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4426 00000100:00100000:1.0:1746167936.245964:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423731072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167936.245966:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36800 00000100:00100000:0.0:1746167936.245967:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8255 00000100:00100000:2.0:1746167936.245970:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423732352:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167936.245971:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423732096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167936.245988:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423732096:12345-0@lo:400:kworker.0 Request processed in 17us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167936.245988:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423731072:12345-0@lo:400:kworker.0 Request processed in 24us (148us total) trans 0 rc 0/0 00000004:00000024:2.0:1746167936.245988:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167936.245993:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4426 00000100:00100000:0.0:1746167936.245996:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8255 00000100:00100000:1.0:1746167936.246001:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4427 00000100:00100000:1.0:1746167936.246005:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423732224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167936.246007:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423732352:12345-0@lo:41:osp-pre-1-0.0 Request processed in 37us (110us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167936.246008:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423730944 00000100:00100000:0.0:1746167936.246010:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423730944 00000100:00100000:2.0:1746167936.246011:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36800 00000100:00100000:1.0:1746167936.246021:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423732224:12345-0@lo:400:kworker.0 Request processed in 16us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167936.246024:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1403 00000100:00100000:1.0:1746167936.246025:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4427 00000100:00100000:0.0:1746167936.246028:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423730944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167936.246028:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4428 00000100:00100000:2.0:1746167936.246034:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423731712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167936.246046:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423730944:12345-0@lo:400:kworker.0 Request processed in 18us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167936.246050:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1403 00000100:00100000:2.0:1746167936.246054:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423731712:12345-0@lo:400:kworker.0 Request processed in 21us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167936.246056:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423731072:0@lo:400:kworker.0 00000100:00100000:2.0:1746167936.246059:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4428 00000100:00100000:1.0:1746167936.246063:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423731712:0@lo:400:kworker.0 00000100:00100000:0.0:1746167936.246074:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423731328:0@lo:400:kworker.0 00000100:00100000:1.0:1746167936.246075:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b06d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423732352:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1746167936.246079:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167936.246082:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423732096:0@lo:400:kworker.0 00000100:00080000:2.0:1746167936.246082:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167936.246097:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dc7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423730944:0@lo:400:kworker.0 00000100:00100000:0.0:1746167936.246104:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090942a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423731584:0@lo:400:kworker.0 00000100:00100000:0.0:1746167936.246110:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423732224:0@lo:400:kworker.0 00000100:00100000:3.0:1746167936.246141:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167936.246167:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423731840:0@lo:400:kworker.0 00000100:00100000:3.0:1746167936.246182:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167936.246231:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423731200 00000100:00100000:2.0:1746167936.246234:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423731200 00000100:00100000:2.0:1746167936.246253:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4429 00000100:00100000:2.0:1746167936.246258:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423731200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167936.246280:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423731200:12345-0@lo:400:kworker.0 Request processed in 23us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167936.246285:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4429 00000100:00080000:2.0:1746167936.246293:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746167936.247685:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423731840 00000100:00100000:1.0:1746167936.247691:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423731840 00000100:00100000:3.0:1746167936.247711:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a21180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423731200:0@lo:400:kworker.0 00000100:00100000:1.0:1746167936.247758:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36801 00000100:00100000:1.0:1746167936.247765:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423731840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167936.247812:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423731840:12345-0@lo:400:kworker.0 Request processed in 48us (1628us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167936.248014:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36801 00000100:00100000:3.0:1746167936.248042:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423731840:0@lo:400:kworker.0 00000100:00100000:3.0:1746167936.258207:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423732480:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167936.258262:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167936.258384:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423732480 00000100:00100000:0.0:1746167936.258391:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423732480 00000100:00100000:0.0:1746167936.258431:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36802 00000100:00100000:0.0:1746167936.258438:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423732480:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167936.258465:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167936.258514:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423732480:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167936.258520:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36802 00000100:00100000:3.0:1746167936.258615:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b07b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423732480:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1746167936.384011:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167936.562767:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423732608:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167936.562825:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167936.562846:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423732608 00000100:00100000:2.0:1746167936.562853:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423732608 00000100:00100000:2.0:1746167936.562894:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7660 00000100:00100000:2.0:1746167936.562901:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423732608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167936.562919:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167936.562962:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423732608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167936.562968:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7660 00000100:00100000:1.0:1746167936.563001:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423732608:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167937.387294:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167938.078785:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167938.078829:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167938.078871:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167938.078932:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439306368 00000100:00100000:3.0:1746167938.078940:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439306368 00000100:00100000:2.0:1746167938.078947:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439306496 00000100:00100000:2.0:1746167938.078951:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439306496 00000100:00100000:3.0:1746167938.078999:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4430 00000100:00100000:2.0:1746167938.079005:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4431 00000100:00100000:3.0:1746167938.079007:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439306368:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167938.079011:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439306496:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167938.079058:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439306496:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 48us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167938.079069:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4431 00000100:00080000:2.0:1746167938.079085:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746167938.079088:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167938.079128:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b04380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439306368:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 121us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167938.079134:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4430 00000100:00100000:1.0:1746167938.079148:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439306240 00000100:00100000:1.0:1746167938.079152:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439306240 00000100:00100000:1.0:1746167938.079174:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1404 00000100:00100000:1.0:1746167938.079179:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439306240:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167938.079201:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439306240:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 22us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167938.079207:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1404 00000100:00100000:0.0:1746167938.079800:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167938.079859:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439306624 00000100:00100000:2.0:1746167938.079863:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439306624 00000100:00100000:2.0:1746167938.079877:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51005 00000100:00100000:2.0:1746167938.079881:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439306624:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167938.079898:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167938.079927:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:2006:x1830977439306624:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 45us (128us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167938.079931:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51005 00010000:00010000:1.0:1746167938.389870:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167939.278231:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167939.278272:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167939.278344:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439306880 00000100:00100000:1.0:1746167939.278351:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439306880 00000100:00100000:1.0:1746167939.278378:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439306752 00000100:00100000:1.0:1746167939.278379:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439306752 00000100:00100000:1.0:1746167939.278400:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1256 00000100:00100000:1.0:1746167939.278405:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439306880:12345-192.168.201.29@tcp:17:kworker.0 00000100:00100000:1.0:1746167939.278485:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dc7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439306880:12345-192.168.201.29@tcp:17:kworker.0 Request processed in 79us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167939.278490:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1256 00000100:00100000:1.0:1746167939.278501:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1257 00000100:00100000:1.0:1746167939.278504:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439306752:12345-192.168.201.29@tcp:17:kworker.0 00000100:00100000:1.0:1746167939.278520:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439306752:12345-192.168.201.29@tcp:17:kworker.0 Request processed in 15us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167939.278523:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1257 00010000:00010000:1.0:1746167939.392348:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167940.353896:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746167940.353914:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423732736:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167940.353968:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167940.354115:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423732736 00000100:00100000:0.0:1746167940.354122:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423732736 00000100:00100000:0.0:1746167940.354171:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7661 00000100:00100000:0.0:1746167940.354178:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090942a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423732736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167940.354202:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167940.354241:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090942a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423732736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167940.354247:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7661 00000100:00080000:2.0:1746167940.354293:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167940.354447:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423732736:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746167940.394654:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167941.249885:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423732864:0@lo:400:kworker.0 00000100:00100000:3.0:1746167941.249903:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095624a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423732992:0@lo:400:kworker.0 00000100:00080000:2.0:1746167941.249956:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746167941.249961:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167941.249964:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167941.249968:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11857 00000100:00080000:2.0:1746167941.249971:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746167941.249977:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167941.249994:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090ccd880 x1830977423733376/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746167941.250021:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746167941.250023:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167941.250025:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167941.250027:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11857 00000100:00080000:2.0:1746167941.250029:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746167941.250033:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167941.250047:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088eb7b80 x1830977423733888/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167941.250074:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423733376:0@lo:8:kworker.0 00000100:00100000:0.0:1746167941.250094:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423733120:0@lo:400:kworker.0 00000100:00100000:3.0:1746167941.250418:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167941.250424:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167941.250436:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423732992 00000100:00100000:0.0:1746167941.250442:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423732992 00000100:00100000:1.0:1746167941.250453:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423732864 00000100:00100000:1.0:1746167941.250457:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423732864 00000100:00100000:3.0:1746167941.250468:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423733632:0@lo:400:kworker.0 00000100:00100000:0.0:1746167941.250480:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4432 00000100:00100000:1.0:1746167941.250480:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1405 00000100:00100000:0.0:1746167941.250487:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423732992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167941.250487:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423732864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167941.250502:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167941.250516:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423734272:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167941.250520:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423732992:12345-0@lo:400:kworker.0 Request processed in 35us (103us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167941.250521:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423732864:12345-0@lo:400:kworker.0 Request processed in 36us (98us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167941.250526:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4432 00000100:00100000:1.0:1746167941.250527:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1405 00000100:00100000:3.0:1746167941.250534:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167941.250536:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423733632 00000100:00100000:0.0:1746167941.250538:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423733632 00000100:00100000:0.0:1746167941.250550:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4433 00000100:00100000:0.0:1746167941.250553:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423733632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167941.250557:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095624a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423732992:0@lo:400:kworker.0 00000100:00100000:1.0:1746167941.250559:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423732864:0@lo:400:kworker.0 00000100:00100000:0.0:1746167941.250570:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a21180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423733632:12345-0@lo:400:kworker.0 Request processed in 16us (68us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167941.250572:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423733504:0@lo:400:kworker.0 00000100:00100000:3.0:1746167941.250573:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423733632:0@lo:400:kworker.0 00000100:00100000:0.0:1746167941.250576:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4433 00000100:00100000:0.0:1746167941.250591:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423734272 00000100:00100000:1.0:1746167941.250591:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167941.250593:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423734272 00000100:00100000:3.0:1746167941.250594:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e320e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423733248:0@lo:400:kworker.0 00000100:00100000:1.0:1746167941.250606:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423734144:0@lo:400:kworker.0 00000100:00100000:0.0:1746167941.250608:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36803 00000100:00100000:3.0:1746167941.250611:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167941.250612:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423734272:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167941.250620:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167941.250627:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423734016:0@lo:400:kworker.0 00000004:00000024:0.0:1746167941.250630:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167941.250639:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423734144 00000100:00100000:3.0:1746167941.250640:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167941.250642:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423734144 00000100:00100000:0.0:1746167941.250653:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423734272:12345-0@lo:41:osp-pre-1-0.0 Request processed in 41us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167941.250657:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4434 00000100:00100000:0.0:1746167941.250659:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36803 00000100:00100000:3.0:1746167941.250659:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423733248 00000100:00100000:1.0:1746167941.250662:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097632300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423734144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167941.250662:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423733248 00000100:00100000:0.0:1746167941.250672:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423733504 00000100:00100000:0.0:1746167941.250691:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423733504 00000100:00100000:1.0:1746167941.250701:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097632300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423734144:12345-0@lo:400:kworker.0 Request processed in 38us (80us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167941.250706:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4434 00000100:00100000:0.0:1746167941.250707:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423734016 00000100:00100000:3.0:1746167941.250708:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36804 00000100:00100000:0.0:1746167941.250709:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423734016 00000100:00100000:3.0:1746167941.250713:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423733248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167941.250721:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8256 00000100:00100000:1.0:1746167941.250724:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423734144:0@lo:400:kworker.0 00000100:00100000:0.0:1746167941.250725:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423733504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167941.250738:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423733248:12345-0@lo:400:kworker.0 Request processed in 25us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167941.250744:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36804 00000100:00100000:1.0:1746167941.250749:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8257 00000100:00100000:0.0:1746167941.250753:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423733504:12345-0@lo:400:kworker.0 Request processed in 27us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167941.250754:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423734016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167941.250757:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8256 00000100:00100000:3.0:1746167941.250770:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e320e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423733248:0@lo:400:kworker.0 00000100:00100000:0.0:1746167941.250773:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167941.250780:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423734016:12345-0@lo:400:kworker.0 Request processed in 26us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167941.250780:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423734016:0@lo:400:kworker.0 00000100:00100000:1.0:1746167941.250786:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8257 00000100:00100000:0.0:1746167941.250787:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423733760:0@lo:400:kworker.0 00000100:00100000:3.0:1746167941.250796:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423733120 00000100:00100000:3.0:1746167941.250798:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423733120 00000100:00100000:0.0:1746167941.251033:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167941.251036:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423733504:0@lo:400:kworker.0 00000100:00100000:3.0:1746167941.251047:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4435 00000100:00100000:3.0:1746167941.251052:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423733120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167941.251054:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423733760 00000100:00100000:0.0:1746167941.251057:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423733760 00000100:00080000:1.0:1746167941.251061:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167941.251064:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746167941.251066:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167941.251071:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36805 00000100:00100000:0.0:1746167941.251076:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423733760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167941.251078:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423733120:12345-0@lo:400:kworker.0 Request processed in 27us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167941.251084:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4435 00000100:00100000:0.0:1746167941.251097:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423733760:12345-0@lo:400:kworker.0 Request processed in 21us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167941.251103:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36805 00000100:00100000:0.0:1746167941.251122:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423733120:0@lo:400:kworker.0 00000100:00100000:0.0:1746167941.251129:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423733760:0@lo:400:kworker.0 00000100:00100000:0.0:1746167941.251147:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423734272:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167941.251318:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167941.251530:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423733888:0@lo:8:kworker.0 00000100:00100000:2.0:1746167941.251548:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167941.251608:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423733376 00000100:00100000:0.0:1746167941.251611:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423733376 00000100:00100000:0.0:1746167941.251621:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423733888 00000100:00100000:0.0:1746167941.251622:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423733888 00000100:00100000:0.0:1746167941.251636:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51006 00000100:00100000:0.0:1746167941.251640:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ed0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423733376:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167941.251655:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167941.251691:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ed0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423733376:12345-0@lo:8:kworker.0 Request processed in 50us (374us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167941.251697:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51006 00000100:00100000:0.0:1746167941.251789:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51007 00000100:00100000:0.0:1746167941.251793:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423733888:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167941.251801:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167941.251815:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423733888:12345-0@lo:8:kworker.0 Request processed in 21us (266us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167941.251819:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51007 00000100:00080000:2.0:1746167941.251878:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167941.251882:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167941.251885:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423733376:0@lo:8:kworker.0 00000100:00080000:2.0:1746167941.251891:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167941.251893:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167941.251896:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423733888:0@lo:8:kworker.0 00000100:00100000:1.0:1746167941.265944:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746167941.265962:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423734400:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167941.266021:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167941.266063:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423734400 00000100:00100000:0.0:1746167941.266070:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423734400 00000100:00100000:0.0:1746167941.267130:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36806 00000100:00100000:0.0:1746167941.267139:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097630000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423734400:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167941.267169:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167941.267214:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097630000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423734400:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (1193us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167941.267220:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36806 00000100:00100000:1.0:1746167941.267256:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423734400:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1746167941.396920:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167941.570094:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423734528:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746167941.570343:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167941.571527:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423734528 00000100:00100000:2.0:1746167941.571535:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423734528 00000100:00100000:2.0:1746167941.571582:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7662 00000100:00100000:2.0:1746167941.571589:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423734528:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167941.571612:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167941.571661:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423734528:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (1318us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167941.571667:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7662 00000100:00100000:3.0:1746167941.571766:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423734528:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167942.397855:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167943.086551:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167943.086937:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439307008 00000100:00100000:2.0:1746167943.086946:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439307008 00000100:00100000:2.0:1746167943.086999:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1406 00000100:00100000:2.0:1746167943.087007:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f67ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439307008:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167943.087064:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f67ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439307008:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 57us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167943.087070:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1406 00000100:00100000:0.0:1746167943.091176:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167943.091214:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167943.091251:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167943.091471:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439307392 00000100:00100000:0.0:1746167943.091478:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439307392 00000100:00100000:1.0:1746167943.091489:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439307264 00000100:00100000:1.0:1746167943.091493:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439307264 00000100:00100000:0.0:1746167943.091519:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51008 00000100:00100000:1.0:1746167943.091524:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439307136 00000100:00100000:0.0:1746167943.091526:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439307392:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:1.0:1746167943.091526:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439307136 00000100:00100000:1.0:1746167943.091539:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4436 00000100:00100000:1.0:1746167943.091544:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439307264:12345-192.168.201.29@tcp:400:kworker.0 00010000:00020000:0.0:1746167943.091547:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167943.091586:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439307392:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 60us (334us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167943.091592:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51008 00000100:00100000:3.0:1746167943.091630:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4437 00000100:00100000:3.0:1746167943.091637:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439307136:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:0.0:1746167943.091663:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167943.091665:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439307136:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 30us (451us total) trans 0 rc 0/0 00000100:00080000:0.0:1746167943.091666:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167943.091670:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4437 00000100:00100000:1.0:1746167943.091764:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439307264:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 218us (595us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167943.091769:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4436 00010000:00010000:1.0:1746167943.399876:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167944.401891:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167945.362083:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423734656:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167945.362143:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167945.362476:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423734656 00000100:00100000:1.0:1746167945.362483:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423734656 00000100:00100000:1.0:1746167945.362536:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7663 00000100:00100000:1.0:1746167945.362544:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ea2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423734656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746167945.362570:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167945.362611:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ea2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423734656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167945.362617:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7663 00000100:00080000:0.0:1746167945.362625:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167945.362721:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423734656:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746167945.404379:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167946.258556:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423734784:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167946.258611:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167946.258671:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746167946.258709:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e320e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423734912:0@lo:400:kworker.0 00000100:00100000:1.0:1746167946.258734:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167946.258780:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423734784 00000100:00100000:1.0:1746167946.258786:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423734784 00000100:00100000:1.0:1746167946.258817:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36807 00000100:00100000:1.0:1746167946.258824:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423734784:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746167946.258850:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167946.258881:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423734784:12345-0@lo:41:osp-pre-1-0.0 Request processed in 57us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167946.258887:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36807 00000100:00100000:1.0:1746167946.258919:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423734784:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167946.259622:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423734912 00000100:00100000:0.0:1746167946.259628:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423734912 00000100:00100000:1.0:1746167946.259669:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423735040:0@lo:400:kworker.0 00000100:00100000:1.0:1746167946.259703:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167946.259725:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423735040 00000100:00100000:1.0:1746167946.259728:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423735040 00000100:00100000:0.0:1746167946.259737:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1407 00000100:00100000:0.0:1746167946.259744:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f67e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423734912:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1746167946.259747:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1746167946.259751:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1746167946.259752:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4438 00000100:00080000:3.0:1746167946.259753:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1746167946.259757:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423735040:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1746167946.259757:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11862 00000100:00080000:3.0:1746167946.259760:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1746167946.259763:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167946.259772:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f67e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423734912:12345-0@lo:400:kworker.0 Request processed in 29us (1037us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167946.259777:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1407 00000100:00100000:3.0:1746167946.259778:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009a4d1f80 x1830977423735424/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167946.259795:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746167946.259799:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1746167946.259802:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1746167946.259803:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1746167946.259806:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11862 00000100:00080000:3.0:1746167946.259808:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1746167946.259811:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167946.259814:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423735424:0@lo:8:kworker.0 00000100:00100000:3.0:1746167946.259819:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880094319180 x1830977423735808/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167946.259832:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167946.260060:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423735808:0@lo:8:kworker.0 00000100:00100000:3.0:1746167946.260070:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095624a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423735296:0@lo:400:kworker.0 00000100:00100000:0.0:1746167946.260074:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167946.260089:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423735424 00000100:00100000:0.0:1746167946.260092:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423735424 00000100:00100000:3.0:1746167946.260094:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167946.260100:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423735808 00000100:00100000:0.0:1746167946.260102:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423735808 00000100:00100000:0.0:1746167946.260109:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51009 00000100:00100000:3.0:1746167946.260109:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423736064:0@lo:400:kworker.0 00000100:00100000:0.0:1746167946.260113:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423735424:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1746167946.260123:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1746167946.260126:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167946.260139:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e320e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423734912:0@lo:400:kworker.0 00000100:00100000:0.0:1746167946.260146:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423735424:12345-0@lo:8:kworker.0 Request processed in 32us (313us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167946.260150:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51009 00000100:00100000:3.0:1746167946.260151:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746167946.260155:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009a4d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423735552:0@lo:400:kworker.0 00000100:00100000:0.0:1746167946.260157:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51010 00000100:00100000:0.0:1746167946.260159:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423735808:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167946.260166:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167946.260170:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167946.260177:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423735808:12345-0@lo:8:kworker.0 Request processed in 17us (103us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167946.260181:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51010 00000100:00100000:0.0:1746167946.260185:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423735552 00000100:00100000:0.0:1746167946.260187:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423735552 00000100:00100000:3.0:1746167946.260192:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423736064 00000100:00100000:3.0:1746167946.260194:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423736064 00000100:00100000:0.0:1746167946.260199:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8258 00000100:00100000:0.0:1746167946.260202:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423735552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167946.260213:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4439 00000100:00100000:3.0:1746167946.260218:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423736064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167946.260220:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423735552:12345-0@lo:400:kworker.0 Request processed in 17us (49us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167946.260224:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8258 00000100:00100000:3.0:1746167946.260240:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423736064:12345-0@lo:400:kworker.0 Request processed in 23us (116us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167946.260245:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4439 00000100:00080000:0.0:1746167946.260246:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167946.260249:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167946.260252:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423735808:0@lo:8:kworker.0 00000100:00080000:0.0:1746167946.260257:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167946.260259:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167946.260261:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423735424:0@lo:8:kworker.0 00000100:00100000:3.0:1746167946.260264:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423735296 00000100:00100000:3.0:1746167946.260267:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423735296 00000100:00100000:3.0:1746167946.260280:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36808 00000100:00100000:0.0:1746167946.260283:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009431a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423735680:0@lo:400:kworker.0 00000100:00100000:3.0:1746167946.260285:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423735296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167946.260297:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167946.260468:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423735168:0@lo:400:kworker.0 00000100:00100000:3.0:1746167946.264540:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423735296:12345-0@lo:400:kworker.0 Request processed in 4247us (4437us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167946.264553:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36808 00000100:00100000:1.0:1746167946.264583:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423735040:12345-0@lo:400:kworker.0 Request processed in 4824us (4877us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167946.264588:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423735680 00000100:00100000:1.0:1746167946.264591:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4438 00000100:00100000:3.0:1746167946.264595:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423735680 00000100:00100000:0.0:1746167946.264617:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423735040:0@lo:400:kworker.0 00000100:00100000:3.0:1746167946.264628:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4440 00000100:00100000:3.0:1746167946.264634:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423735680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167946.264713:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167946.264933:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423735936:0@lo:400:kworker.0 00000100:00100000:2.0:1746167946.264958:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167946.264981:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423735936 00000100:00100000:2.0:1746167946.264988:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423735936 00000100:00100000:1.0:1746167946.265081:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423735168 00000100:00100000:1.0:1746167946.265085:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423735168 00000100:00080000:0.0:1746167946.265691:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167946.265696:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167946.265711:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8259 00000100:00100000:2.0:1746167946.265718:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423735936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167946.265720:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4441 00000100:00100000:1.0:1746167946.265726:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423735168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167946.265749:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423735936:12345-0@lo:400:kworker.0 Request processed in 28us (786us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167946.265754:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8259 00000100:00100000:1.0:1746167946.265755:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423735168:12345-0@lo:400:kworker.0 Request processed in 30us (1043us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167946.265760:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4441 00000100:00100000:2.0:1746167946.265773:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423735168:0@lo:400:kworker.0 00000100:00100000:2.0:1746167946.265779:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423735936:0@lo:400:kworker.0 00000100:00100000:3.0:1746167946.266363:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423735680:12345-0@lo:400:kworker.0 Request processed in 1728us (6063us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167946.266369:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4440 00000100:00100000:3.0:1746167946.266396:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009a4d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423735552:0@lo:400:kworker.0 00000100:00100000:3.0:1746167946.266406:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095624a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423735296:0@lo:400:kworker.0 00000100:00100000:3.0:1746167946.266416:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423736064:0@lo:400:kworker.0 00000100:00100000:0.0:1746167946.266485:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009431a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423735680:0@lo:400:kworker.0 00000100:00100000:2.0:1746167946.275225:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423736192:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167946.275282:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167946.275493:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423736192 00000100:00100000:0.0:1746167946.275501:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423736192 00000100:00100000:0.0:1746167946.275536:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36809 00000100:00100000:0.0:1746167946.275543:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423736192:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167946.275572:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167946.275610:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423736192:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167946.275619:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36809 00000100:00100000:3.0:1746167946.275747:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423736192:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1746167946.405878:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167946.580111:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423736320:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167946.580169:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167946.580404:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423736320 00000100:00100000:1.0:1746167946.580411:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423736320 00000100:00100000:1.0:1746167946.580446:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7664 00000100:00100000:1.0:1746167946.580453:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423736320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167946.580471:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167946.580524:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423736320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167946.580533:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7664 00000100:00100000:0.0:1746167946.580602:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423736320:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167947.407974:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167948.094072:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167948.094111:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167948.094138:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439307904 00000100:00100000:0.0:1746167948.094139:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167948.094146:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439307904 00000100:00100000:0.0:1746167948.094173:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167948.094179:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51011 00000100:00100000:2.0:1746167948.094186:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439307904:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:0.0:1746167948.094203:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439307648 00000100:00100000:0.0:1746167948.094206:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439307648 00010000:00020000:2.0:1746167948.094211:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167948.094440:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439307776 00000100:00100000:0.0:1746167948.094442:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439307776 00000100:00100000:0.0:1746167948.094459:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4442 00000100:00100000:0.0:1746167948.094464:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439307648:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167948.094464:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439307904:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 277us (398us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167948.094471:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51011 00000100:00100000:0.0:1746167948.094494:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439307648:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 31us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167948.094500:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4442 00000100:00100000:0.0:1746167948.094509:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4443 00000100:00100000:0.0:1746167948.094513:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009431a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439307776:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167948.094527:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009431a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439307776:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 14us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167948.094532:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4443 00000100:00080000:0.0:1746167948.094541:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167948.094544:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746167948.094633:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439307520 00000100:00100000:1.0:1746167948.094638:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439307520 00000100:00100000:1.0:1746167948.094662:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1408 00000100:00100000:1.0:1746167948.094668:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439307520:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167948.094736:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439307520:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 68us (595us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167948.094742:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1408 00010000:00010000:1.0:1746167948.411698:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167949.412858:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167950.370217:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746167950.370267:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423736448:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167950.370317:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167950.370358:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423736448 00000100:00100000:2.0:1746167950.370366:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423736448 00000100:00100000:2.0:1746167950.370404:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7665 00000100:00100000:2.0:1746167950.370412:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423736448:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167950.370435:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167950.370465:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423736448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167950.370470:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7665 00000100:00100000:1.0:1746167950.371159:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124018380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423736448:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1746167950.371171:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746167950.413892:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167951.266198:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746167951.266217:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423736576:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167951.266285:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167951.266604:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423736576 00000100:00100000:1.0:1746167951.266610:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423736576 00000100:00100000:1.0:1746167951.266647:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36810 00000100:00100000:1.0:1746167951.266654:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423736576:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746167951.266700:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167951.266975:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423736576:12345-0@lo:41:osp-pre-1-0.0 Request processed in 95us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167951.266982:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36810 00000100:00100000:3.0:1746167951.267058:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423736576:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167951.267152:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1746167951.267160:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1746167951.267161:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423736704:0@lo:400:kworker.0 00000100:00080000:0.0:1746167951.267164:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167951.267166:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167951.267170:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11867 00000100:00080000:0.0:1746167951.267172:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167951.267176:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167951.267188:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167951.267190:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009eef5180 x1830977423737216/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167951.267209:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167951.267211:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167951.267212:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167951.267215:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11867 00000100:00080000:0.0:1746167951.267216:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167951.267229:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167951.267232:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423737088:0@lo:400:kworker.0 00000100:00100000:0.0:1746167951.267237:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009eef6d80 x1830977423737600/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167951.267451:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167951.267465:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423736960:0@lo:400:kworker.0 00000100:00100000:2.0:1746167951.267469:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423737856:0@lo:400:kworker.0 00000100:00100000:0.0:1746167951.267491:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167951.267496:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423736704 00000100:00100000:2.0:1746167951.267499:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423736704 00000100:00100000:0.0:1746167951.267507:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423737728:0@lo:400:kworker.0 00000100:00100000:2.0:1746167951.267520:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1409 00000100:00100000:0.0:1746167951.267521:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167951.267525:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423736704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167951.267533:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746167951.267538:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423736832:0@lo:400:kworker.0 00000100:00100000:2.0:1746167951.267550:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423736704:12345-0@lo:400:kworker.0 Request processed in 25us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167951.267551:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167951.267556:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1409 00000100:00100000:0.0:1746167951.267560:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423737472:0@lo:400:kworker.0 00000100:00100000:0.0:1746167951.267571:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167951.267575:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423737088 00000100:00100000:2.0:1746167951.267577:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423737088 00000100:00100000:0.0:1746167951.267584:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423737216:0@lo:8:kworker.0 00000100:00100000:2.0:1746167951.267591:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36811 00000100:00100000:2.0:1746167951.267596:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423737088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167951.267597:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167951.267604:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423737600:0@lo:8:kworker.0 00000100:00100000:0.0:1746167951.267616:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167951.267620:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423737088:12345-0@lo:400:kworker.0 Request processed in 24us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167951.267625:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36811 00000100:00100000:0.0:1746167951.267633:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423737728 00000100:00100000:0.0:1746167951.267636:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423737728 00000100:00100000:2.0:1746167951.267639:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167951.267656:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423737216 00000100:00100000:0.0:1746167951.267658:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423737216 00000100:00100000:2.0:1746167951.267658:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423737088:0@lo:400:kworker.0 00000100:00100000:0.0:1746167951.267665:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423737600 00000100:00100000:2.0:1746167951.267665:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423736704:0@lo:400:kworker.0 00000100:00100000:0.0:1746167951.267666:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423737600 00000100:00100000:0.0:1746167951.267692:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8260 00000100:00100000:0.0:1746167951.267697:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423737728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167951.267703:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746167951.267708:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423737344:0@lo:400:kworker.0 00000100:00100000:0.0:1746167951.267723:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423737728:12345-0@lo:400:kworker.0 Request processed in 26us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167951.267727:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167951.267728:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8260 00000100:00100000:0.0:1746167951.267737:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423737344 00000100:00100000:0.0:1746167951.267740:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423737344 00000100:00100000:2.0:1746167951.267748:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423736960 00000100:00100000:2.0:1746167951.267751:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423736960 00000100:00100000:0.0:1746167951.267752:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8261 00000100:00100000:0.0:1746167951.267757:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094319c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423737344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167951.267771:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423736832 00000100:00100000:2.0:1746167951.267772:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423736832 00000100:00100000:0.0:1746167951.267780:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094319c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423737344:12345-0@lo:400:kworker.0 Request processed in 23us (52us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167951.267783:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423737472 00000100:00100000:0.0:1746167951.267785:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8261 00000100:00100000:2.0:1746167951.267785:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423737472 00000100:00100000:2.0:1746167951.267792:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423737856 00000100:00100000:0.0:1746167951.267793:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51012 00000100:00100000:2.0:1746167951.267793:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423737856 00000100:00100000:0.0:1746167951.267797:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423737216:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1746167951.267802:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4444 00000100:00100000:2.0:1746167951.267807:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423736960:12345-0@lo:400:kworker.0 00010000:00020000:0.0:1746167951.267812:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167951.267832:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b06d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423736960:12345-0@lo:400:kworker.0 Request processed in 25us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167951.267834:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423737216:12345-0@lo:8:kworker.0 Request processed in 36us (236us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167951.267837:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4444 00000100:00100000:0.0:1746167951.267838:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51012 00000100:00100000:0.0:1746167951.267845:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51013 00000100:00100000:2.0:1746167951.267847:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4445 00000100:00100000:0.0:1746167951.267848:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423737600:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1746167951.267852:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423736832:12345-0@lo:400:kworker.0 00010000:00020000:0.0:1746167951.267855:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167951.267868:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423737600:12345-0@lo:8:kworker.0 Request processed in 20us (251us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167951.267872:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51013 00000100:00100000:2.0:1746167951.267873:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423736832:12345-0@lo:400:kworker.0 Request processed in 21us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167951.267878:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4445 00000100:00100000:0.0:1746167951.267884:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4446 00000100:00100000:2.0:1746167951.267887:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4447 00000100:00100000:0.0:1746167951.267888:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423737472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167951.267891:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423737856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167951.267905:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423737472:12345-0@lo:400:kworker.0 Request processed in 18us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167951.267910:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4446 00000100:00100000:2.0:1746167951.267910:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423737856:12345-0@lo:400:kworker.0 Request processed in 19us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167951.267915:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4447 00000100:00080000:0.0:1746167951.267929:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746167951.267931:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167951.267933:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167951.267938:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423737344:0@lo:400:kworker.0 00000100:00100000:2.0:1746167951.267945:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423737856:0@lo:400:kworker.0 00000100:00080000:0.0:1746167951.267950:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167951.267953:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167951.267956:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423737216:0@lo:8:kworker.0 00000100:00080000:0.0:1746167951.267961:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167951.267963:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167951.267965:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423737600:0@lo:8:kworker.0 00000100:00100000:0.0:1746167951.267985:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423736832:0@lo:400:kworker.0 00000100:00100000:0.0:1746167951.267990:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423737472:0@lo:400:kworker.0 00000100:00100000:0.0:1746167951.267997:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423736960:0@lo:400:kworker.0 00000100:00100000:0.0:1746167951.268002:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423737728:0@lo:400:kworker.0 00000100:00100000:0.0:1746167951.282574:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423737984:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167951.282635:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167951.282698:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423737984 00000100:00100000:1.0:1746167951.282704:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423737984 00000100:00100000:1.0:1746167951.282749:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36812 00000100:00100000:1.0:1746167951.282754:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423737984:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167951.282779:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167951.283512:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423737984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 755us (875us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167951.283519:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36812 00000100:00100000:0.0:1746167951.283531:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423737984:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1746167951.417442:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167951.585969:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746167951.585987:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423738112:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167951.586041:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167951.586193:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423738112 00000100:00100000:3.0:1746167951.586200:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423738112 00000100:00100000:3.0:1746167951.586261:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7666 00000100:00100000:3.0:1746167951.586267:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423738112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746167951.586286:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167951.586326:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423738112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (285us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167951.586332:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7666 00000100:00100000:1.0:1746167951.586392:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423738112:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167952.418110:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167953.103051:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167953.103081:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167953.103102:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439308032 00000100:00100000:0.0:1746167953.103107:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167953.103109:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439308032 00000100:00100000:3.0:1746167953.103134:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439308288 00000100:00100000:0.0:1746167953.103135:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167953.103138:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439308288 00000100:00100000:2.0:1746167953.103139:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1410 00000100:00100000:2.0:1746167953.103144:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439308032:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:0.0:1746167953.103164:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167953.103166:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439308160 00000100:00100000:3.0:1746167953.103168:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439308160 00000100:00100000:2.0:1746167953.103199:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439308032:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 43us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167953.103204:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1410 00000100:00100000:1.0:1746167953.103251:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439308416 00000100:00100000:1.0:1746167953.103255:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439308416 00000100:00100000:1.0:1746167953.103272:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51014 00000100:00100000:1.0:1746167953.103277:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439308416:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:2.0:1746167953.103288:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4448 00000100:00100000:2.0:1746167953.103293:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439308288:12345-192.168.201.29@tcp:400:kworker.0 00010000:00020000:1.0:1746167953.103296:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167953.103312:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439308288:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 20us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167953.103316:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4448 00000100:00100000:1.0:1746167953.103322:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439308416:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 44us (186us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167953.103327:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51014 00000100:00100000:3.0:1746167953.103772:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4449 00000100:00100000:3.0:1746167953.103779:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439308160:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167953.103815:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439308160:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 38us (708us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167953.103821:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4449 00000100:00080000:3.0:1746167953.103834:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1746167953.420586:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167954.424839:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167955.378700:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746167955.378724:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423738240:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167955.378779:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167955.379103:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423738240 00000100:00100000:0.0:1746167955.379110:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423738240 00000100:00100000:0.0:1746167955.379168:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7667 00000100:00100000:0.0:1746167955.379176:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423738240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167955.379200:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167955.379233:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423738240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167955.379240:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7667 00000100:00080000:0.0:1746167955.379266:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167955.379362:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423738240:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746167955.426521:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167956.274241:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423738368:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167956.274296:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167956.274615:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423738368 00000100:00100000:1.0:1746167956.274622:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423738368 00000100:00100000:1.0:1746167956.274657:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36813 00000100:00100000:1.0:1746167956.274664:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423738368:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167956.274807:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167956.274898:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423738496:0@lo:400:kworker.0 00000100:00100000:1.0:1746167956.275001:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167956.275036:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423738496 00000100:00100000:1.0:1746167956.275040:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423738496 00000100:00100000:1.0:1746167956.275060:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1411 00000100:00100000:1.0:1746167956.275064:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423738496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167956.275411:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423738496:12345-0@lo:400:kworker.0 Request processed in 346us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167956.275418:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1411 00000100:00100000:3.0:1746167956.275470:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bbbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423738368:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167956.275546:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094318e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423738368:12345-0@lo:41:osp-pre-1-0.0 Request processed in 882us (1249us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167956.275552:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36813 00000100:00100000:0.0:1746167956.275586:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423738496:0@lo:400:kworker.0 00000100:00100000:1.0:1746167956.276006:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423738752:0@lo:400:kworker.0 00000100:00100000:3.0:1746167956.276025:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423738624:0@lo:400:kworker.0 00000100:00100000:1.0:1746167956.276031:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167956.276103:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423738752 00000100:00100000:0.0:1746167956.276106:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423738752 00000100:00100000:0.0:1746167956.276148:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4450 00000100:00100000:0.0:1746167956.276153:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423738752:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1746167956.276193:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1746167956.276223:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423738752:12345-0@lo:400:kworker.0 Request processed in 70us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167956.276228:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4450 00000100:00080000:0.0:1746167956.276243:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167956.276248:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746167956.276254:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423738880:0@lo:400:kworker.0 00000100:00100000:0.0:1746167956.276273:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167956.276289:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423738880 00000100:00100000:0.0:1746167956.276292:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423738880 00000100:00100000:0.0:1746167956.276306:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36814 00000100:00100000:0.0:1746167956.276310:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423738880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167956.276331:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423738880:12345-0@lo:400:kworker.0 Request processed in 21us (58us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167956.276336:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36814 00000100:00100000:0.0:1746167956.276352:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423738880:0@lo:400:kworker.0 00000100:00080000:2.0:1746167956.276361:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167956.276365:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167956.276370:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11872 00000100:00080000:2.0:1746167956.276372:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746167956.276375:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167956.276390:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009eef5180 x1830977423739008/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746167956.276425:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167956.276504:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423738752:0@lo:400:kworker.0 00000100:00100000:1.0:1746167956.276522:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423739008:0@lo:8:kworker.0 00000100:00080000:2.0:1746167956.276552:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:1.0:1746167956.276554:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746167956.276554:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746167956.276556:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746167956.276559:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11872 00000100:00080000:2.0:1746167956.276561:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746167956.276564:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746167956.276574:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009eef4a80 x1830977423739392/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167956.276575:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423739008 00000100:00100000:1.0:1746167956.276577:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423739008 00000100:00100000:1.0:1746167956.276591:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51015 00000100:00100000:1.0:1746167956.276594:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132103100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423739008:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167956.276609:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167956.276626:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132103100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423739008:12345-0@lo:8:kworker.0 Request processed in 31us (72us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167956.276630:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51015 00000100:00100000:1.0:1746167956.276649:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423739392:0@lo:8:kworker.0 00000100:00100000:1.0:1746167956.276664:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746167956.276695:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167956.276698:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167956.276701:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423739008:0@lo:8:kworker.0 00000100:00100000:1.0:1746167956.276712:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423739392 00000100:00100000:1.0:1746167956.276714:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423739392 00000100:00100000:1.0:1746167956.276730:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51016 00000100:00100000:1.0:1746167956.276733:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132100000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423739392:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167956.276741:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167956.276757:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132100000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423739392:12345-0@lo:8:kworker.0 Request processed in 23us (92us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167956.276991:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51016 00000100:00080000:1.0:1746167956.277008:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167956.277011:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167956.277013:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423739392:0@lo:8:kworker.0 00000100:00100000:1.0:1746167956.277025:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423739520:0@lo:400:kworker.0 00000100:00100000:1.0:1746167956.277042:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167956.277054:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746167956.277058:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423739264:0@lo:400:kworker.0 00000100:00100000:1.0:1746167956.277072:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167956.277094:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423739520 00000100:00100000:1.0:1746167956.277096:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423739520 00000100:00100000:1.0:1746167956.277115:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8262 00000100:00100000:1.0:1746167956.277119:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132100380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423739520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167956.277157:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132100380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423739520:12345-0@lo:400:kworker.0 Request processed in 37us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167956.277162:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8262 00000100:00080000:1.0:1746167956.277174:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167956.277186:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423739520:0@lo:400:kworker.0 00000100:00100000:0.0:1746167956.278856:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423738624 00000100:00100000:0.0:1746167956.278863:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423738624 00000100:00080000:1.0:1746167956.278930:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167956.279035:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423739264 00000100:00100000:0.0:1746167956.279039:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423739264 00000100:00100000:2.0:1746167956.279042:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4451 00000100:00100000:2.0:1746167956.279049:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423738624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167956.279055:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4452 00000100:00100000:0.0:1746167956.279059:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132101f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423739264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167956.279093:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423738624:12345-0@lo:400:kworker.0 Request processed in 45us (2668us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167956.279099:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4451 00000100:00100000:0.0:1746167956.279100:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132101f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423739264:12345-0@lo:400:kworker.0 Request processed in 41us (2027us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167956.279105:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4452 00000100:00100000:3.0:1746167956.279107:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423738624:0@lo:400:kworker.0 00000100:00100000:0.0:1746167956.279122:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423739136:0@lo:400:kworker.0 00000100:00100000:1.0:1746167956.279125:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423739264:0@lo:400:kworker.0 00000100:00100000:2.0:1746167956.279128:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423739648:0@lo:400:kworker.0 00000100:00100000:0.0:1746167956.279156:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167956.279158:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167956.279170:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423739648 00000100:00100000:3.0:1746167956.279172:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423739136 00000100:00100000:1.0:1746167956.279173:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423739648 00000100:00100000:3.0:1746167956.279175:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423739136 00000100:00100000:1.0:1746167956.279193:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4453 00000100:00100000:3.0:1746167956.279195:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8263 00000100:00100000:1.0:1746167956.279198:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088caad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423739648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167956.279200:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423739136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167956.279427:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423739136:12345-0@lo:400:kworker.0 Request processed in 227us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167956.279433:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8263 00000100:00100000:1.0:1746167956.279437:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088caad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423739648:12345-0@lo:400:kworker.0 Request processed in 239us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167956.279440:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423739136:0@lo:400:kworker.0 00000100:00100000:1.0:1746167956.279443:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4453 00000100:00100000:2.0:1746167956.279511:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423739648:0@lo:400:kworker.0 00000100:00100000:2.0:1746167956.289881:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423739776:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167956.289940:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167956.290093:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423739776 00000100:00100000:0.0:1746167956.290099:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423739776 00000100:00100000:0.0:1746167956.290452:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36815 00000100:00100000:0.0:1746167956.290460:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423739776:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167956.290489:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167956.291107:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423739776:12345-0@lo:41:osp-pre-0-1.0 Request processed in 647us (1166us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167956.291115:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36815 00000100:00100000:3.0:1746167956.293491:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa91c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423739776:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1746167956.429651:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167956.595699:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746167956.595861:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423739904:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167956.595919:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167956.596006:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423739904 00000100:00100000:2.0:1746167956.596012:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423739904 00000100:00100000:2.0:1746167956.596044:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7668 00000100:00100000:2.0:1746167956.596051:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423739904:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167956.596069:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167956.596106:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423739904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167956.596112:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7668 00000100:00100000:1.0:1746167956.596240:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423739904:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167957.429848:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167958.111949:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167958.111991:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167958.112016:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167958.112075:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167958.112115:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439308672 00000100:00100000:0.0:1746167958.112122:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439308672 00000100:00100000:3.0:1746167958.112138:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439308928 00000100:00100000:3.0:1746167958.112143:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439308928 00000100:00100000:0.0:1746167958.112158:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439308800 00000100:00100000:0.0:1746167958.112160:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439308800 00000100:00100000:3.0:1746167958.112165:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51017 00000100:00100000:3.0:1746167958.112173:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439308928:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:0.0:1746167958.112175:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4454 00000100:00100000:0.0:1746167958.112180:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439308672:12345-192.168.201.29@tcp:400:kworker.0 00010000:00020000:3.0:1746167958.112196:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167958.112434:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439308672:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 254us (494us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167958.112438:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439308928:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 264us (360us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167958.112440:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4454 00000100:00100000:3.0:1746167958.112444:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51017 00000100:00100000:0.0:1746167958.112452:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4455 00000100:00100000:0.0:1746167958.112456:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439308800:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167958.112472:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439308800:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 16us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167958.112476:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4455 00000100:00080000:0.0:1746167958.112495:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167958.112498:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167958.112741:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439308544 00000100:00100000:2.0:1746167958.112745:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439308544 00000100:00100000:2.0:1746167958.112960:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1412 00000100:00100000:2.0:1746167958.112967:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439308544:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167958.113007:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439308544:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 40us (1014us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167958.113012:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1412 00010000:00010000:1.0:1746167958.432077:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167959.434378:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167960.386191:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423740032:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167960.386252:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167960.386373:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423740032 00000100:00100000:0.0:1746167960.386379:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423740032 00000100:00100000:0.0:1746167960.386416:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7669 00000100:00100000:0.0:1746167960.386422:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423740032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167960.386446:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167960.386480:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423740032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167960.386486:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7669 00000100:00080000:0.0:1746167960.386509:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167960.386613:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423740032:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746167960.436099:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167961.282114:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423740160:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167961.282177:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167961.282292:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423740160 00000100:00100000:3.0:1746167961.282299:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423740160 00000100:00100000:3.0:1746167961.282343:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36816 00000100:00100000:3.0:1746167961.282350:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423740160:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746167961.282380:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167961.282419:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423740160:12345-0@lo:41:osp-pre-1-0.0 Request processed in 69us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167961.282425:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36816 00000100:00100000:1.0:1746167961.282538:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423740160:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1746167961.282872:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167961.282875:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167961.282878:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167961.282883:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11877 00000100:00080000:0.0:1746167961.282886:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746167961.282889:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167961.282904:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136050700 x1830977423740800/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167961.282927:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167961.282930:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167961.282931:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167961.282934:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11877 00000100:00080000:0.0:1746167961.282936:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746167961.282944:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167961.282954:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b201c00 x1830977423741184/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167961.282981:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136050700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423740800:0@lo:8:kworker.0 00000100:00100000:0.0:1746167961.283004:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167961.283033:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b201c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423741184:0@lo:8:kworker.0 00000100:00100000:0.0:1746167961.283060:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167961.283088:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423740800 00000100:00100000:0.0:1746167961.283092:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423740800 00000100:00100000:0.0:1746167961.283107:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423741184 00000100:00100000:0.0:1746167961.283108:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423741184 00000100:00100000:0.0:1746167961.283119:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51018 00000100:00100000:0.0:1746167961.283123:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423740800:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167961.283152:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167961.283177:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423740800:12345-0@lo:8:kworker.0 Request processed in 53us (172us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167961.283183:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51018 00000100:00100000:0.0:1746167961.283193:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51019 00000100:00100000:0.0:1746167961.283196:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423741184:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167961.283205:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167961.283222:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423741184:12345-0@lo:8:kworker.0 Request processed in 25us (172us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167961.283226:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51019 00000100:00080000:0.0:1746167961.283250:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167961.283253:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167961.283256:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136050700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423740800:0@lo:8:kworker.0 00000100:00080000:0.0:1746167961.283261:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167961.283263:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167961.283266:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b201c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423741184:0@lo:8:kworker.0 00000100:00100000:0.0:1746167961.283286:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423740544:0@lo:400:kworker.0 00000100:00100000:0.0:1746167961.283307:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167961.283322:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423741312:0@lo:400:kworker.0 00000100:00100000:0.0:1746167961.283337:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167961.283350:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746167961.283354:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423740416:0@lo:400:kworker.0 00000100:00100000:0.0:1746167961.283368:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167961.283380:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b202a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423741056:0@lo:400:kworker.0 00000100:00100000:0.0:1746167961.283391:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167961.283408:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423740544 00000100:00100000:0.0:1746167961.283411:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423740544 00000100:00100000:0.0:1746167961.283435:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423740416 00000100:00100000:0.0:1746167961.283437:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423740416 00000100:00100000:0.0:1746167961.283448:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423741056 00000100:00100000:0.0:1746167961.283449:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423741056 00000100:00100000:0.0:1746167961.283459:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4456 00000100:00100000:0.0:1746167961.283463:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b201c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423740544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167961.283491:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b201c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423740544:12345-0@lo:400:kworker.0 Request processed in 27us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167961.283495:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4456 00000100:00100000:0.0:1746167961.283504:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4457 00000100:00100000:0.0:1746167961.283508:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423740416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167961.283527:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423740416:12345-0@lo:400:kworker.0 Request processed in 19us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167961.283531:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4457 00000100:00100000:0.0:1746167961.283539:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4458 00000100:00100000:0.0:1746167961.283543:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130e15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423741056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167961.283560:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130e15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423741056:12345-0@lo:400:kworker.0 Request processed in 17us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167961.283565:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4458 00000100:00080000:0.0:1746167961.283580:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746167961.283583:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167961.283595:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423741312 00000100:00100000:0.0:1746167961.283597:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423741312 00000100:00100000:0.0:1746167961.283617:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8264 00000100:00100000:0.0:1746167961.283621:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423741312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167961.283644:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423741312:12345-0@lo:400:kworker.0 Request processed in 22us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167961.283650:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8264 00000100:00080000:0.0:1746167961.283662:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167961.283707:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423740416:0@lo:400:kworker.0 00000100:00100000:0.0:1746167961.283718:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b202a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423741056:0@lo:400:kworker.0 00000100:00100000:0.0:1746167961.283725:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423740544:0@lo:400:kworker.0 00000100:00100000:0.0:1746167961.283732:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423741312:0@lo:400:kworker.0 00000100:00100000:1.0:1746167961.283868:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423740672:0@lo:400:kworker.0 00000100:00100000:1.0:1746167961.283893:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167961.283919:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423741440:0@lo:400:kworker.0 00000100:00100000:1.0:1746167961.283935:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167961.283947:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1746167961.283952:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423740288:0@lo:400:kworker.0 00000100:00100000:1.0:1746167961.283971:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167961.284006:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b200000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423740928:0@lo:400:kworker.0 00000100:00100000:1.0:1746167961.284022:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167961.284040:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423740928 00000100:00100000:1.0:1746167961.284043:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423740928 00000100:00100000:1.0:1746167961.284073:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8265 00000100:00100000:1.0:1746167961.284079:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423740928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167961.284105:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423740928:12345-0@lo:400:kworker.0 Request processed in 27us (82us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167961.284110:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8265 00000100:00100000:1.0:1746167961.284130:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b200000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423740928:0@lo:400:kworker.0 00000100:00100000:1.0:1746167961.284146:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423740672 00000100:00100000:1.0:1746167961.284148:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423740672 00000100:00100000:1.0:1746167961.284163:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36817 00000100:00100000:1.0:1746167961.284168:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423740672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167961.284194:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423740672:12345-0@lo:400:kworker.0 Request processed in 27us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167961.284199:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36817 00000100:00100000:1.0:1746167961.284216:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423740672:0@lo:400:kworker.0 00000100:00100000:3.0:1746167961.284279:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423740288 00000100:00100000:3.0:1746167961.284283:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423740288 00000100:00100000:3.0:1746167961.284305:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1413 00000100:00100000:3.0:1746167961.284309:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423740288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167961.284347:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423740288:12345-0@lo:400:kworker.0 Request processed in 37us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167961.284352:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1413 00000100:00100000:1.0:1746167961.284482:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423740288:0@lo:400:kworker.0 00000100:00100000:0.0:1746167961.285520:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423741440 00000100:00100000:0.0:1746167961.285525:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423741440 00000100:00100000:0.0:1746167961.285559:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4459 00000100:00100000:0.0:1746167961.285564:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423741440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167961.286239:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423741440:12345-0@lo:400:kworker.0 Request processed in 672us (2300us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167961.286246:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4459 00000100:00100000:1.0:1746167961.286506:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423741440:0@lo:400:kworker.0 00000100:00100000:1.0:1746167961.298115:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746167961.298133:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423741568:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167961.298190:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167961.298577:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423741568 00000100:00100000:0.0:1746167961.298584:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423741568 00000100:00100000:0.0:1746167961.298629:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36818 00000100:00100000:0.0:1746167961.298636:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423741568:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167961.298664:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167961.298728:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423741568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167961.298734:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36818 00000100:00100000:2.0:1746167961.298834:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423741568:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1746167961.438243:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167961.602780:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423741696:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746167961.603037:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167961.603471:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423741696 00000100:00100000:2.0:1746167961.603488:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423741696 00000100:00100000:2.0:1746167961.603526:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7670 00000100:00100000:2.0:1746167961.603532:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423741696:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167961.603550:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167961.603590:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423741696:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (554us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167961.603595:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7670 00000100:00100000:3.0:1746167961.603743:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423741696:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167962.439952:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167963.122305:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167963.122353:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167963.122473:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439309440 00000100:00100000:1.0:1746167963.122482:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439309440 00000100:00100000:1.0:1746167963.122516:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51020 00000100:00100000:1.0:1746167963.122523:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136055880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439309440:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746167963.122547:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167963.122607:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136055880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439309440:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 83us (310us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167963.122614:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51020 00000100:00100000:0.0:1746167963.123392:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167963.123434:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167963.123517:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439309056 00000100:00100000:3.0:1746167963.123522:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439309056 00000100:00100000:3.0:1746167963.123547:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1414 00000100:00100000:3.0:1746167963.123552:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439309056:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167963.123598:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439309056:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 45us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167963.123603:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1414 00000100:00100000:2.0:1746167963.124708:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439309184 00000100:00100000:2.0:1746167963.124713:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439309184 00000100:00100000:2.0:1746167963.124760:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439309312 00000100:00100000:2.0:1746167963.124762:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439309312 00000100:00100000:2.0:1746167963.124787:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4460 00000100:00100000:2.0:1746167963.124795:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439309184:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167963.124830:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439309184:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 37us (2477us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167963.124836:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4460 00000100:00100000:2.0:1746167963.124847:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4461 00000100:00100000:2.0:1746167963.124851:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b200000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439309312:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167963.124868:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b200000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439309312:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 18us (1435us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167963.124872:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4461 00000100:00080000:1.0:1746167963.124996:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167963.125000:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1746167963.443337:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167964.444751:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167965.394745:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746167965.394762:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423741824:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167965.394822:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167965.398472:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423741824 00000100:00100000:0.0:1746167965.398484:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423741824 00000100:00100000:0.0:1746167965.398549:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7671 00000100:00100000:0.0:1746167965.398557:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423741824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167965.398585:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167965.398648:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423741824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (3827us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167965.398655:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7671 00000100:00100000:3.0:1746167965.398749:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423741824:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1746167965.399075:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746167965.446094:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167966.289913:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423741952:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746167966.290017:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167966.290068:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746167966.290074:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b202a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423742080:0@lo:400:kworker.0 00000100:00100000:2.0:1746167966.290102:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167966.290492:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423741952 00000100:00100000:1.0:1746167966.290499:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423741952 00000100:00100000:1.0:1746167966.290537:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36819 00000100:00100000:1.0:1746167966.290543:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423741952:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746167966.290571:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746167966.290608:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423741952:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (591us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167966.290613:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36819 00000100:00100000:2.0:1746167966.291786:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423741952:0@lo:41:osp-pre-1-0.0 00000100:00080000:1.0:1746167966.292933:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1746167966.292937:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1746167966.292939:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130489f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423742336:0@lo:400:kworker.0 00000100:00080000:1.0:1746167966.292940:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1746167966.292944:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11882 00000100:00080000:1.0:1746167966.292946:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1746167966.292950:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746167966.292975:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009caeca80 x1830977423742592/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167966.292984:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746167966.293000:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1746167966.293002:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00080000:1.0:1746167966.293003:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1746167966.293005:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1746167966.293006:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423742208:0@lo:400:kworker.0 00000100:00080000:1.0:1746167966.293008:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11882 00000100:00080000:1.0:1746167966.293009:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1746167966.293013:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167966.293022:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167966.293022:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008e831880 x1830977423742976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167966.293032:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423742848:0@lo:400:kworker.0 00000100:00100000:0.0:1746167966.293044:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167966.293049:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009caeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423742592:0@lo:8:kworker.0 00000100:00100000:0.0:1746167966.293054:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423743104:0@lo:400:kworker.0 00000100:00100000:0.0:1746167966.293070:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167966.293082:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423742336 00000100:00100000:1.0:1746167966.293086:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423742336 00000100:00100000:0.0:1746167966.293088:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167966.293101:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423742976:0@lo:8:kworker.0 00000100:00100000:0.0:1746167966.293114:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167966.293115:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423742208 00000100:00100000:1.0:1746167966.293117:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423742208 00000100:00100000:0.0:1746167966.293131:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423743104 00000100:00100000:1.0:1746167966.293131:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423742848 00000100:00100000:0.0:1746167966.293133:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423743104 00000100:00100000:1.0:1746167966.293133:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423742848 00000100:00100000:1.0:1746167966.293144:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4462 00000100:00100000:0.0:1746167966.293147:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423742592 00000100:00100000:0.0:1746167966.293149:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423742592 00000100:00100000:1.0:1746167966.293149:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423742336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167966.293157:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423742976 00000100:00100000:0.0:1746167966.293159:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423742976 00000100:00100000:0.0:1746167966.293167:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8266 00000100:00100000:0.0:1746167966.293171:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423743104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167966.293179:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423742336:12345-0@lo:400:kworker.0 Request processed in 30us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167966.293185:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4462 00000100:00100000:0.0:1746167966.293191:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423743104:12345-0@lo:400:kworker.0 Request processed in 20us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167966.293194:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4463 00000100:00100000:0.0:1746167966.293196:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8266 00000100:00100000:1.0:1746167966.293198:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423742208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167966.293204:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51021 00000100:00100000:0.0:1746167966.293207:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423742592:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746167966.293214:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423742208:12345-0@lo:400:kworker.0 Request processed in 16us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167966.293218:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4463 00010000:00020000:0.0:1746167966.293222:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167966.293224:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4464 00000100:00100000:1.0:1746167966.293227:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423742848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167966.293241:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423742592:12345-0@lo:8:kworker.0 Request processed in 32us (151us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167966.293242:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423742848:12345-0@lo:400:kworker.0 Request processed in 15us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167966.293246:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51021 00000100:00100000:1.0:1746167966.293247:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4464 00000100:00100000:0.0:1746167966.293253:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51022 00000100:00100000:0.0:1746167966.293256:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423742976:12345-0@lo:8:kworker.0 00000100:00080000:1.0:1746167966.293261:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00020000:0.0:1746167966.293263:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1746167966.293264:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746167966.293265:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167966.293277:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423742976:12345-0@lo:8:kworker.0 Request processed in 20us (162us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167966.293278:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423743104:0@lo:400:kworker.0 00000100:00100000:0.0:1746167966.293281:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51022 00000100:00100000:1.0:1746167966.293285:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423742208:0@lo:400:kworker.0 00000100:00100000:1.0:1746167966.293292:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423742848:0@lo:400:kworker.0 00000100:00100000:1.0:1746167966.293298:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130489f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423742336:0@lo:400:kworker.0 00000100:00080000:0.0:1746167966.293310:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167966.293313:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167966.293313:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423742464:0@lo:400:kworker.0 00000100:00100000:0.0:1746167966.293316:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009caeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423742592:0@lo:8:kworker.0 00000100:00080000:0.0:1746167966.293321:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167966.293323:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167966.293325:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423742976:0@lo:8:kworker.0 00000100:00100000:1.0:1746167966.293330:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167966.293343:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423743232:0@lo:400:kworker.0 00000100:00100000:0.0:1746167966.293344:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423742464 00000100:00100000:0.0:1746167966.293346:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423742464 00000100:00100000:1.0:1746167966.293356:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167966.293361:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36820 00000100:00100000:0.0:1746167966.293365:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423742464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167966.293367:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746167966.293371:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423742720:0@lo:400:kworker.0 00000100:00100000:1.0:1746167966.293383:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167966.293386:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423742464:12345-0@lo:400:kworker.0 Request processed in 21us (55us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167966.293391:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36820 00000100:00100000:1.0:1746167966.293397:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423742464:0@lo:400:kworker.0 00000100:00100000:0.0:1746167966.293403:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423742720 00000100:00100000:0.0:1746167966.293405:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423742720 00000100:00100000:0.0:1746167966.293416:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8267 00000100:00100000:1.0:1746167966.293417:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423743232 00000100:00100000:1.0:1746167966.293419:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423743232 00000100:00100000:0.0:1746167966.293420:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423742720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167966.293432:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4465 00000100:00100000:1.0:1746167966.293437:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423743232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167966.293441:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423742720:12345-0@lo:400:kworker.0 Request processed in 21us (58us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167966.293445:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8267 00000100:00100000:1.0:1746167966.293457:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423743232:12345-0@lo:400:kworker.0 Request processed in 20us (99us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167966.293461:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4465 00000100:00100000:1.0:1746167966.293477:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423742720:0@lo:400:kworker.0 00000100:00100000:1.0:1746167966.293484:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423743232:0@lo:400:kworker.0 00000100:00100000:3.0:1746167966.293670:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423742080 00000100:00100000:3.0:1746167966.293685:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423742080 00000100:00100000:3.0:1746167966.293705:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1415 00000100:00100000:3.0:1746167966.293709:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423742080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167966.293742:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423742080:12345-0@lo:400:kworker.0 Request processed in 33us (3638us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167966.293746:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1415 00000100:00100000:1.0:1746167966.293864:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b202a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423742080:0@lo:400:kworker.0 00000100:00100000:0.0:1746167966.307152:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423743360:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167966.307217:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167966.307379:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423743360 00000100:00100000:2.0:1746167966.307386:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423743360 00000100:00100000:2.0:1746167966.307417:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36821 00000100:00100000:2.0:1746167966.307423:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423743360:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746167966.307449:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746167966.307486:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423743360:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167966.307492:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36821 00000100:00100000:0.0:1746167966.307576:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423743360:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1746167966.450642:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167966.610269:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095624a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423743488:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167966.610326:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167966.610519:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423743488 00000100:00100000:0.0:1746167966.610526:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423743488 00000100:00100000:0.0:1746167966.610567:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7672 00000100:00100000:0.0:1746167966.610575:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423743488:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167966.610596:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167966.610641:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423743488:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167966.610647:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7672 00000100:00100000:3.0:1746167966.610724:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095624a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423743488:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167967.450494:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167968.127758:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167968.128726:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167968.129118:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167968.129488:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439309568 00000100:00100000:1.0:1746167968.129497:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439309568 00000100:00100000:0.0:1746167968.129593:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167968.129619:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439309696 00000100:00100000:0.0:1746167968.129621:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439309696 00000100:00100000:0.0:1746167968.129649:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439309824 00000100:00100000:0.0:1746167968.129651:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439309824 00000100:00100000:0.0:1746167968.129667:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4466 00000100:00100000:0.0:1746167968.129691:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439309696:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167968.129742:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439309696:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 69us (625us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167968.129748:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4466 00000100:00100000:3.0:1746167968.129882:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4467 00000100:00100000:3.0:1746167968.129890:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439309824:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167968.129912:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439309824:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 24us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167968.129916:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4467 00000100:00080000:3.0:1746167968.129958:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746167968.129961:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167968.130082:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439309952 00000100:00100000:2.0:1746167968.130087:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439309952 00000100:00100000:2.0:1746167968.130106:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51023 00000100:00100000:2.0:1746167968.130111:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439309952:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167968.130129:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167968.130157:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439309952:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 46us (2407us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167968.130162:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51023 00000100:00100000:1.0:1746167968.130295:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1416 00000100:00100000:1.0:1746167968.130303:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439309568:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167968.130328:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439309568:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 27us (1603us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167968.130333:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1416 00010000:00010000:1.0:1746167968.451959:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167969.453851:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167970.402711:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746167970.402729:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095624a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423743616:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746167970.402784:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167970.403580:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423743616 00000100:00100000:3.0:1746167970.403587:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423743616 00000100:00100000:3.0:1746167970.404160:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7673 00000100:00100000:3.0:1746167970.404168:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423743616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167970.404371:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167970.404413:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423743616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 247us (1629us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167970.404419:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7673 00000100:00100000:2.0:1746167970.404535:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095624a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423743616:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1746167970.407336:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746167970.456197:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167971.299067:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009761aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423743744:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167971.299125:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167971.300386:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746167971.300393:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423743872:0@lo:400:kworker.0 00000100:00100000:1.0:1746167971.300421:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167971.301194:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423743744 00000100:00100000:3.0:1746167971.301202:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423743744 00000100:00100000:3.0:1746167971.301242:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36822 00000100:00100000:3.0:1746167971.301250:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b202a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423743744:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746167971.301488:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746167971.301525:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b202a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423743744:12345-0@lo:41:osp-pre-1-0.0 Request processed in 275us (2400us total) trans 0 rc 0/0 00000100:00080000:0.0:1746167971.301531:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1746167971.301531:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36822 00000100:00080000:0.0:1746167971.301545:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167971.301548:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167971.301551:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11887 00000100:00080000:0.0:1746167971.301555:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746167971.301558:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167971.301574:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088f50e00 x1830977423744384/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167971.301595:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167971.301598:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167971.301599:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167971.301603:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11887 00000100:00080000:0.0:1746167971.301604:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167971.301607:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167971.301615:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088f51880 x1830977423744768/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167971.302070:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423744000:0@lo:400:kworker.0 00000100:00100000:2.0:1746167971.302099:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167971.302122:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423744000 00000100:00100000:2.0:1746167971.302125:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423744000 00000100:00100000:2.0:1746167971.302155:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4468 00000100:00100000:2.0:1746167971.302161:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423744000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167971.302189:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423744000:12345-0@lo:400:kworker.0 Request processed in 30us (91us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167971.302195:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4468 00000100:00100000:0.0:1746167971.302207:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423744384:0@lo:8:kworker.0 00000100:00080000:2.0:1746167971.302207:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167971.302226:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423743872 00000100:00100000:2.0:1746167971.302229:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423743872 00000100:00100000:0.0:1746167971.302231:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167971.302245:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1417 00000100:00100000:0.0:1746167971.302249:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423744512:0@lo:400:kworker.0 00000100:00100000:2.0:1746167971.302249:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423743872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167971.302265:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167971.302270:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423743872:12345-0@lo:400:kworker.0 Request processed in 21us (1849us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167971.302275:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1417 00000100:00100000:0.0:1746167971.302281:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423744384 00000100:00100000:0.0:1746167971.302283:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423744384 00000100:00100000:0.0:1746167971.302295:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423744512 00000100:00100000:0.0:1746167971.302297:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423744512 00000100:00100000:2.0:1746167971.302297:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51024 00000100:00100000:2.0:1746167971.302301:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423744384:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1746167971.302310:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8268 00000100:00100000:0.0:1746167971.302313:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423744512:12345-0@lo:400:kworker.0 00010000:00020000:2.0:1746167971.302316:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167971.302336:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423744512:12345-0@lo:400:kworker.0 Request processed in 22us (70us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167971.302336:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423744384:12345-0@lo:8:kworker.0 Request processed in 34us (104us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167971.302341:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8268 00000100:00100000:2.0:1746167971.302343:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51024 00000100:00100000:2.0:1746167971.302361:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423744128:0@lo:400:kworker.0 00000100:00100000:2.0:1746167971.302377:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167971.302487:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423743872:0@lo:400:kworker.0 00000100:00100000:1.0:1746167971.302502:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009761aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423743744:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167971.302521:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423744256:0@lo:400:kworker.0 00000100:00100000:1.0:1746167971.302540:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167971.302554:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423745024:0@lo:400:kworker.0 00000100:00100000:1.0:1746167971.302568:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167971.302646:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423744000:0@lo:400:kworker.0 00000100:00100000:3.0:1746167971.302651:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423744640:0@lo:400:kworker.0 00000100:00100000:3.0:1746167971.302668:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167971.302714:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423744128 00000100:00100000:3.0:1746167971.302716:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423744128 00000100:00100000:3.0:1746167971.302735:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423745024 00000100:00100000:3.0:1746167971.302737:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423745024 00000100:00100000:3.0:1746167971.302760:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423744640 00000100:00100000:3.0:1746167971.302762:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423744640 00000100:00100000:3.0:1746167971.302774:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4469 00000100:00100000:3.0:1746167971.302778:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097619880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423744128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167971.302803:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097619880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423744128:12345-0@lo:400:kworker.0 Request processed in 24us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167971.302808:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4469 00000100:00100000:3.0:1746167971.302818:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4470 00000100:00100000:3.0:1746167971.302822:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423745024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167971.302844:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423745024:12345-0@lo:400:kworker.0 Request processed in 22us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167971.302849:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4470 00000100:00100000:3.0:1746167971.302857:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4471 00000100:00100000:3.0:1746167971.302862:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423744640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167971.302897:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423744640:12345-0@lo:400:kworker.0 Request processed in 34us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167971.302902:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4471 00000100:00080000:3.0:1746167971.302916:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746167971.302923:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423744256 00000100:00100000:3.0:1746167971.302925:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423744256 00000100:00100000:3.0:1746167971.302940:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36823 00000100:00100000:3.0:1746167971.302944:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423744256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167971.302969:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423744256:12345-0@lo:400:kworker.0 Request processed in 24us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167971.302973:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36823 00000100:00100000:3.0:1746167971.302991:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423744640:0@lo:400:kworker.0 00000100:00100000:1.0:1746167971.303062:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423744256:0@lo:400:kworker.0 00000100:00100000:1.0:1746167971.303069:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423745024:0@lo:400:kworker.0 00000100:00100000:2.0:1746167971.303121:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423744128:0@lo:400:kworker.0 00000100:00100000:2.0:1746167971.303126:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423744896:0@lo:400:kworker.0 00000100:00100000:2.0:1746167971.303142:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167971.304798:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423744896 00000100:00100000:1.0:1746167971.304805:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423744896 00000100:00080000:3.0:1746167971.304903:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167971.304907:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167971.304912:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423744384:0@lo:8:kworker.0 00000100:00100000:3.0:1746167971.304919:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423744768:0@lo:8:kworker.0 00000100:00100000:3.0:1746167971.304944:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167971.304976:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423744768 00000100:00100000:3.0:1746167971.304979:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423744768 00000100:00100000:0.0:1746167971.305051:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423744512:0@lo:400:kworker.0 00000100:00100000:3.0:1746167971.305289:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8269 00000100:00100000:3.0:1746167971.305297:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423744896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167971.305388:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51025 00000100:00100000:1.0:1746167971.305393:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e320e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423744768:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746167971.305409:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746167971.305440:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e320e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423744768:12345-0@lo:8:kworker.0 Request processed in 46us (494us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746167971.305445:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51025 00000100:02020000:1.0:1746167971.305468:0:3768:0:(client.c:1389:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_connect to node 0@lo failed: rc = -19 00000100:00080000:1.0:1746167971.305471:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746167971.305474:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746167971.305476:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423744768:0@lo:8:kworker.0 00000100:00080000:1.0:1746167971.305497:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167971.305567:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423744896:12345-0@lo:400:kworker.0 Request processed in 272us (2423us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167971.305573:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8269 00000100:00100000:3.0:1746167971.305600:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423744896:0@lo:400:kworker.0 00000100:00100000:2.0:1746167971.315957:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423745152:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167971.316014:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167971.316266:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423745152 00000100:00100000:3.0:1746167971.316273:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423745152 00000100:00100000:3.0:1746167971.319385:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36824 00000100:00100000:3.0:1746167971.319401:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423745152:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746167971.319439:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746167971.319501:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423745152:12345-0@lo:41:osp-pre-0-1.0 Request processed in 107us (3487us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167971.319507:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36824 00000100:00100000:2.0:1746167971.319613:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423745152:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1746167971.457925:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167971.618257:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423745280:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167971.618313:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167971.618409:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423745280 00000100:00100000:1.0:1746167971.618416:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423745280 00000100:00100000:1.0:1746167971.618452:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7674 00000100:00100000:1.0:1746167971.618459:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423745280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746167971.618477:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746167971.618519:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423745280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167971.618525:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7674 00000100:00100000:0.0:1746167971.618666:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423745280:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167972.459896:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167973.134132:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167973.134175:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167973.134198:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167973.134441:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167973.134487:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439310208 00000100:00100000:0.0:1746167973.134495:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439310208 00000100:00100000:0.0:1746167973.134535:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439310336 00000100:00100000:0.0:1746167973.134537:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439310336 00000100:00100000:0.0:1746167973.134553:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4472 00000100:00100000:0.0:1746167973.134559:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439310208:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167973.134619:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439310208:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 53us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167973.134626:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4472 00000100:00100000:0.0:1746167973.134639:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4473 00000100:00100000:0.0:1746167973.134644:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439310336:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:2.0:1746167973.135126:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746167973.135130:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167973.135762:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439310464 00000100:00100000:3.0:1746167973.135767:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439310464 00000100:00100000:3.0:1746167973.135788:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51026 00000100:00100000:3.0:1746167973.135997:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439310464:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167973.136019:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167973.136051:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439310464:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 54us (1609us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167973.136057:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51026 00000100:00100000:1.0:1746167973.136180:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439310080 00000100:00100000:1.0:1746167973.136184:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439310080 00000100:00100000:1.0:1746167973.136209:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1418 00000100:00100000:1.0:1746167973.136215:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439310080:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167973.136243:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439310080:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 28us (2068us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167973.136249:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1418 00000100:00100000:0.0:1746167973.136424:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439310336:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1778us (2223us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167973.136431:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4473 00010000:00010000:1.0:1746167973.462001:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167974.463944:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167975.410574:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746167975.410593:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423745408:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167975.410647:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167975.411849:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423745408 00000100:00100000:2.0:1746167975.411857:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423745408 00000100:00080000:0.0:1746167975.411929:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746167975.412388:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7675 00000100:00100000:2.0:1746167975.412397:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423745408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167975.412423:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167975.412945:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423745408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 549us (2296us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167975.412952:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7675 00000100:00100000:0.0:1746167975.413031:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423745408:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746167975.465951:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746167976.305878:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167976.305883:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167976.305886:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167976.305892:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11892 00000100:00080000:0.0:1746167976.305895:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167976.305901:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167976.305922:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088f51880 x1830977423746048/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167976.305946:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167976.305949:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167976.305950:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167976.305953:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11892 00000100:00080000:0.0:1746167976.305954:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167976.305957:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167976.305966:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088f50a80 x1830977423746560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167976.306009:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423745792:0@lo:400:kworker.0 00000100:00100000:0.0:1746167976.306060:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167976.306104:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423746432:0@lo:400:kworker.0 00000100:00100000:0.0:1746167976.306134:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167976.306152:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746167976.306156:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423745920:0@lo:400:kworker.0 00000100:00100000:0.0:1746167976.306378:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167976.306388:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423746688:0@lo:400:kworker.0 00000100:00100000:0.0:1746167976.306401:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167976.306425:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423745792 00000100:00100000:0.0:1746167976.306431:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423745792 00000100:00100000:0.0:1746167976.306464:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4474 00000100:00100000:0.0:1746167976.306469:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423745792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167976.306500:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423745792:12345-0@lo:400:kworker.0 Request processed in 31us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167976.306509:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4474 00000100:00100000:0.0:1746167976.306527:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423746432 00000100:00100000:0.0:1746167976.306529:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423746432 00000100:00100000:0.0:1746167976.306546:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423745920 00000100:00100000:0.0:1746167976.306548:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423745920 00000100:00100000:0.0:1746167976.306559:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36825 00000100:00100000:0.0:1746167976.306564:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095efc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423746432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167976.306590:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095efc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423746432:12345-0@lo:400:kworker.0 Request processed in 26us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167976.306595:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36825 00000100:00100000:0.0:1746167976.306605:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36826 00000100:00100000:0.0:1746167976.306609:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095efc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423745920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167976.306628:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095efc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423745920:12345-0@lo:400:kworker.0 Request processed in 20us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167976.306633:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36826 00000100:00080000:0.0:1746167976.306645:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746167976.306667:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423745920:0@lo:400:kworker.0 00000100:00100000:0.0:1746167976.306699:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423745792:0@lo:400:kworker.0 00000100:00100000:0.0:1746167976.306708:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423746432:0@lo:400:kworker.0 00000100:00100000:0.0:1746167976.306738:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423746048:0@lo:8:kworker.0 00000100:00100000:0.0:1746167976.306758:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167976.306787:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423746560:0@lo:8:kworker.0 00000100:00100000:0.0:1746167976.306817:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167976.306840:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423746688 00000100:00100000:0.0:1746167976.306844:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423746688 00000100:00100000:0.0:1746167976.306864:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423746048 00000100:00100000:0.0:1746167976.306866:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423746048 00000100:00100000:0.0:1746167976.306874:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423746560 00000100:00100000:0.0:1746167976.306876:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423746560 00000100:00100000:0.0:1746167976.306886:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8270 00000100:00100000:0.0:1746167976.306891:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423746688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167976.306920:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423746688:12345-0@lo:400:kworker.0 Request processed in 28us (517us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167976.306925:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8270 00000100:00100000:0.0:1746167976.306934:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51027 00000100:00100000:0.0:1746167976.306938:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095efca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423746048:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167976.306963:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167976.307499:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51028 00000100:00100000:2.0:1746167976.307505:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095efce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423746560:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746167976.307515:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167976.307547:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095efce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423746560:12345-0@lo:8:kworker.0 Request processed in 42us (730us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167976.307553:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51028 00000100:00080000:2.0:1746167976.307576:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746167976.307581:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746167976.307584:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423746560:0@lo:8:kworker.0 00000100:00100000:2.0:1746167976.307605:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423745664:0@lo:400:kworker.0 00000100:00100000:2.0:1746167976.307626:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167976.307640:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423746304:0@lo:400:kworker.0 00000100:00100000:2.0:1746167976.307664:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167976.307711:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1746167976.307718:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423745536:0@lo:400:kworker.0 00000100:00100000:2.0:1746167976.307740:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167976.307762:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423746176:0@lo:400:kworker.0 00000100:00100000:2.0:1746167976.307775:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167976.307784:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423746816:0@lo:400:kworker.0 00000100:00100000:2.0:1746167976.307807:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167976.307824:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423745664 00000100:00100000:2.0:1746167976.307827:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423745664 00000100:00100000:2.0:1746167976.307843:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423746304 00000100:00100000:2.0:1746167976.307844:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423746304 00000100:00100000:2.0:1746167976.307852:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423746816 00000100:00100000:2.0:1746167976.307854:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423746816 00000100:00100000:2.0:1746167976.307863:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4475 00000100:00100000:2.0:1746167976.307867:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423745664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167976.307888:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423745664:12345-0@lo:400:kworker.0 Request processed in 21us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167976.307892:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4475 00000100:00100000:2.0:1746167976.307900:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4476 00000100:00100000:2.0:1746167976.307903:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b630000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423746304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167976.307917:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b630000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423746304:12345-0@lo:400:kworker.0 Request processed in 13us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167976.307922:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4476 00000100:00100000:2.0:1746167976.307928:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4477 00000100:00100000:2.0:1746167976.307931:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b630700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423746816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167976.307945:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b630700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423746816:12345-0@lo:400:kworker.0 Request processed in 14us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167976.307952:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4477 00000100:00100000:2.0:1746167976.307972:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423746816:0@lo:400:kworker.0 00000100:00100000:2.0:1746167976.307978:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423745664:0@lo:400:kworker.0 00000100:00100000:2.0:1746167976.307984:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423746304:0@lo:400:kworker.0 00000100:00100000:2.0:1746167976.307998:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423746176 00000100:00100000:2.0:1746167976.307999:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423746176 00000100:00100000:2.0:1746167976.308011:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8271 00000100:00100000:2.0:1746167976.308014:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b630380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423746176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167976.308032:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b630380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423746176:12345-0@lo:400:kworker.0 Request processed in 18us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167976.308036:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8271 00000100:00100000:2.0:1746167976.308050:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423746176:0@lo:400:kworker.0 00000100:00100000:2.0:1746167976.308066:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423745536 00000100:00100000:2.0:1746167976.308068:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423745536 00000100:00100000:2.0:1746167976.308084:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1419 00000100:00100000:2.0:1746167976.308088:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423745536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167976.308106:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423745536:12345-0@lo:400:kworker.0 Request processed in 18us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167976.308110:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1419 00000100:00100000:2.0:1746167976.308131:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423745536:0@lo:400:kworker.0 00000100:00080000:2.0:1746167976.308154:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746167976.308156:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167976.308249:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423746688:0@lo:400:kworker.0 00000100:00100000:1.0:1746167976.312649:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746167976.312670:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b630a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423746944:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167976.312740:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167976.314688:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423746944 00000100:00100000:2.0:1746167976.314698:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423746944 00000100:00100000:2.0:1746167976.316670:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36827 00000100:00100000:2.0:1746167976.316693:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423746944:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167976.316722:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167976.317239:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423746944:12345-0@lo:41:osp-pre-1-0.0 Request processed in 551us (4498us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167976.317246:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36827 00000100:00100000:1.0:1746167976.317318:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b630a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423746944:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167976.323507:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423747072:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167976.323563:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167976.323649:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423747072 00000100:00100000:2.0:1746167976.323655:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423747072 00000100:00100000:2.0:1746167976.323698:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36828 00000100:00100000:2.0:1746167976.323705:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423747072:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746167976.323764:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746167976.323997:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423747072:12345-0@lo:41:osp-pre-0-1.0 Request processed in 293us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167976.324003:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36828 00000100:00100000:3.0:1746167976.324467:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423747072:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167976.334606:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095efca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423746048:12345-0@lo:8:kworker.0 Request processed in 27658us (27838us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167976.334619:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51027 00000100:00080000:3.0:1746167976.335171:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167976.335176:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167976.335181:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423746048:0@lo:8:kworker.0 00010000:00010000:0.0:1746167976.468550:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167976.626663:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095efd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423747200:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167976.626750:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167976.627104:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423747200 00000100:00100000:0.0:1746167976.627111:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423747200 00000100:00100000:0.0:1746167976.627156:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7676 00000100:00100000:0.0:1746167976.627163:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e830000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423747200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167976.627184:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167976.627218:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e830000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423747200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167976.627225:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7676 00000100:00100000:1.0:1746167976.627345:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095efd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423747200:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1746167977.469940:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167978.146199:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167978.146239:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167978.147109:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167978.147139:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167978.148771:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439310592 00000100:00100000:2.0:1746167978.148781:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439310592 00000100:00100000:2.0:1746167978.148830:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1420 00000100:00100000:2.0:1746167978.148838:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439310592:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746167978.149086:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439310592:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 248us (1977us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167978.149093:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1420 00000100:00100000:2.0:1746167978.149128:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439310976 00000100:00100000:2.0:1746167978.149132:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439310976 00000100:00100000:2.0:1746167978.149152:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51029 00000100:00100000:2.0:1746167978.149157:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439310976:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746167978.149178:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167978.149200:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095efd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439310976:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 42us (3320us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167978.149206:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51029 00000100:00100000:1.0:1746167978.151553:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439310720 00000100:00100000:1.0:1746167978.151562:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439310720 00000100:00100000:1.0:1746167978.151612:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439310848 00000100:00100000:1.0:1746167978.151615:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439310848 00000100:00100000:1.0:1746167978.151639:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4478 00000100:00100000:1.0:1746167978.151645:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095efd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439310720:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167978.151699:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095efd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439310720:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 54us (5458us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167978.151710:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4478 00000100:00100000:1.0:1746167978.151724:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4479 00000100:00100000:1.0:1746167978.151729:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095efdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439310848:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167978.151749:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095efdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439310848:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 21us (4610us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167978.151754:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4479 00000100:00080000:1.0:1746167978.151789:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167978.151792:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1746167978.473199:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746167979.474878:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167980.417904:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095efdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423747328:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167980.418153:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167980.418215:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423747328 00000100:00100000:2.0:1746167980.418398:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423747328 00000100:00100000:2.0:1746167980.418456:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7677 00000100:00100000:2.0:1746167980.418464:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423747328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167980.418488:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167980.418525:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423747328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167980.418531:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7677 00000100:00080000:2.0:1746167980.418564:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167980.422123:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095efdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423747328:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746167980.476147:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167981.314724:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095efe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423747456:0@lo:400:kworker.0 00000100:00100000:3.0:1746167981.314784:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746167981.314892:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167981.314897:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167981.314899:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167981.314903:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11897 00000100:00080000:0.0:1746167981.314906:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167981.314912:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167981.314929:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095eff100 x1830977423747968/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167981.314956:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167981.314959:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167981.314961:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167981.314964:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11897 00000100:00080000:0.0:1746167981.314967:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746167981.314970:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167981.314986:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095efdf80 x1830977423748480/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167981.315042:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095efed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423747840:0@lo:400:kworker.0 00000100:00100000:1.0:1746167981.315071:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167981.315113:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095efd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423748608:0@lo:400:kworker.0 00000100:00100000:1.0:1746167981.315149:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167981.315378:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095eff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423748096:0@lo:400:kworker.0 00000100:00100000:3.0:1746167981.315425:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095efe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423747584:0@lo:400:kworker.0 00000100:00100000:3.0:1746167981.315456:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167981.315470:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095eff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423748224:0@lo:400:kworker.0 00000100:00100000:3.0:1746167981.315491:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167981.315504:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1746167981.315508:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095efea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423747712:0@lo:400:kworker.0 00000100:00100000:3.0:1746167981.315533:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167981.315543:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095effb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423748352:0@lo:400:kworker.0 00000100:00100000:3.0:1746167981.315565:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167981.315614:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423747456 00000100:00100000:2.0:1746167981.315620:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423747456 00000100:00100000:2.0:1746167981.315766:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1421 00000100:00100000:2.0:1746167981.315784:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423747456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167981.316115:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423747456:12345-0@lo:400:kworker.0 Request processed in 342us (1331us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167981.316121:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1421 00000100:00100000:2.0:1746167981.316210:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423747584 00000100:00100000:2.0:1746167981.316236:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423747584 00000100:00100000:2.0:1746167981.316308:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423748224 00000100:00100000:2.0:1746167981.316323:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423748224 00000100:00100000:2.0:1746167981.316359:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423747712 00000100:00100000:2.0:1746167981.316361:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423747712 00000100:00100000:2.0:1746167981.316389:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4480 00000100:00100000:2.0:1746167981.316396:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423747584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167981.316440:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423747584:12345-0@lo:400:kworker.0 Request processed in 45us (983us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167981.316697:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095eff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423747968:0@lo:8:kworker.0 00000100:00100000:0.0:1746167981.316729:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167981.317110:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095efe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423747584:0@lo:400:kworker.0 00000100:00100000:0.0:1746167981.317162:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095efdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423748480:0@lo:8:kworker.0 00000100:00100000:0.0:1746167981.317179:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167981.317217:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423747840 00000100:00100000:1.0:1746167981.317220:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423747840 00000100:00100000:1.0:1746167981.317445:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423748352 00000100:00100000:1.0:1746167981.317448:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423748352 00000100:00100000:1.0:1746167981.317462:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36829 00000100:00100000:1.0:1746167981.317467:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423747840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167981.317497:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423747840:12345-0@lo:400:kworker.0 Request processed in 30us (2426us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167981.317503:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36829 00000100:00100000:1.0:1746167981.317513:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36830 00000100:00100000:1.0:1746167981.317518:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423748352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167981.317545:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423748352:12345-0@lo:400:kworker.0 Request processed in 26us (1979us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167981.317550:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36830 00000100:00100000:1.0:1746167981.317575:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095efed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423747840:0@lo:400:kworker.0 00000100:00100000:2.0:1746167981.317645:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4480 00000100:00100000:3.0:1746167981.318003:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4481 00000100:00100000:3.0:1746167981.318041:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dceca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423748224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167981.318080:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dceca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423748224:12345-0@lo:400:kworker.0 Request processed in 43us (2575us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167981.318086:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4481 00000100:00100000:3.0:1746167981.318100:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4482 00000100:00100000:3.0:1746167981.318105:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423747712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167981.318154:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423747712:12345-0@lo:400:kworker.0 Request processed in 41us (2611us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167981.318160:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4482 00000100:00100000:3.0:1746167981.318198:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095efea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423747712:0@lo:400:kworker.0 00000100:00100000:3.0:1746167981.318235:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095effb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423748352:0@lo:400:kworker.0 00000100:00100000:3.0:1746167981.318246:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095eff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423748224:0@lo:400:kworker.0 00000100:00100000:3.0:1746167981.318282:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167981.318489:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423748736:0@lo:400:kworker.0 00000100:00100000:3.0:1746167981.318509:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167981.318539:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095efe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423747456:0@lo:400:kworker.0 00000100:00100000:3.0:1746167981.318569:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423748608 00000100:00100000:3.0:1746167981.318573:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423748608 00000100:00100000:3.0:1746167981.318612:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423747968 00000100:00100000:3.0:1746167981.318615:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423747968 00000100:00100000:3.0:1746167981.318624:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423748480 00000100:00100000:3.0:1746167981.318625:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423748480 00000100:00100000:3.0:1746167981.318632:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423748096 00000100:00100000:3.0:1746167981.318634:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423748096 00000100:00100000:3.0:1746167981.318646:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8272 00000100:00100000:3.0:1746167981.318650:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f150000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423748608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167981.318691:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f150000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423748608:12345-0@lo:400:kworker.0 Request processed in 40us (3541us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167981.318696:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8272 00000100:00100000:3.0:1746167981.318705:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8273 00000100:00100000:3.0:1746167981.318721:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ed0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423748096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167981.318743:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ed0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423748096:12345-0@lo:400:kworker.0 Request processed in 33us (461us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167981.318748:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8273 00000100:00100000:3.0:1746167981.318846:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51030 00000100:00100000:3.0:1746167981.318850:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423747968:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167981.318867:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167981.318888:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423747968:12345-0@lo:8:kworker.0 Request processed in 37us (2158us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167981.318910:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51030 00000100:00100000:3.0:1746167981.318919:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51031 00000100:00100000:3.0:1746167981.318923:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423748480:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167981.318942:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167981.318959:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423748480:12345-0@lo:8:kworker.0 Request processed in 35us (1780us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167981.318963:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51031 00000100:00100000:3.0:1746167981.318981:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423748736 00000100:00100000:3.0:1746167981.318983:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423748736 00000100:00100000:3.0:1746167981.318996:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4483 00000100:00100000:3.0:1746167981.319000:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dced500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423748736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167981.319026:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dced500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423748736:12345-0@lo:400:kworker.0 Request processed in 25us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167981.319031:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4483 00000100:00100000:3.0:1746167981.319051:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095eff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423748096:0@lo:400:kworker.0 00000100:00100000:3.0:1746167981.319058:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423748736:0@lo:400:kworker.0 00000100:00080000:3.0:1746167981.319107:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167981.319111:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167981.319114:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095eff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423747968:0@lo:8:kworker.0 00000100:00080000:3.0:1746167981.319121:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167981.319123:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167981.319126:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095efdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423748480:0@lo:8:kworker.0 00000100:00100000:3.0:1746167981.319157:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095efd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423748608:0@lo:400:kworker.0 00000100:00080000:1.0:1746167981.319661:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1746167981.319665:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167981.319667:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167981.330155:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746167981.330174:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f150380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423748864:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167981.330231:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167981.330547:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423748864 00000100:00100000:2.0:1746167981.330554:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423748864 00000100:00100000:2.0:1746167981.330597:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36831 00000100:00100000:2.0:1746167981.330604:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423748864:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746167981.330632:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167981.330694:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423748864:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167981.330700:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36831 00000100:00100000:0.0:1746167981.330808:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f150380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423748864:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167981.331243:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b631180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423748992:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167981.331266:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746167981.331352:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423748992 00000100:00100000:1.0:1746167981.331357:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423748992 00000100:00100000:1.0:1746167981.331425:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36832 00000100:00100000:1.0:1746167981.331431:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423748992:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746167981.331449:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746167981.331630:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423748992:12345-0@lo:41:osp-pre-0-1.0 Request processed in 198us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167981.331636:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36832 00000100:00100000:0.0:1746167981.331699:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b631180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423748992:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1746167981.480471:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167981.636661:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746167981.636696:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f150700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423749120:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167981.636762:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167981.638385:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423749120 00000100:00100000:0.0:1746167981.638394:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423749120 00000100:00100000:0.0:1746167981.638433:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7678 00000100:00100000:0.0:1746167981.638441:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b631500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423749120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167981.638462:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167981.638500:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b631500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423749120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (1738us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167981.638506:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7678 00000100:00100000:0.0:1746167981.638554:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f150700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423749120:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167982.482463:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167983.150963:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167983.151002:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167983.151037:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746167983.151111:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439311232 00000100:00100000:1.0:1746167983.151119:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439311232 00000100:00100000:1.0:1746167983.151153:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439311360 00000100:00100000:1.0:1746167983.151155:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439311360 00000100:00100000:1.0:1746167983.151169:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4484 00000100:00100000:1.0:1746167983.151175:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439311232:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167983.151228:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439311232:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 54us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167983.151234:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4484 00000100:00100000:1.0:1746167983.151247:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4485 00000100:00100000:1.0:1746167983.151252:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439311360:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167983.151270:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439311360:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 18us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167983.151275:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4485 00000100:00100000:3.0:1746167983.151531:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439311104 00000100:00100000:3.0:1746167983.151535:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439311104 00000100:00100000:3.0:1746167983.151555:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1422 00000100:00100000:3.0:1746167983.151560:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439311104:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167983.151589:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439311104:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 29us (586us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167983.151594:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1422 00000100:00080000:0.0:1746167983.153514:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167983.153519:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746167983.153821:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167983.156721:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439311488 00000100:00100000:0.0:1746167983.156731:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439311488 00000100:00100000:0.0:1746167983.156847:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51032 00000100:00100000:0.0:1746167983.156855:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b631880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439311488:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167983.156876:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167983.157126:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b631880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439311488:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 270us (3308us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167983.157133:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51032 00010000:00010000:1.0:1746167983.484260:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746167984.487185:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746167985.426780:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746167985.426798:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f150a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423749248:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746167985.426856:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167985.427665:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423749248 00000100:00100000:2.0:1746167985.427697:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423749248 00000100:00100000:2.0:1746167985.437775:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7679 00000100:00100000:2.0:1746167985.437791:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423749248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746167985.438018:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167985.438093:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423749248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 309us (11237us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167985.438100:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7679 00000100:00080000:2.0:1746167985.438140:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167985.438223:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f150a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423749248:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746167985.494774:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746167986.321862:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167986.321866:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167986.321869:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167986.321876:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11902 00000100:00080000:0.0:1746167986.321881:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746167986.321886:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167986.321905:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088f51880 x1830977423749888/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167986.321929:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167986.321931:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167986.321933:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167986.321935:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11902 00000100:00080000:0.0:1746167986.321938:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746167986.321941:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167986.321952:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090940000 x1830977423750400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167986.321986:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423749760:0@lo:400:kworker.0 00000100:00100000:0.0:1746167986.322040:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167986.322084:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132103100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423750528:0@lo:400:kworker.0 00000100:00100000:3.0:1746167986.322125:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423749376:0@lo:400:kworker.0 00000100:00100000:3.0:1746167986.322151:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167986.322174:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423750016:0@lo:400:kworker.0 00000100:00100000:3.0:1746167986.322191:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167986.322202:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423750656:0@lo:400:kworker.0 00000100:00100000:3.0:1746167986.322218:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167986.322233:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1746167986.322237:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423749504:0@lo:400:kworker.0 00000100:00100000:3.0:1746167986.322249:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167986.322257:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423750144:0@lo:400:kworker.0 00000100:00100000:3.0:1746167986.322271:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167986.322288:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423749888:0@lo:8:kworker.0 00000100:00100000:3.0:1746167986.322301:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167986.322311:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423750400:0@lo:8:kworker.0 00000100:00100000:3.0:1746167986.322323:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167986.322344:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423749376 00000100:00100000:3.0:1746167986.322349:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423749376 00000100:00100000:3.0:1746167986.322375:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1423 00000100:00100000:3.0:1746167986.322381:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423749376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167986.322411:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee82850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423749376:12345-0@lo:400:kworker.0 Request processed in 29us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167986.322416:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1423 00000100:00100000:3.0:1746167986.322446:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423749376:0@lo:400:kworker.0 00000100:00100000:3.0:1746167986.322471:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423750016 00000100:00100000:3.0:1746167986.322473:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423750016 00000100:00100000:3.0:1746167986.322488:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423749888 00000100:00100000:3.0:1746167986.322490:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423749888 00000100:00100000:3.0:1746167986.322498:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423750400 00000100:00100000:3.0:1746167986.322499:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423750400 00000100:00100000:3.0:1746167986.322508:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8274 00000100:00100000:3.0:1746167986.322513:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423750016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167986.322537:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423750016:12345-0@lo:400:kworker.0 Request processed in 24us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167986.322542:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8274 00000100:00100000:3.0:1746167986.322549:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51033 00000100:00100000:3.0:1746167986.322552:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423749888:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167986.322567:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167986.322584:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423749888:12345-0@lo:8:kworker.0 Request processed in 31us (282us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167986.322588:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51033 00000100:00100000:3.0:1746167986.322594:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51034 00000100:00100000:3.0:1746167986.322597:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423750400:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167986.322604:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167986.322614:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423750400:12345-0@lo:8:kworker.0 Request processed in 17us (291us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167986.322655:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51034 00000100:00080000:3.0:1746167986.322701:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167986.322704:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167986.322707:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423749888:0@lo:8:kworker.0 00000100:00080000:3.0:1746167986.322713:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167986.322715:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167986.322718:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423750400:0@lo:8:kworker.0 00000100:00100000:3.0:1746167986.322735:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423750656 00000100:00100000:3.0:1746167986.322737:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423750656 00000100:00100000:3.0:1746167986.322755:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423749504 00000100:00100000:3.0:1746167986.322756:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423749504 00000100:00100000:3.0:1746167986.322771:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423750144 00000100:00100000:3.0:1746167986.322773:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423750144 00000100:00100000:3.0:1746167986.322782:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4486 00000100:00100000:3.0:1746167986.322786:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423750656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167986.322808:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423750656:12345-0@lo:400:kworker.0 Request processed in 22us (589us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167986.322812:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4486 00000100:00100000:3.0:1746167986.322820:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4487 00000100:00100000:3.0:1746167986.322824:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423749504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167986.322838:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423749504:12345-0@lo:400:kworker.0 Request processed in 14us (589us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167986.322843:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4487 00000100:00100000:3.0:1746167986.322849:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4488 00000100:00100000:3.0:1746167986.322853:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423750144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167986.322867:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423750144:12345-0@lo:400:kworker.0 Request processed in 14us (596us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167986.322871:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4488 00000100:00100000:3.0:1746167986.322894:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423749504:0@lo:400:kworker.0 00000100:00100000:3.0:1746167986.322901:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423750144:0@lo:400:kworker.0 00000100:00100000:3.0:1746167986.323137:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423750016:0@lo:400:kworker.0 00000100:00100000:3.0:1746167986.323144:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423750656:0@lo:400:kworker.0 00000100:00080000:3.0:1746167986.323165:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167986.323180:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423749760 00000100:00100000:3.0:1746167986.323182:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423749760 00000100:00100000:3.0:1746167986.323198:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36833 00000100:00100000:3.0:1746167986.323202:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a405450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423749760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167986.323225:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a405450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423749760:12345-0@lo:400:kworker.0 Request processed in 23us (1185us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167986.323229:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36833 00000100:00100000:0.0:1746167986.323506:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167986.323528:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423749760:0@lo:400:kworker.0 00000100:00100000:0.0:1746167986.323534:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1746167986.323540:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423749632:0@lo:400:kworker.0 00000100:00100000:0.0:1746167986.323555:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167986.323565:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423750272:0@lo:400:kworker.0 00000100:00100000:0.0:1746167986.323579:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167986.323596:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423750528 00000100:00100000:0.0:1746167986.323598:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423750528 00000100:00100000:0.0:1746167986.323616:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8275 00000100:00100000:0.0:1746167986.323620:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132100380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423750528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167986.323658:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132100380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423750528:12345-0@lo:400:kworker.0 Request processed in 38us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167986.323663:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8275 00000100:00100000:0.0:1746167986.323690:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423749632 00000100:00100000:0.0:1746167986.323692:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423749632 00000100:00100000:0.0:1746167986.323708:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4489 00000100:00100000:0.0:1746167986.323712:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132102680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423749632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167986.323744:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132102680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423749632:12345-0@lo:400:kworker.0 Request processed in 31us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167986.323748:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4489 00000100:00080000:0.0:1746167986.323758:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167986.323760:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167986.323770:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423749632:0@lo:400:kworker.0 00000100:00100000:0.0:1746167986.323777:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132103100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423750528:0@lo:400:kworker.0 00000100:00100000:0.0:1746167986.323794:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423750272 00000100:00100000:0.0:1746167986.323796:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423750272 00000100:00100000:0.0:1746167986.323809:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36834 00000100:00100000:0.0:1746167986.323813:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132100000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423750272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167986.323837:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132100000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423750272:12345-0@lo:400:kworker.0 Request processed in 24us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167986.323842:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36834 00000100:00100000:0.0:1746167986.323854:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423750272:0@lo:400:kworker.0 00000100:00100000:1.0:1746167986.339190:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132103100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423750784:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746167986.339251:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167986.339495:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746167986.339508:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b631c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423750912:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746167986.339763:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423750784 00000100:00100000:3.0:1746167986.339771:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423750784 00000100:00100000:3.0:1746167986.339802:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36835 00000100:00100000:3.0:1746167986.339809:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f150e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423750784:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746167986.339835:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167986.340164:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167986.340489:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423750912 00000100:00100000:0.0:1746167986.340493:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423750912 00000100:00100000:0.0:1746167986.340513:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36836 00000100:00100000:0.0:1746167986.340518:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b631f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423750912:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167986.340533:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167986.340569:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b631f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423750912:12345-0@lo:41:osp-pre-0-1.0 Request processed in 50us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167986.340574:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36836 00000100:00100000:3.0:1746167986.342178:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f150e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423750784:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2364us (2921us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167986.342187:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36835 00000100:00100000:2.0:1746167986.343871:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b631c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423750912:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746167986.343990:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132103100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423750784:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1746167986.496168:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746167986.642016:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132103100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423751040:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746167986.642071:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167986.642212:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423751040 00000100:00100000:0.0:1746167986.642219:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423751040 00000100:00100000:0.0:1746167986.642257:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7680 00000100:00100000:0.0:1746167986.642263:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b631c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423751040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746167986.642284:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167986.642323:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b631c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423751040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167986.642332:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7680 00000100:00100000:3.0:1746167986.642377:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132103100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423751040:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167987.499158:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167988.159255:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167988.159299:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167988.159329:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167988.159355:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167988.159376:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439312000 00000100:00100000:0.0:1746167988.159383:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439312000 00000100:00100000:0.0:1746167988.159407:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51035 00000100:00100000:0.0:1746167988.159413:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439312000:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167988.159434:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167988.159484:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439312000:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 69us (153us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167988.159491:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51035 00000100:00100000:0.0:1746167988.159506:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439311744 00000100:00100000:0.0:1746167988.159508:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439311744 00000100:00100000:0.0:1746167988.159532:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439311872 00000100:00100000:0.0:1746167988.159534:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439311872 00000100:00100000:0.0:1746167988.159546:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4490 00000100:00100000:0.0:1746167988.159550:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132103100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439311744:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167988.159577:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132103100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439311744:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 27us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167988.159582:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4490 00000100:00100000:0.0:1746167988.159590:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4491 00000100:00100000:0.0:1746167988.159619:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439311872:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167988.159636:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439311872:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 17us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167988.159640:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4491 00000100:00080000:0.0:1746167988.159654:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167988.159656:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167988.159862:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439311616 00000100:00100000:3.0:1746167988.159865:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439311616 00000100:00100000:3.0:1746167988.159886:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1424 00000100:00100000:3.0:1746167988.159891:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439311616:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167988.160033:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee83850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439311616:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 139us (784us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167988.160040:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1424 00010000:00010000:1.0:1746167988.505075:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167989.506963:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167990.450748:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746167990.450991:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423751168:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746167990.451079:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167990.451255:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423751168 00000100:00100000:2.0:1746167990.451262:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423751168 00000100:00080000:0.0:1746167990.451307:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167990.451341:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7681 00000100:00100000:0.0:1746167990.451350:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f151180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423751168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746167990.451400:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746167990.451446:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f151180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423751168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167990.451452:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7681 00000100:00100000:1.0:1746167990.451531:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423751168:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746167990.509858:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167991.333203:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423751296:0@lo:400:kworker.0 00000100:00100000:1.0:1746167991.333321:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167991.333381:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423751296 00000100:00100000:3.0:1746167991.333387:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423751296 00000100:00100000:3.0:1746167991.333419:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1425 00000100:00100000:3.0:1746167991.333425:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423751296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167991.333464:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423751296:12345-0@lo:400:kworker.0 Request processed in 39us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167991.333469:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1425 00000100:00100000:3.0:1746167991.334224:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423751424:0@lo:400:kworker.0 00000100:00100000:3.0:1746167991.334248:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167991.334284:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746167991.334289:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423751552:0@lo:400:kworker.0 00000100:00100000:3.0:1746167991.334302:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167991.334496:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423751424 00000100:00100000:3.0:1746167991.334499:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423751424 00000100:00100000:3.0:1746167991.334534:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423751552 00000100:00100000:3.0:1746167991.334536:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423751552 00000100:00100000:3.0:1746167991.334563:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4492 00000100:00100000:3.0:1746167991.334568:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dced180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423751424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167991.334597:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dced180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423751424:12345-0@lo:400:kworker.0 Request processed in 29us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167991.335568:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4492 00000100:00080000:0.0:1746167991.335626:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167991.335631:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167991.335633:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167991.335638:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11907 00000100:00080000:0.0:1746167991.335641:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746167991.335645:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167991.335663:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880094318e00 x1830977423751808/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746167991.335718:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167991.335721:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167991.335723:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167991.335725:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11907 00000100:00080000:0.0:1746167991.335728:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746167991.335731:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167991.335740:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009eef6680 x1830977423752320/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746167991.335815:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4493 00000100:00100000:2.0:1746167991.335825:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423751552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167991.335833:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423751808:0@lo:8:kworker.0 00000100:00100000:2.0:1746167991.335863:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423751552:12345-0@lo:400:kworker.0 Request processed in 42us (1560us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167991.335865:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167991.335868:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4493 00000100:00100000:3.0:1746167991.335881:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423752320:0@lo:8:kworker.0 00000100:00100000:2.0:1746167991.335885:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800905e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423752192:0@lo:400:kworker.0 00000100:00100000:3.0:1746167991.335898:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167991.335919:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423751808 00000100:00100000:3.0:1746167991.335923:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423751808 00000100:00100000:3.0:1746167991.335936:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423752320 00000100:00100000:3.0:1746167991.335938:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423752320 00000100:00100000:2.0:1746167991.335939:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167991.335948:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51036 00000100:00100000:3.0:1746167991.335952:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423751808:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167991.335970:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167991.335972:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746167991.335977:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423752064:0@lo:400:kworker.0 00000100:00100000:3.0:1746167991.335994:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423751808:12345-0@lo:8:kworker.0 Request processed in 41us (129us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746167991.335996:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167991.336000:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51036 00000100:00100000:3.0:1746167991.336009:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51037 00000100:00100000:3.0:1746167991.336012:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423752320:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746167991.336020:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746167991.336028:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423752192 00000100:00100000:2.0:1746167991.336031:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423752192 00000100:00100000:3.0:1746167991.336035:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423752320:12345-0@lo:8:kworker.0 Request processed in 22us (137us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167991.336041:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51037 00000100:00100000:2.0:1746167991.336053:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36837 00000100:00100000:2.0:1746167991.336058:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b632300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423752192:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1746167991.336062:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167991.336065:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167991.336068:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423751808:0@lo:8:kworker.0 00000100:00080000:3.0:1746167991.336074:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746167991.336076:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746167991.336078:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423752320:0@lo:8:kworker.0 00000100:00100000:2.0:1746167991.336086:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b632300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423752192:12345-0@lo:400:kworker.0 Request processed in 28us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167991.336090:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36837 00000100:00100000:3.0:1746167991.336104:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423751552:0@lo:400:kworker.0 00000100:00100000:2.0:1746167991.336113:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800905e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423752192:0@lo:400:kworker.0 00000100:00100000:2.0:1746167991.336123:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423752064 00000100:00100000:2.0:1746167991.336127:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423752064 00000100:00100000:2.0:1746167991.336140:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4494 00000100:00100000:2.0:1746167991.336144:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b632680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423752064:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1746167991.336365:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746167991.336369:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746167991.336391:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094318380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423751680:0@lo:400:kworker.0 00000100:00100000:3.0:1746167991.336802:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423751424:0@lo:400:kworker.0 00000100:00100000:2.0:1746167991.337581:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b632680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423752064:12345-0@lo:400:kworker.0 Request processed in 1435us (1582us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167991.337588:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4494 00000100:00100000:0.0:1746167991.337641:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167991.337656:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423752448:0@lo:400:kworker.0 00000100:00100000:0.0:1746167991.337669:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167991.337694:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423752448 00000100:00100000:0.0:1746167991.337697:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423752448 00000100:00100000:0.0:1746167991.337721:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8276 00000100:00100000:0.0:1746167991.337725:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423752448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167991.337746:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423752448:12345-0@lo:400:kworker.0 Request processed in 21us (75us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167991.337750:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8276 00000100:00080000:0.0:1746167991.337760:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746167991.337772:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423752448:0@lo:400:kworker.0 00000100:00100000:0.0:1746167991.337781:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746167991.337785:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423751936:0@lo:400:kworker.0 00000100:00100000:0.0:1746167991.337796:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167991.337807:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423751936 00000100:00100000:0.0:1746167991.337808:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423751936 00000100:00100000:0.0:1746167991.337819:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8277 00000100:00100000:0.0:1746167991.337823:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423751936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167991.337839:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423751936:12345-0@lo:400:kworker.0 Request processed in 16us (43us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167991.337843:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8277 00000100:00100000:0.0:1746167991.337856:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423751936:0@lo:400:kworker.0 00000100:00100000:0.0:1746167991.337860:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423752576:0@lo:400:kworker.0 00000100:00100000:0.0:1746167991.337872:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167991.337895:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423751680 00000100:00100000:0.0:1746167991.337897:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423751680 00000100:00100000:0.0:1746167991.337909:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36838 00000100:00100000:0.0:1746167991.337913:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423751680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746167991.337931:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423751680:12345-0@lo:400:kworker.0 Request processed in 18us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167991.337935:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36838 00000100:00100000:0.0:1746167991.337947:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094318380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423751680:0@lo:400:kworker.0 00000100:00100000:3.0:1746167991.338344:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423752064:0@lo:400:kworker.0 00000100:00100000:2.0:1746167991.338513:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423752576 00000100:00100000:2.0:1746167991.338517:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423752576 00000100:00100000:2.0:1746167991.338534:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4495 00000100:00100000:2.0:1746167991.338548:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423752576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167991.338582:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423752576:12345-0@lo:400:kworker.0 Request processed in 43us (708us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167991.338586:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4495 00000100:00100000:1.0:1746167991.338818:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423751296:0@lo:400:kworker.0 00000100:00100000:0.0:1746167991.339418:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423752576:0@lo:400:kworker.0 00000100:00100000:3.0:1746167991.361879:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f151500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423752704:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746167991.361937:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167991.362010:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423752832:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746167991.363078:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167991.363125:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423752704 00000100:00100000:0.0:1746167991.363132:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423752704 00000100:00100000:0.0:1746167991.363167:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423752832 00000100:00100000:0.0:1746167991.363168:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423752832 00000100:00100000:0.0:1746167991.363182:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36839 00000100:00100000:0.0:1746167991.363187:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423752704:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167991.363269:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746167991.364439:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36840 00000100:00100000:2.0:1746167991.364449:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b632a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423752832:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746167991.364471:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746167991.364503:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b632a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423752832:12345-0@lo:41:osp-pre-0-1.0 Request processed in 58us (1431us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167991.364509:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36840 00000100:00100000:2.0:1746167991.364578:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423752832:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167991.364609:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423752704:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1420us (2671us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167991.364616:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36839 00000100:00100000:3.0:1746167991.364702:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f151500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423752704:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1746167991.512010:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746167991.652864:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746167991.652882:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423752960:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746167991.652934:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167991.653026:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423752960 00000100:00100000:2.0:1746167991.653033:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423752960 00000100:00100000:2.0:1746167991.653077:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7682 00000100:00100000:2.0:1746167991.653085:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f151880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423752960:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167991.653103:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167991.653136:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f151880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423752960:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167991.653142:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7682 00000100:00100000:1.0:1746167991.653454:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423752960:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167992.514698:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167993.170818:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167993.172503:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439312128 00000100:00100000:3.0:1746167993.172526:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439312128 00000100:00100000:3.0:1746167993.172578:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1426 00000100:00100000:3.0:1746167993.172586:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439312128:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167993.174252:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439312128:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1663us (3436us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167993.174261:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1426 00000100:00100000:2.0:1746167993.174430:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746167993.174917:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439312384 00000100:00100000:3.0:1746167993.174922:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439312384 00000100:00100000:3.0:1746167993.175636:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4496 00000100:00100000:3.0:1746167993.175645:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b632d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439312384:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167993.175703:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b632d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439312384:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 59us (1274us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167993.175709:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4496 00000100:00080000:0.0:1746167993.175842:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167993.177025:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746167993.177076:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167993.177145:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439312512 00000100:00100000:0.0:1746167993.177151:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439312512 00000100:00100000:0.0:1746167993.177183:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51038 00000100:00100000:0.0:1746167993.177188:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b633100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439312512:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746167993.177211:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167993.177446:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b633100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439312512:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 257us (422us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167993.177453:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51038 00000100:00100000:3.0:1746167993.177662:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439312256 00000100:00100000:3.0:1746167993.177666:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439312256 00000100:00100000:3.0:1746167993.177718:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4497 00000100:00100000:3.0:1746167993.177725:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b633480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439312256:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746167993.177756:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b633480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439312256:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 31us (679us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167993.177761:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4497 00000100:00080000:0.0:1746167993.179126:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1746167993.517906:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167994.518177:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167995.458517:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167995.458537:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423753088:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746167995.458592:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167995.458743:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423753088 00000100:00100000:3.0:1746167995.458749:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423753088 00000100:00100000:3.0:1746167995.458794:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7683 00000100:00100000:3.0:1746167995.458802:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423753088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746167995.458825:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746167995.458857:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423753088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167995.458864:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7683 00000100:00080000:0.0:1746167995.458913:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746167995.459017:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423753088:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746167995.520187:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746167996.355694:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746167996.355699:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167996.355701:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167996.355707:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11912 00000100:00080000:0.0:1746167996.355712:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746167996.355717:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167996.355733:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136057b80 x1830977423753728/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746167996.355875:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423753472:0@lo:400:kworker.0 00000100:00100000:1.0:1746167996.355924:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167996.355979:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423753344:0@lo:400:kworker.0 00000100:00100000:2.0:1746167996.356010:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423753600:0@lo:400:kworker.0 00000100:00100000:2.0:1746167996.356028:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167996.356081:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423753600 00000100:00100000:2.0:1746167996.356087:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423753600 00000100:00100000:2.0:1746167996.356115:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36841 00000100:00100000:2.0:1746167996.356120:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b633800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423753600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167996.356511:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b633800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423753600:12345-0@lo:400:kworker.0 Request processed in 390us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167996.356517:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36841 00000100:00100000:3.0:1746167996.356809:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009eef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423753216:0@lo:400:kworker.0 00000100:00080000:0.0:1746167996.356885:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746167996.356888:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746167996.356889:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746167996.356893:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11912 00000100:00080000:0.0:1746167996.356896:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746167996.356900:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746167996.356911:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136055880 x1830977423754240/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746167996.357817:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423753728:0@lo:8:kworker.0 00000100:00100000:3.0:1746167996.358144:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167996.358164:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423753856:0@lo:400:kworker.0 00000100:00100000:3.0:1746167996.358181:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167996.358196:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423754496:0@lo:400:kworker.0 00000100:00100000:3.0:1746167996.358212:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167996.358225:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746167996.358229:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423753984:0@lo:400:kworker.0 00000100:00100000:3.0:1746167996.358244:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167996.358266:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423753216 00000100:00100000:3.0:1746167996.358270:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423753216 00000100:00100000:3.0:1746167996.358292:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1427 00000100:00100000:3.0:1746167996.358297:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a09c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423753216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167996.358321:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a09c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423753216:12345-0@lo:400:kworker.0 Request processed in 24us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167996.358326:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1427 00000100:00100000:3.0:1746167996.358344:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423753472 00000100:00100000:3.0:1746167996.358346:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423753472 00000100:00100000:3.0:1746167996.358367:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423754496 00000100:00100000:3.0:1746167996.358368:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423754496 00000100:00100000:3.0:1746167996.358377:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423753984 00000100:00100000:3.0:1746167996.358379:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423753984 00000100:00100000:3.0:1746167996.358388:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4498 00000100:00100000:3.0:1746167996.358392:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f151c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423753472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167996.358412:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f151c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423753472:12345-0@lo:400:kworker.0 Request processed in 20us (2488us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167996.358416:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4498 00000100:00100000:3.0:1746167996.358423:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4499 00000100:00100000:3.0:1746167996.358426:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423754496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167996.358439:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423754496:12345-0@lo:400:kworker.0 Request processed in 13us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167996.358443:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4499 00000100:00100000:3.0:1746167996.358450:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4500 00000100:00100000:3.0:1746167996.358464:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423753984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167996.358480:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423753984:12345-0@lo:400:kworker.0 Request processed in 17us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167996.358485:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4500 00000100:00100000:3.0:1746167996.358513:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423753984:0@lo:400:kworker.0 00000100:00100000:3.0:1746167996.358520:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423754496:0@lo:400:kworker.0 00000100:00100000:3.0:1746167996.358525:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009eef6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423753216:0@lo:400:kworker.0 00000100:00100000:3.0:1746167996.358549:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746167996.358566:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423753344 00000100:00100000:3.0:1746167996.358568:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423753344 00000100:00100000:3.0:1746167996.358581:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4501 00000100:00100000:3.0:1746167996.358585:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423753344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746167996.358603:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423753344:12345-0@lo:400:kworker.0 Request processed in 18us (54us total) trans 0 rc 0/0 00000100:00100000:3.0:1746167996.358607:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4501 00000100:00100000:3.0:1746167996.358621:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423753344:0@lo:400:kworker.0 00000100:00080000:3.0:1746167996.358638:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746167996.358641:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746167996.358698:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423753600:0@lo:400:kworker.0 00000100:00100000:2.0:1746167996.358707:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423754368:0@lo:400:kworker.0 00000100:00100000:2.0:1746167996.358724:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167996.358744:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746167996.358748:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423754112:0@lo:400:kworker.0 00000100:00100000:2.0:1746167996.358761:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167996.358777:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423754112 00000100:00100000:2.0:1746167996.358779:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423754112 00000100:00100000:2.0:1746167996.358797:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36842 00000100:00100000:2.0:1746167996.358801:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b631180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423754112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746167996.358827:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b631180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423754112:12345-0@lo:400:kworker.0 Request processed in 25us (64us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167996.358831:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36842 00000100:00100000:2.0:1746167996.358849:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423754112:0@lo:400:kworker.0 00000100:00100000:1.0:1746167996.359241:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423753472:0@lo:400:kworker.0 00000100:00100000:1.0:1746167996.359261:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423753856 00000100:00100000:1.0:1746167996.359263:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423753856 00000100:00100000:1.0:1746167996.359285:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423754368 00000100:00100000:1.0:1746167996.359288:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423754368 00000100:00100000:1.0:1746167996.359302:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8278 00000100:00100000:1.0:1746167996.359306:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423753856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167996.359330:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423753856:12345-0@lo:400:kworker.0 Request processed in 24us (1149us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167996.359334:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8278 00000100:00100000:1.0:1746167996.359341:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8279 00000100:00100000:1.0:1746167996.359344:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b633b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423754368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746167996.359359:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b633b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423754368:12345-0@lo:400:kworker.0 Request processed in 15us (635us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167996.359363:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8279 00000100:00100000:0.0:1746167996.359959:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167996.359973:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423754240:0@lo:8:kworker.0 00000100:00100000:0.0:1746167996.359987:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167996.360011:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423753728 00000100:00100000:0.0:1746167996.360013:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423753728 00000100:00100000:0.0:1746167996.360022:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423754240 00000100:00100000:0.0:1746167996.360024:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423754240 00000100:00100000:0.0:1746167996.360032:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51039 00000100:00100000:0.0:1746167996.360036:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423753728:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167996.360051:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167996.360070:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423753728:12345-0@lo:8:kworker.0 Request processed in 33us (112us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167996.360074:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51039 00000100:00100000:0.0:1746167996.360081:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51040 00000100:00100000:0.0:1746167996.360083:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423754240:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746167996.360090:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746167996.360101:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423754240:12345-0@lo:8:kworker.0 Request processed in 17us (114us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746167996.360105:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51040 00000100:00080000:0.0:1746167996.360119:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167996.360122:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167996.360125:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423753728:0@lo:8:kworker.0 00000100:00080000:0.0:1746167996.360132:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746167996.360134:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746167996.360136:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423754240:0@lo:8:kworker.0 00000100:00080000:3.0:1746167996.360196:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746167996.360211:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423753856:0@lo:400:kworker.0 00000100:00100000:2.0:1746167996.360332:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423754368:0@lo:400:kworker.0 00000100:00100000:0.0:1746167996.369979:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746167996.369998:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b630380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423754624:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167996.370054:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167996.370260:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f151f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423754752:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746167996.370286:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746167996.370324:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423754624 00000100:00100000:0.0:1746167996.370330:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423754624 00000100:00100000:0.0:1746167996.370372:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423754752 00000100:00100000:0.0:1746167996.370375:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423754752 00000100:00100000:0.0:1746167996.370390:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36843 00000100:00100000:0.0:1746167996.370397:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423754624:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746167996.370424:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746167996.370470:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423754624:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167996.370476:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36843 00000100:00100000:0.0:1746167996.370489:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36844 00000100:00100000:0.0:1746167996.370493:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423754752:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746167996.370507:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746167996.370529:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423754752:12345-0@lo:41:osp-pre-1-0.0 Request processed in 36us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167996.370533:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36844 00000100:00100000:0.0:1746167996.370559:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b630380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423754624:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746167996.370581:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f151f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423754752:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1746167996.523997:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167996.658123:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746167996.658142:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f152300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423754880:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746167996.658198:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746167996.659721:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423754880 00000100:00100000:2.0:1746167996.659731:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423754880 00000100:00100000:2.0:1746167996.659779:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7684 00000100:00100000:2.0:1746167996.659787:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423754880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746167996.659808:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746167996.659863:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423754880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (1664us total) trans 0 rc 0/0 00000100:00100000:2.0:1746167996.659870:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7684 00000100:00100000:0.0:1746167996.660089:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f152300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423754880:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746167997.526288:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746167998.195479:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167998.195520:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167998.195555:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167998.195584:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746167998.195636:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439312640 00000100:00100000:0.0:1746167998.195644:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439312640 00000100:00100000:0.0:1746167998.195704:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1428 00000100:00100000:0.0:1746167998.195711:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a81ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439312640:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746167998.195760:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a81ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439312640:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 50us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1746167998.195766:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1428 00000100:00100000:1.0:1746167998.196714:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439312768 00000100:00100000:1.0:1746167998.196719:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439312768 00000100:00100000:1.0:1746167998.196763:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439312896 00000100:00100000:1.0:1746167998.196766:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439312896 00000100:00100000:1.0:1746167998.196791:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4502 00000100:00100000:1.0:1746167998.196797:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136050380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439312768:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167998.196833:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136050380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439312768:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 36us (1362us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167998.196839:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4502 00000100:00100000:1.0:1746167998.196849:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4503 00000100:00100000:1.0:1746167998.196854:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136050700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439312896:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746167998.196878:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136050700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439312896:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 24us (1293us total) trans 0 rc 0/0 00000100:00100000:1.0:1746167998.196883:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4503 00000100:00080000:1.0:1746167998.196947:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746167998.196950:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746167998.197261:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439313024 00000100:00100000:3.0:1746167998.197266:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439313024 00000100:00100000:3.0:1746167998.197289:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51041 00000100:00100000:3.0:1746167998.197293:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439313024:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746167998.197312:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746167998.197335:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439313024:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 41us (1814us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746167998.197339:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51041 00010000:00010000:1.0:1746167998.528390:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746167999.530234:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168000.466501:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f152680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423755008:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746168000.466559:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168000.466706:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423755008 00000100:00100000:3.0:1746168000.466713:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423755008 00000100:00080000:1.0:1746168000.466762:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746168000.466925:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7685 00000100:00100000:3.0:1746168000.466934:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423755008:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746168000.466958:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746168000.467081:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423755008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 149us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168000.467085:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7685 00000100:00100000:0.0:1746168000.467135:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f152680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423755008:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746168000.532315:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746168001.362841:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746168001.362845:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168001.362850:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168001.362858:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11917 00000100:00080000:0.0:1746168001.362862:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746168001.362867:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746168001.362886:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ff5b800 x1830977423755648/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746168001.362914:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746168001.362916:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168001.362918:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168001.362921:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11917 00000100:00080000:0.0:1746168001.362923:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746168001.362926:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746168001.362933:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095efc380 x1830977423756160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746168001.362969:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423755648:0@lo:8:kworker.0 00000100:00100000:0.0:1746168001.363019:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168001.363062:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095efc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423756160:0@lo:8:kworker.0 00000100:00100000:0.0:1746168001.363080:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168001.363233:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423755392:0@lo:400:kworker.0 00000100:00100000:2.0:1746168001.363261:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168001.363282:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095efc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423756032:0@lo:400:kworker.0 00000100:00100000:2.0:1746168001.363299:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168001.363316:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1746168001.363321:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423755264:0@lo:400:kworker.0 00000100:00100000:2.0:1746168001.363335:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168001.363346:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e320e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423755904:0@lo:400:kworker.0 00000100:00100000:2.0:1746168001.363358:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168001.363414:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423756032 00000100:00100000:2.0:1746168001.363420:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423756032 00000100:00100000:2.0:1746168001.363453:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36845 00000100:00100000:2.0:1746168001.363460:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b630a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423756032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168001.363500:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b630a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423756032:12345-0@lo:400:kworker.0 Request processed in 40us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168001.363505:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36845 00000100:00100000:2.0:1746168001.363525:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423755392 00000100:00100000:2.0:1746168001.363527:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423755392 00000100:00100000:2.0:1746168001.363550:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423755264 00000100:00100000:2.0:1746168001.363552:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423755264 00000100:00100000:3.0:1746168001.363654:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423755136:0@lo:400:kworker.0 00000100:00100000:3.0:1746168001.363695:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168001.363714:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e323800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423755776:0@lo:400:kworker.0 00000100:00080000:3.0:1746168001.363733:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746168001.363736:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746168001.364470:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423755136 00000100:00100000:0.0:1746168001.364474:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423755136 00000100:00100000:0.0:1746168001.364494:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1429 00000100:00100000:0.0:1746168001.364499:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423755136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168001.364524:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423755136:12345-0@lo:400:kworker.0 Request processed in 25us (828us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168001.364529:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1429 00000100:00100000:1.0:1746168001.364624:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423755648 00000100:00100000:1.0:1746168001.364628:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423755648 00000100:00100000:1.0:1746168001.364643:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51042 00000100:00100000:1.0:1746168001.364647:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095eff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423755648:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746168001.364664:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746168001.364709:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095eff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423755648:12345-0@lo:8:kworker.0 Request processed in 60us (1689us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746168001.364714:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51042 00000100:00100000:1.0:1746168001.364722:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423756160 00000100:00100000:1.0:1746168001.364725:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423756160 00000100:00100000:1.0:1746168001.364736:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51043 00000100:00100000:1.0:1746168001.364740:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095eff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423756160:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746168001.364749:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746168001.364766:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095eff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423756160:12345-0@lo:8:kworker.0 Request processed in 25us (1686us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746168001.364771:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51043 00000100:00100000:1.0:1746168001.364791:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423755520:0@lo:400:kworker.0 00000100:00100000:1.0:1746168001.364812:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168001.364827:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423755520 00000100:00100000:1.0:1746168001.364830:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423755520 00000100:00100000:1.0:1746168001.364846:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36846 00000100:00100000:1.0:1746168001.364851:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f152a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423755520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168001.364874:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f152a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423755520:12345-0@lo:400:kworker.0 Request processed in 23us (62us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168001.364879:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36846 00000100:00100000:1.0:1746168001.364907:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423755520:0@lo:400:kworker.0 00000100:00100000:1.0:1746168001.364913:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095efd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423756288:0@lo:400:kworker.0 00000100:00100000:1.0:1746168001.364929:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168001.364942:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423756288 00000100:00100000:1.0:1746168001.364944:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423756288 00000100:00100000:1.0:1746168001.364964:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8280 00000100:00100000:1.0:1746168001.364969:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f152d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423756288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168001.364992:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f152d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423756288:12345-0@lo:400:kworker.0 Request processed in 22us (62us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168001.364997:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8280 00000100:00080000:1.0:1746168001.365008:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746168001.365021:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095efd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423756288:0@lo:400:kworker.0 00000100:00100000:2.0:1746168001.365094:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423755904 00000100:00100000:2.0:1746168001.365097:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423755904 00000100:00100000:3.0:1746168001.365162:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4504 00000100:00100000:3.0:1746168001.365169:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b630e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423755392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168001.365198:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b630e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423755392:12345-0@lo:400:kworker.0 Request processed in 31us (1937us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168001.365203:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4504 00000100:00100000:3.0:1746168001.365214:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4505 00000100:00100000:3.0:1746168001.365219:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b630380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423755264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168001.365240:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b630380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423755264:12345-0@lo:400:kworker.0 Request processed in 22us (1904us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168001.365244:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4505 00000100:00100000:3.0:1746168001.365252:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4506 00000100:00100000:3.0:1746168001.365256:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423755904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168001.365272:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423755904:12345-0@lo:400:kworker.0 Request processed in 17us (1914us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168001.365277:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4506 00000100:00100000:3.0:1746168001.365293:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168001.365307:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095efdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423756416:0@lo:400:kworker.0 00000100:00100000:3.0:1746168001.365324:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168001.365342:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423755136:0@lo:400:kworker.0 00000100:00100000:3.0:1746168001.365359:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423755776 00000100:00100000:3.0:1746168001.365361:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423755776 00000100:00100000:3.0:1746168001.365392:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8281 00000100:00100000:3.0:1746168001.365397:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423755776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168001.367362:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423756416 00000100:00100000:0.0:1746168001.367381:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423756416 00000100:00100000:0.0:1746168001.367411:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4507 00000100:00100000:0.0:1746168001.367417:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423756416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168001.367753:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423755776:12345-0@lo:400:kworker.0 Request processed in 2354us (2457us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168001.367761:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8281 00000100:00100000:3.0:1746168001.367799:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e323800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423755776:0@lo:400:kworker.0 00000100:00100000:3.0:1746168001.367842:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423755264:0@lo:400:kworker.0 00000100:00100000:3.0:1746168001.367853:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e320e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423755904:0@lo:400:kworker.0 00000100:00100000:3.0:1746168001.367861:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423755392:0@lo:400:kworker.0 00000100:00100000:3.0:1746168001.367873:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095efc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423756032:0@lo:400:kworker.0 00000100:00100000:0.0:1746168001.367947:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423756416:12345-0@lo:400:kworker.0 Request processed in 530us (2622us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168001.367953:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4507 00000100:00080000:0.0:1746168001.367990:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746168001.367994:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746168001.367998:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012ff5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423755648:0@lo:8:kworker.0 00000100:00080000:0.0:1746168001.368007:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746168001.368009:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746168001.368012:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095efc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423756160:0@lo:8:kworker.0 00000100:00100000:3.0:1746168001.368273:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095efdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423756416:0@lo:400:kworker.0 00000100:00100000:2.0:1746168001.381082:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095efc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423756544:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746168001.381141:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168001.381286:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f153100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423756672:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746168001.381311:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168001.381468:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423756544 00000100:00100000:0.0:1746168001.381475:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423756544 00000100:00100000:0.0:1746168001.381504:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423756672 00000100:00100000:0.0:1746168001.381506:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423756672 00000100:00100000:0.0:1746168001.381520:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36847 00000100:00100000:0.0:1746168001.381527:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423756544:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746168001.381555:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746168001.381585:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423756544:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168001.381591:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36847 00000100:00100000:0.0:1746168001.381604:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36848 00000100:00100000:0.0:1746168001.381609:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423756672:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746168001.381622:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746168001.381656:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423756672:12345-0@lo:41:osp-pre-1-0.0 Request processed in 47us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168001.381661:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36848 00000100:00100000:3.0:1746168001.381752:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f153100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423756672:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746168001.381831:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095efc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423756544:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1746168001.533953:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746168001.666420:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746168001.666439:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095efc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423756800:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746168001.666494:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168001.666704:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423756800 00000100:00100000:2.0:1746168001.666711:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423756800 00000100:00100000:2.0:1746168001.666820:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7686 00000100:00100000:2.0:1746168001.666828:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e320e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423756800:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746168001.666846:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746168001.666885:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e320e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423756800:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168001.666891:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7686 00000100:00100000:3.0:1746168001.666915:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095efc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423756800:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746168002.537212:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168003.200023:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168003.200066:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746168003.200536:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439313280 00000100:00100000:1.0:1746168003.200543:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439313280 00000100:00100000:1.0:1746168003.200591:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4508 00000100:00100000:1.0:1746168003.200597:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095efce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439313280:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:3.0:1746168003.200631:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746168003.200647:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095efce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439313280:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 50us (632us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168003.200653:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4508 00000100:00100000:3.0:1746168003.200959:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746168003.200960:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439313536 00000100:00100000:2.0:1746168003.200964:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439313536 00000100:00100000:2.0:1746168003.200983:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51044 00000100:00100000:2.0:1746168003.200988:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095efca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439313536:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:3.0:1746168003.200998:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00010000:00020000:2.0:1746168003.201007:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746168003.201037:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095efca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439313536:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 44us (966us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746168003.201044:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51044 00000100:00100000:0.0:1746168003.201057:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439313152 00000100:00100000:0.0:1746168003.201060:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439313152 00000100:00100000:1.0:1746168003.201076:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439313408 00000100:00100000:1.0:1746168003.201080:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439313408 00000100:00100000:0.0:1746168003.201087:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1430 00000100:00100000:0.0:1746168003.201093:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439313152:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746168003.201114:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439313152:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 22us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168003.201118:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4509 00000100:00100000:0.0:1746168003.201120:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1430 00000100:00100000:1.0:1746168003.201123:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e323800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439313408:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746168003.201147:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e323800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439313408:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 24us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168003.201153:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4509 00000100:00080000:2.0:1746168003.201191:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1746168003.540134:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746168004.541891:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746168005.474894:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095efd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423756928:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746168005.474959:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168005.475417:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423756928 00000100:00100000:2.0:1746168005.475424:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423756928 00000100:00080000:0.0:1746168005.475513:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746168005.475537:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7687 00000100:00100000:2.0:1746168005.475545:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423756928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746168005.475568:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746168005.475733:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423756928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 188us (772us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168005.475739:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7687 00000100:00100000:3.0:1746168005.475815:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095efd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423756928:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746168005.544183:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746168006.370492:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095efe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423757056:0@lo:400:kworker.0 00000100:00100000:2.0:1746168006.370551:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168006.371750:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746168006.371756:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095eff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423757184:0@lo:400:kworker.0 00000100:00100000:2.0:1746168006.371784:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168006.371847:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423757056 00000100:00100000:1.0:1746168006.371853:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423757056 00000100:00100000:1.0:1746168006.371885:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431 00000100:00100000:1.0:1746168006.371891:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f8a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423757056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168006.371931:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f8a2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423757056:12345-0@lo:400:kworker.0 Request processed in 40us (1380us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168006.371937:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431 00000100:00080000:0.0:1746168006.372085:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746168006.372089:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168006.372091:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168006.372095:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11922 00000100:00080000:0.0:1746168006.372098:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746168006.372102:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746168006.372116:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095efed80 x1830977423757568/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746168006.372145:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746168006.372147:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168006.372149:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168006.372151:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11922 00000100:00080000:0.0:1746168006.372153:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746168006.372156:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746168006.372165:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095efc380 x1830977423758080/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746168006.372192:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095efed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423757568:0@lo:8:kworker.0 00000100:00100000:0.0:1746168006.372216:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168006.372454:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095efc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423758080:0@lo:8:kworker.0 00000100:00100000:0.0:1746168006.372473:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168006.372498:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423757568 00000100:00100000:0.0:1746168006.372501:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423757568 00000100:00100000:0.0:1746168006.372515:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423758080 00000100:00100000:0.0:1746168006.372517:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423758080 00000100:00100000:0.0:1746168006.372527:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51045 00000100:00100000:0.0:1746168006.372532:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095efd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423757568:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746168006.372551:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746168006.372577:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095efd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423757568:12345-0@lo:8:kworker.0 Request processed in 44us (360us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746168006.372582:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51045 00000100:00100000:0.0:1746168006.372591:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51046 00000100:00100000:0.0:1746168006.372595:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423758080:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746168006.372603:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746168006.372620:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423758080:12345-0@lo:8:kworker.0 Request processed in 24us (146us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746168006.372624:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51046 00000100:00080000:0.0:1746168006.372648:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746168006.372652:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746168006.372655:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095efed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423757568:0@lo:8:kworker.0 00000100:00080000:0.0:1746168006.372661:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746168006.372663:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746168006.372666:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095efc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423758080:0@lo:8:kworker.0 00000100:00100000:0.0:1746168006.372722:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095efea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423757440:0@lo:400:kworker.0 00000100:00100000:0.0:1746168006.372746:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168006.372760:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095efdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423758208:0@lo:400:kworker.0 00000100:00100000:0.0:1746168006.372774:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168006.372785:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1746168006.372789:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095effb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423757312:0@lo:400:kworker.0 00000100:00100000:0.0:1746168006.372806:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423758208 00000100:00100000:0.0:1746168006.372808:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423758208 00000100:00100000:0.0:1746168006.372830:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8282 00000100:00100000:0.0:1746168006.372835:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095efc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423758208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168006.372862:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095efc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423758208:12345-0@lo:400:kworker.0 Request processed in 27us (86us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168006.372867:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8282 00000100:00080000:0.0:1746168006.372880:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746168006.372896:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423757440 00000100:00100000:0.0:1746168006.372898:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423757440 00000100:00100000:0.0:1746168006.372916:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36849 00000100:00100000:0.0:1746168006.372920:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423757440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168006.372947:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423757440:12345-0@lo:400:kworker.0 Request processed in 27us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168006.372953:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36849 00000100:00100000:2.0:1746168006.373159:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095efe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423757056:0@lo:400:kworker.0 00000100:00100000:2.0:1746168006.373171:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095efe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423757696:0@lo:400:kworker.0 00000100:00100000:2.0:1746168006.373189:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168006.373200:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095efc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423758336:0@lo:400:kworker.0 00000100:00100000:2.0:1746168006.373214:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168006.373226:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746168006.373230:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095efd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423757824:0@lo:400:kworker.0 00000100:00100000:2.0:1746168006.373253:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168006.373274:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423757184 00000100:00100000:2.0:1746168006.373277:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423757184 00000100:00100000:2.0:1746168006.373312:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423758336 00000100:00100000:2.0:1746168006.373314:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423758336 00000100:00100000:2.0:1746168006.373325:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423757824 00000100:00100000:2.0:1746168006.373327:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423757824 00000100:00100000:2.0:1746168006.373337:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4510 00000100:00100000:2.0:1746168006.373341:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423757184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168006.373658:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4511 00000100:00100000:1.0:1746168006.373664:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423758336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168006.373702:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423758336:12345-0@lo:400:kworker.0 Request processed in 39us (487us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168006.373706:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4511 00000100:00100000:1.0:1746168006.373715:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4512 00000100:00100000:1.0:1746168006.373719:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423757824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168006.373734:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423757824:12345-0@lo:400:kworker.0 Request processed in 15us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168006.373738:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4512 00000100:00100000:1.0:1746168006.373754:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095efd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423757824:0@lo:400:kworker.0 00000100:00100000:1.0:1746168006.373762:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095efc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423758336:0@lo:400:kworker.0 00000100:00080000:1.0:1746168006.373784:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746168006.373850:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423757184:12345-0@lo:400:kworker.0 Request processed in 508us (2066us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168006.373855:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4510 00000100:00100000:1.0:1746168006.374476:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095eff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423757184:0@lo:400:kworker.0 00000100:00100000:0.0:1746168006.377847:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423757696 00000100:00100000:0.0:1746168006.377856:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423757696 00000100:00100000:0.0:1746168006.377912:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8283 00000100:00100000:0.0:1746168006.377919:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423757696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168006.377977:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423757696:12345-0@lo:400:kworker.0 Request processed in 59us (4787us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168006.377983:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8283 00000100:00100000:0.0:1746168006.378005:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168006.378039:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095efc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423757952:0@lo:400:kworker.0 00000100:00100000:0.0:1746168006.378063:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168006.378085:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095efea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423757440:0@lo:400:kworker.0 00000100:00100000:0.0:1746168006.378094:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095efdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423758208:0@lo:400:kworker.0 00000100:00100000:0.0:1746168006.378113:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423757952 00000100:00100000:0.0:1746168006.378115:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423757952 00000100:00100000:0.0:1746168006.378132:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36850 00000100:00100000:0.0:1746168006.378136:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423757952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168006.378158:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423757952:12345-0@lo:400:kworker.0 Request processed in 22us (95us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168006.378163:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36850 00000100:00100000:0.0:1746168006.378178:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095efc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423757952:0@lo:400:kworker.0 00000100:00100000:3.0:1746168006.378240:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423757312 00000100:00100000:3.0:1746168006.378243:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423757312 00000100:00100000:3.0:1746168006.378271:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4513 00000100:00100000:3.0:1746168006.378277:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095efed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423757312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168006.378524:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095efed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423757312:12345-0@lo:400:kworker.0 Request processed in 248us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168006.378531:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4513 00000100:00080000:0.0:1746168006.378703:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746168006.378721:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095effb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423757312:0@lo:400:kworker.0 00000100:00100000:1.0:1746168006.379555:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095efe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423757696:0@lo:400:kworker.0 00000100:00100000:0.0:1746168006.386665:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423758464:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746168006.386737:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168006.386954:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423758464 00000100:00100000:2.0:1746168006.386960:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423758464 00000100:00100000:2.0:1746168006.387662:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36851 00000100:00100000:2.0:1746168006.387670:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095effb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423758464:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746168006.387712:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746168006.387751:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095effb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423758464:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (1014us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168006.387757:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36851 00000100:00100000:2.0:1746168006.387799:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423758464:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746168006.388239:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095efc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423758592:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746168006.388267:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168006.388442:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423758592 00000100:00100000:0.0:1746168006.388446:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423758592 00000100:00100000:0.0:1746168006.388471:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36852 00000100:00100000:0.0:1746168006.388476:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f153480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423758592:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746168006.388492:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746168006.388523:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f153480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423758592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 48us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168006.388528:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36852 00000100:00100000:1.0:1746168006.388723:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095efc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423758592:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1746168006.552883:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746168006.682402:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423758720:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746168006.682463:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168006.682571:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423758720 00000100:00100000:0.0:1746168006.682578:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423758720 00000100:00100000:0.0:1746168006.682800:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7688 00000100:00100000:0.0:1746168006.682808:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423758720:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746168006.682829:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746168006.684842:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423758720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2031us (2374us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168006.684851:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7688 00000100:00100000:2.0:1746168006.685120:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423758720:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746168007.553858:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168008.206435:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168008.206480:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168008.206508:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168008.206542:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168008.206579:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439313792 00000100:00100000:0.0:1746168008.206587:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439313792 00000100:00100000:0.0:1746168008.206626:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439313920 00000100:00100000:0.0:1746168008.206628:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439313920 00000100:00100000:0.0:1746168008.206644:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4514 00000100:00100000:0.0:1746168008.206653:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095efdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439313792:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746168008.206736:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095efdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439313792:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 84us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168008.206743:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4514 00000100:00100000:0.0:1746168008.206756:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4515 00000100:00100000:0.0:1746168008.206761:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095efc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439313920:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746168008.206781:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095efc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439313920:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 20us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168008.206786:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4515 00000100:00080000:0.0:1746168008.206800:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746168008.206803:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746168008.207195:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439314048 00000100:00100000:2.0:1746168008.207199:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439314048 00000100:00100000:2.0:1746168008.207225:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51047 00000100:00100000:2.0:1746168008.207230:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095efea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439314048:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746168008.207249:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746168008.207296:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095efea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439314048:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 65us (787us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746168008.207301:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51047 00000100:00100000:1.0:1746168008.207430:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439313664 00000100:00100000:1.0:1746168008.207433:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439313664 00000100:00100000:1.0:1746168008.207457:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1432 00000100:00100000:1.0:1746168008.207463:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439313664:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746168008.207488:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439313664:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 25us (1008us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168008.207493:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1432 00010000:00010000:1.0:1746168008.555935:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746168009.558198:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746168010.483096:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423758848:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746168010.483163:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168010.484745:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423758848 00000100:00100000:0.0:1746168010.484755:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423758848 00000100:00080000:2.0:1746168010.484821:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746168010.484823:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7689 00000100:00100000:0.0:1746168010.484832:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f153800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423758848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746168010.484858:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746168010.484916:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f153800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423758848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (1752us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168010.484923:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7689 00000100:00100000:2.0:1746168010.484952:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e833100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423758848:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746168010.561813:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746168011.377876:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095efd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423758976:0@lo:400:kworker.0 00000100:00100000:3.0:1746168011.377898:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095efc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423759232:0@lo:400:kworker.0 00000100:00080000:0.0:1746168011.377902:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746168011.377907:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168011.377910:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168011.377915:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11927 00000100:00080000:0.0:1746168011.377919:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746168011.377925:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746168011.377933:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168011.377939:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168011.377944:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090941180 x1830977423759488/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746168011.377960:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423759232 00000100:00100000:0.0:1746168011.377963:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423759488:0@lo:8:kworker.0 00000100:00100000:3.0:1746168011.377965:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423759232 00000100:00100000:2.0:1746168011.377974:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746168011.377978:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095efe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423759360:0@lo:400:kworker.0 00000100:00100000:0.0:1746168011.377990:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168011.377995:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4516 00000100:00100000:2.0:1746168011.377998:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168011.378000:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423759232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168011.378022:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423758976 00000100:00100000:3.0:1746168011.378024:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423759232:12345-0@lo:400:kworker.0 Request processed in 25us (85us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168011.378025:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423758976 00000100:00100000:0.0:1746168011.378026:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423759488 00000100:00100000:3.0:1746168011.378028:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4516 00000100:00100000:0.0:1746168011.378033:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423759488 00000100:00100000:2.0:1746168011.378045:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1433 00000100:00100000:0.0:1746168011.378049:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51048 00000100:00100000:2.0:1746168011.378050:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423758976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168011.378054:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423759488:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1746168011.378057:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095efc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423759232:0@lo:400:kworker.0 00000100:00100000:3.0:1746168011.378069:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00020000:0.0:1746168011.378071:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746168011.378074:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095efe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423759104:0@lo:400:kworker.0 00000100:00100000:2.0:1746168011.378076:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423758976:12345-0@lo:400:kworker.0 Request processed in 26us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168011.378081:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1433 00000100:00100000:3.0:1746168011.378091:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168011.378096:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423759488:12345-0@lo:8:kworker.0 Request processed in 42us (106us total) trans 0 rc -19/-19 00000100:00080000:2.0:1746168011.378100:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746168011.378101:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51048 00000100:00100000:3.0:1746168011.378107:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423759104 00000100:00100000:3.0:1746168011.378109:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423759104 00000100:00100000:2.0:1746168011.378110:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423759360 00000100:00100000:2.0:1746168011.378112:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423759360 00000100:00080000:0.0:1746168011.378121:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746168011.378124:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746168011.378127:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423759488:0@lo:8:kworker.0 00000100:00100000:2.0:1746168011.378128:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36853 00000100:00100000:3.0:1746168011.378128:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4517 00000100:00100000:2.0:1746168011.378131:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423759360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168011.378132:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e832a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423759104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168011.378151:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423759360:12345-0@lo:400:kworker.0 Request processed in 20us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168011.378154:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746168011.378158:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36853 00000100:00100000:0.0:1746168011.378159:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423759616:0@lo:400:kworker.0 00000100:00100000:2.0:1746168011.378173:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095efe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423759360:0@lo:400:kworker.0 00000100:00100000:2.0:1746168011.378178:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095efd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423758976:0@lo:400:kworker.0 00000100:00100000:0.0:1746168011.378183:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1746168011.378192:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746168011.378226:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e832a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423759104:12345-0@lo:400:kworker.0 Request processed in 94us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168011.378230:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4517 00000100:00100000:0.0:1746168011.378232:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423759616 00000100:00100000:0.0:1746168011.378235:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423759616 00000100:00100000:2.0:1746168011.378235:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095efe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423759104:0@lo:400:kworker.0 00000100:00100000:0.0:1746168011.378252:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8284 00000100:00100000:0.0:1746168011.378256:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423759616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168011.378287:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423759616:12345-0@lo:400:kworker.0 Request processed in 30us (104us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168011.378291:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8284 00000100:00100000:2.0:1746168011.378305:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423759616:0@lo:400:kworker.0 00000100:00080000:0.0:1746168011.378324:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746168011.378326:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168011.378328:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168011.378331:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11927 00000100:00080000:0.0:1746168011.378333:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746168011.378336:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746168011.378345:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088f50e00 x1830977423760000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746168011.378534:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423760128:0@lo:400:kworker.0 00000100:00100000:0.0:1746168011.378541:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423760000:0@lo:8:kworker.0 00000100:00100000:2.0:1746168011.378551:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168011.378560:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168011.378563:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746168011.378565:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423759872:0@lo:400:kworker.0 00000100:00100000:2.0:1746168011.378567:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423760256:0@lo:400:kworker.0 00000100:00100000:0.0:1746168011.378577:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423760128 00000100:00100000:2.0:1746168011.378578:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168011.378579:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423760128 00000100:00100000:0.0:1746168011.378594:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423760000 00000100:00100000:0.0:1746168011.378596:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423760000 00000100:00080000:2.0:1746168011.378598:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746168011.378605:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168011.378606:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8285 00000100:00100000:0.0:1746168011.378610:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423760128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168011.378614:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51049 00000100:00100000:2.0:1746168011.378618:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423760000:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746168011.378627:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746168011.378631:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746168011.378634:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423760128:12345-0@lo:400:kworker.0 Request processed in 23us (82us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168011.378638:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8285 00000100:00100000:2.0:1746168011.378644:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423760000:12345-0@lo:8:kworker.0 Request processed in 25us (83us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746168011.378644:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423759744:0@lo:400:kworker.0 00000100:00100000:2.0:1746168011.378649:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51049 00000100:00100000:3.0:1746168011.378672:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168011.378751:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423760256 00000100:00100000:3.0:1746168011.378754:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423760256 00000100:00100000:3.0:1746168011.378781:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423759744 00000100:00100000:3.0:1746168011.378783:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423759744 00000100:00100000:3.0:1746168011.378795:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4518 00000100:00100000:3.0:1746168011.378800:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b202a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423760256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168011.378801:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423759872 00000100:00100000:0.0:1746168011.378802:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423760128:0@lo:400:kworker.0 00000100:00100000:2.0:1746168011.378804:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423759872 00000100:00100000:0.0:1746168011.378818:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4519 00000100:00100000:2.0:1746168011.378818:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36854 00000100:00100000:2.0:1746168011.378821:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423759872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168011.378823:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e833100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423759744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168011.378825:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b202a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423760256:12345-0@lo:400:kworker.0 Request processed in 25us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168011.378830:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4518 00000100:00100000:2.0:1746168011.378843:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423759872:12345-0@lo:400:kworker.0 Request processed in 22us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168011.378847:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e833100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423759744:12345-0@lo:400:kworker.0 Request processed in 24us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168011.378848:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36854 00000100:00100000:0.0:1746168011.378851:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4519 00000100:00100000:2.0:1746168011.378864:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423759744:0@lo:400:kworker.0 00000100:00100000:2.0:1746168011.378870:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423759872:0@lo:400:kworker.0 00000100:00100000:0.0:1746168011.378871:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423760256:0@lo:400:kworker.0 00000100:00080000:0.0:1746168011.378885:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746168011.378887:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746168011.378889:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423760000:0@lo:8:kworker.0 00000100:00100000:0.0:1746168011.394075:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f153b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423760512:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746168011.394128:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168011.394162:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746168011.394164:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423760512 00000100:00100000:0.0:1746168011.394167:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423760384:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746168011.394169:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423760512 00000100:00100000:0.0:1746168011.394184:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168011.394225:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423760384 00000100:00100000:2.0:1746168011.394227:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423760384 00000100:00100000:2.0:1746168011.394245:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36855 00000100:00100000:1.0:1746168011.394251:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36856 00000100:00100000:2.0:1746168011.394252:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423760512:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746168011.394258:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423760384:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746168011.394281:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000004:00000024:2.0:1746168011.394281:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746168011.394322:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423760384:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (137us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168011.394326:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36856 00000100:00100000:2.0:1746168011.394327:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423760512:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168011.394332:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36855 00000100:00100000:0.0:1746168011.394474:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423760384:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746168011.394484:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f153b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423760512:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1746168011.562661:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746168011.698784:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746168011.698836:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423760640:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746168011.699122:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168011.699179:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423760640 00000100:00100000:1.0:1746168011.699186:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423760640 00000100:00100000:1.0:1746168011.699257:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7690 00000100:00100000:1.0:1746168011.699265:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423760640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746168011.699285:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746168011.699330:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423760640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168011.699544:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7690 00000100:00100000:3.0:1746168011.699778:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423760640:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746168012.566281:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168013.215603:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746168013.215734:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439314176 00000100:00100000:3.0:1746168013.215745:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439314176 00000100:00100000:3.0:1746168013.215815:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1434 00000100:00100000:3.0:1746168013.215822:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439314176:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746168013.215890:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439314176:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 68us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168013.215896:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1434 00000100:00100000:0.0:1746168013.216009:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168013.216125:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746168013.216190:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439314432 00000100:00100000:3.0:1746168013.216194:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439314432 00000100:00100000:3.0:1746168013.216223:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439314304 00000100:00100000:3.0:1746168013.216226:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439314304 00000100:00100000:3.0:1746168013.216241:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4520 00000100:00100000:3.0:1746168013.216247:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439314432:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746168013.216296:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439314432:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 48us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168013.216305:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4520 00000100:00100000:3.0:1746168013.216494:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4521 00000100:00100000:3.0:1746168013.216499:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439314304:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746168013.216522:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439314304:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 23us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168013.216527:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4521 00000100:00080000:3.0:1746168013.216552:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746168013.216554:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746168013.218124:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746168013.218447:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439314560 00000100:00100000:1.0:1746168013.218456:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439314560 00000100:00100000:1.0:1746168013.218497:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51050 00000100:00100000:1.0:1746168013.218505:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439314560:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746168013.218532:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746168013.218578:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439314560:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 73us (458us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746168013.218585:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51050 00010000:00010000:1.0:1746168013.567891:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746168014.569974:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746168015.490162:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423760768:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746168015.490244:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168015.490662:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423760768 00000100:00100000:1.0:1746168015.490735:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423760768 00000100:00100000:1.0:1746168015.490802:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7691 00000100:00100000:1.0:1746168015.490813:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423760768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746168015.490851:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746168015.490915:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423760768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (670us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168015.490922:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7691 00000100:00100000:2.0:1746168015.491032:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423760768:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1746168015.491497:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746168015.572336:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746168016.386159:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746168016.386164:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168016.386167:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1746168016.386168:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423761024:0@lo:400:kworker.0 00000100:00080000:0.0:1746168016.386172:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11932 00000100:00080000:0.0:1746168016.386176:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746168016.386181:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746168016.386197:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fac700 x1830977423761408/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746168016.386207:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423760896:0@lo:400:kworker.0 00000100:00080000:0.0:1746168016.386225:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:3.0:1746168016.386225:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746168016.386228:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168016.386229:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168016.386232:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11932 00000100:00080000:0.0:1746168016.386234:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746168016.386237:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746168016.386245:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088eb4a80 x1830977423761920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746168016.386272:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168016.386276:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423761664:0@lo:400:kworker.0 00000100:00100000:3.0:1746168016.386301:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168016.386327:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423761024 00000100:00100000:3.0:1746168016.386332:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423761024 00000100:00100000:2.0:1746168016.386339:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423761536:0@lo:400:kworker.0 00000100:00100000:2.0:1746168016.386389:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168016.386425:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423761280:0@lo:400:kworker.0 00000100:00100000:2.0:1746168016.386452:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168016.386471:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423761536 00000100:00100000:2.0:1746168016.386471:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1746168016.386476:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423761536 00000100:00100000:2.0:1746168016.386476:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423761152:0@lo:400:kworker.0 00000100:00100000:1.0:1746168016.386503:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8286 00000100:00100000:1.0:1746168016.386509:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423761536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168016.386555:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423761536:12345-0@lo:400:kworker.0 Request processed in 46us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168016.386560:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8286 00000100:00100000:1.0:1746168016.386589:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423761408:0@lo:8:kworker.0 00000100:00100000:1.0:1746168016.386611:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168016.386633:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423761408 00000100:00100000:1.0:1746168016.386636:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423761408 00000100:00100000:3.0:1746168016.386708:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423761664 00000100:00100000:3.0:1746168016.386711:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423761664 00000100:00100000:3.0:1746168016.386726:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4522 00000100:00100000:3.0:1746168016.386732:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095efe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423761024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168016.386758:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095efe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423761024:12345-0@lo:400:kworker.0 Request processed in 27us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168016.386763:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4522 00000100:00100000:3.0:1746168016.386775:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4523 00000100:00100000:3.0:1746168016.386780:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095efd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423761664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168016.386799:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095efd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423761664:12345-0@lo:400:kworker.0 Request processed in 18us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168016.386801:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51051 00000100:00100000:3.0:1746168016.386804:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4523 00000100:00100000:1.0:1746168016.386805:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f153b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423761408:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1746168016.386821:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423760896 00010000:00020000:1.0:1746168016.386822:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746168016.386824:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423760896 00000100:00100000:2.0:1746168016.386831:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168016.386842:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1435 00000100:00100000:3.0:1746168016.386846:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423760896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168016.386854:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f153b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423761408:12345-0@lo:8:kworker.0 Request processed in 48us (242us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746168016.386859:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51051 00000100:00100000:2.0:1746168016.386864:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423761792:0@lo:400:kworker.0 00000100:00100000:3.0:1746168016.386868:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423760896:12345-0@lo:400:kworker.0 Request processed in 22us (597us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168016.386873:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1435 00000100:00080000:1.0:1746168016.386880:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746168016.387093:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746168016.387097:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423761408:0@lo:8:kworker.0 00000100:00100000:0.0:1746168016.387169:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746168016.387175:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423762048:0@lo:400:kworker.0 00000100:00100000:3.0:1746168016.387410:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423761152 00000100:00100000:3.0:1746168016.387414:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423761152 00000100:00100000:3.0:1746168016.387433:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4524 00000100:00100000:3.0:1746168016.387438:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423761152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168016.387455:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423761920:0@lo:8:kworker.0 00000100:00100000:3.0:1746168016.387465:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423761152:12345-0@lo:400:kworker.0 Request processed in 26us (634us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168016.387470:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4524 00000100:00100000:1.0:1746168016.387476:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746168016.387482:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746168016.387485:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746168016.387498:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423761920 00000100:00100000:1.0:1746168016.387500:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423761920 00000100:00100000:3.0:1746168016.387508:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423761280 00000100:00100000:3.0:1746168016.387512:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423761280 00000100:00100000:1.0:1746168016.387513:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51052 00000100:00100000:1.0:1746168016.387516:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f153100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423761920:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746168016.387524:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746168016.387529:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36857 00000100:00100000:3.0:1746168016.387534:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423761280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168016.387545:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f153100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423761920:12345-0@lo:8:kworker.0 Request processed in 28us (69us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746168016.387550:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51052 00000100:00100000:3.0:1746168016.387559:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423761280:12345-0@lo:400:kworker.0 Request processed in 25us (1106us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168016.387564:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36857 00000100:00080000:1.0:1746168016.387568:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746168016.387570:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746168016.387573:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423761920:0@lo:8:kworker.0 00000100:00100000:3.0:1746168016.387588:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423762176:0@lo:400:kworker.0 00000100:00100000:3.0:1746168016.387606:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168016.387639:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423761536:0@lo:400:kworker.0 00000100:00100000:3.0:1746168016.387647:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423760896:0@lo:400:kworker.0 00000100:00100000:1.0:1746168016.387707:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423762176 00000100:00100000:1.0:1746168016.387710:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423762176 00000100:00100000:1.0:1746168016.387726:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4525 00000100:00100000:1.0:1746168016.387730:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095efe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423762176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168016.387756:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095efe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423762176:12345-0@lo:400:kworker.0 Request processed in 26us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168016.387865:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4525 00000100:00100000:3.0:1746168016.387868:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423762176:0@lo:400:kworker.0 00000100:00100000:2.0:1746168016.391438:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168016.391439:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168016.391512:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423762048 00000100:00100000:1.0:1746168016.391517:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423762048 00000100:00100000:1.0:1746168016.391554:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8287 00000100:00100000:2.0:1746168016.391555:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423761280:0@lo:400:kworker.0 00000100:00100000:1.0:1746168016.391559:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423762048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168016.391596:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423762048:12345-0@lo:400:kworker.0 Request processed in 38us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168016.391600:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8287 00000100:00100000:2.0:1746168016.391621:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423761152:0@lo:400:kworker.0 00000100:00100000:3.0:1746168016.391663:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423761792 00000100:00100000:3.0:1746168016.391667:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423761792 00000100:00100000:3.0:1746168016.391707:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36858 00000100:00100000:3.0:1746168016.391712:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423761792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168016.391756:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423761664:0@lo:400:kworker.0 00000100:00100000:3.0:1746168016.391763:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423761792:12345-0@lo:400:kworker.0 Request processed in 50us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168016.391768:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36858 00000100:00100000:2.0:1746168016.391773:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423761024:0@lo:400:kworker.0 00000100:00080000:3.0:1746168016.391783:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746168016.391834:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423761792:0@lo:400:kworker.0 00000100:00100000:0.0:1746168016.392191:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423762048:0@lo:400:kworker.0 00000100:00100000:0.0:1746168016.403201:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423762432:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746168016.403283:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746168016.403296:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f152680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423762304:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746168016.403347:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168016.403377:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423762304 00000100:00100000:0.0:1746168016.403384:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423762304 00000100:00100000:0.0:1746168016.403427:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36859 00000100:00100000:0.0:1746168016.403433:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423762304:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746168016.403441:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:0.0:1746168016.403460:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746168016.403586:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423762432 00000100:00100000:2.0:1746168016.403590:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423762432 00000100:00100000:2.0:1746168016.403611:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36860 00000100:00100000:2.0:1746168016.403615:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f152300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423762432:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746168016.403630:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746168016.403656:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f152300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423762432:12345-0@lo:41:osp-pre-1-0.0 Request processed in 41us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168016.403662:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36860 00000100:00100000:1.0:1746168016.403669:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423762432:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746168016.403747:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423762304:12345-0@lo:41:osp-pre-0-1.0 Request processed in 313us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168016.403752:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36859 00000100:00100000:3.0:1746168016.403755:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f152680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423762304:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1746168016.574213:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168016.706597:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746168016.706616:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423762560:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746168016.706697:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168016.706716:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423762560 00000100:00100000:1.0:1746168016.706723:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423762560 00000100:00100000:1.0:1746168016.706769:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7692 00000100:00100000:1.0:1746168016.706776:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423762560:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746168016.706795:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746168016.706841:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423762560:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168016.706847:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7692 00000100:00100000:0.0:1746168016.706877:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423762560:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746168017.576696:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168018.222006:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168018.222056:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746168018.222122:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439314816 00000100:00100000:2.0:1746168018.222132:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439314816 00000100:00100000:0.0:1746168018.222136:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746168018.222207:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439314944 00000100:00100000:2.0:1746168018.222210:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439314944 00000100:00100000:2.0:1746168018.222235:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4526 00000100:00100000:2.0:1746168018.222245:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439314816:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746168018.222321:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439314816:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 78us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168018.222328:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4526 00000100:00100000:2.0:1746168018.222343:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4527 00000100:00100000:2.0:1746168018.222349:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439314944:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746168018.222373:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439314944:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 24us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168018.222378:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4527 00000100:00080000:2.0:1746168018.222394:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746168018.222397:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746168018.225423:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439314688 00000100:00100000:3.0:1746168018.225435:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439314688 00000100:00100000:3.0:1746168018.226902:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1436 00000100:00100000:3.0:1746168018.226917:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439314688:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746168018.227002:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439314688:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 92us (4945us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168018.227009:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1436 00000100:00100000:0.0:1746168018.228109:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746168018.228186:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439315072 00000100:00100000:2.0:1746168018.228198:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439315072 00000100:00100000:2.0:1746168018.228246:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51053 00000100:00100000:2.0:1746168018.228253:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ed0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439315072:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746168018.228484:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746168018.228543:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ed0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439315072:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 290us (439us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746168018.228550:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51053 00010000:00010000:1.0:1746168018.578582:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746168019.581526:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746168020.497983:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423762688:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746168020.498040:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168020.498128:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423762688 00000100:00100000:3.0:1746168020.498133:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423762688 00000100:00100000:3.0:1746168020.498167:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7693 00000100:00080000:1.0:1746168020.498274:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746168020.498406:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423762688:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746168020.498430:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746168020.498467:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423762688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 294us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168020.498474:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7693 00000100:00100000:2.0:1746168020.498535:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423762688:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746168020.582793:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746168021.394338:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423762816:0@lo:400:kworker.0 00000100:00100000:2.0:1746168021.394404:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168021.394496:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423762816 00000100:00100000:2.0:1746168021.394502:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423762816 00000100:00100000:3.0:1746168021.394967:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1437 00000100:00100000:3.0:1746168021.394977:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423762816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168021.395002:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423762944:0@lo:400:kworker.0 00000100:00100000:3.0:1746168021.395023:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423762816:12345-0@lo:400:kworker.0 Request processed in 48us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168021.395070:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168021.395089:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090b09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423762816:0@lo:400:kworker.0 00000100:00100000:2.0:1746168021.395118:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423762944 00000100:00100000:2.0:1746168021.395121:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423762944 00000100:00100000:2.0:1746168021.395161:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4528 00000100:00100000:2.0:1746168021.395165:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f151f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423762944:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1746168021.395177:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746168021.395182:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168021.395185:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168021.395190:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11937 00000100:00100000:2.0:1746168021.395193:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f151f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423762944:12345-0@lo:400:kworker.0 Request processed in 27us (123us total) trans 0 rc 0/0 00000100:00080000:0.0:1746168021.395194:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00100000:2.0:1746168021.395198:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4528 00000100:00080000:0.0:1746168021.395199:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746168021.395214:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746168021.395217:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095624380 x1830977423763328/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746168021.395221:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423763200:0@lo:400:kworker.0 00000100:00100000:2.0:1746168021.395238:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746168021.395249:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746168021.395251:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168021.395253:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1746168021.395255:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009759b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423763456:0@lo:400:kworker.0 00000100:00080000:0.0:1746168021.395256:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11937 00000100:00080000:0.0:1746168021.395257:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746168021.395261:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746168021.395269:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168021.395272:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a5b07480 x1830977423763840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746168021.395489:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423763456 00000100:00100000:2.0:1746168021.395492:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423763456 00000100:00100000:2.0:1746168021.395507:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8288 00000100:00100000:2.0:1746168021.395511:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423763456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168021.395529:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423763456:12345-0@lo:400:kworker.0 Request processed in 18us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168021.395534:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8288 00000100:00100000:0.0:1746168021.395546:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097598a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423763584:0@lo:400:kworker.0 00000100:00100000:2.0:1746168021.395547:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423763200 00000100:00100000:2.0:1746168021.395549:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423763200 00000100:00100000:2.0:1746168021.395563:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36861 00000100:00100000:2.0:1746168021.395567:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423763200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168021.395573:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168021.395590:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423763200:12345-0@lo:400:kworker.0 Request processed in 23us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168021.395595:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36861 00000100:00100000:0.0:1746168021.395606:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423762944:0@lo:400:kworker.0 00000100:00100000:2.0:1746168021.395608:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423763584 00000100:00100000:2.0:1746168021.395611:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423763584 00000100:00100000:2.0:1746168021.395622:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4529 00000100:00100000:2.0:1746168021.395626:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090d48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423763584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168021.395646:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090d48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423763584:12345-0@lo:400:kworker.0 Request processed in 20us (73us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168021.395653:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4529 00000100:00080000:1.0:1746168021.395669:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746168021.395688:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423763968:0@lo:400:kworker.0 00000100:00100000:1.0:1746168021.395695:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423763072:0@lo:400:kworker.0 00000100:00100000:2.0:1746168021.395708:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168021.395721:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168021.395726:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746168021.395731:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012f848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423764096:0@lo:400:kworker.0 00000100:00100000:1.0:1746168021.395739:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097599c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423763712:0@lo:400:kworker.0 00000100:00100000:2.0:1746168021.395748:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168021.395759:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168021.395768:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423763968 00000100:00100000:2.0:1746168021.395770:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423763968 00000100:00100000:1.0:1746168021.395783:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095624380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423763328:0@lo:8:kworker.0 00000100:00100000:2.0:1746168021.395792:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8289 00000100:00100000:2.0:1746168021.395796:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423763968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168021.395803:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168021.395818:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423763840:0@lo:8:kworker.0 00000100:00100000:2.0:1746168021.395823:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423763968:12345-0@lo:400:kworker.0 Request processed in 26us (114us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168021.395827:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8289 00000100:00100000:1.0:1746168021.395833:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168021.395834:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423763328 00000100:00100000:2.0:1746168021.395836:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423763328 00000100:00100000:2.0:1746168021.395847:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423763840 00000100:00100000:2.0:1746168021.395849:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423763840 00000100:00100000:1.0:1746168021.395859:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51054 00000100:00100000:1.0:1746168021.395865:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f150700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423763328:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746168021.395886:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746168021.395910:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1437 00000100:00100000:1.0:1746168021.395911:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f150700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423763328:12345-0@lo:8:kworker.0 Request processed in 45us (107us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746168021.396005:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097598a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423763584:0@lo:400:kworker.0 00000100:00100000:2.0:1746168021.397874:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51055 00000100:00100000:1.0:1746168021.397884:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51054 00000100:00100000:2.0:1746168021.397884:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f150380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423763840:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746168021.397903:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746168021.397917:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423763712 00000100:00100000:1.0:1746168021.397923:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423763712 00000100:00100000:2.0:1746168021.397938:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f150380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423763840:12345-0@lo:8:kworker.0 Request processed in 57us (2105us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746168021.397945:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51055 00000100:00100000:1.0:1746168021.397957:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36862 00000100:00100000:1.0:1746168021.397963:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f150a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423763712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168021.397967:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423763072 00000100:00100000:2.0:1746168021.397971:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423763072 00000100:00100000:2.0:1746168021.397992:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423764096 00000100:00100000:2.0:1746168021.397994:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423764096 00000100:00100000:2.0:1746168021.398007:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4530 00000100:00100000:1.0:1746168021.398011:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f150a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423763712:12345-0@lo:400:kworker.0 Request processed in 49us (2250us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168021.398013:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f151500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423763072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168021.398017:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36862 00000100:00100000:2.0:1746168021.398054:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f151500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423763072:12345-0@lo:400:kworker.0 Request processed in 42us (2332us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168021.398131:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4531 00000100:00100000:3.0:1746168021.398137:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090b09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423764096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168021.398143:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009759b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423763456:0@lo:400:kworker.0 00000100:00100000:0.0:1746168021.398155:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423763200:0@lo:400:kworker.0 00000100:00100000:3.0:1746168021.398164:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090b09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423764096:12345-0@lo:400:kworker.0 Request processed in 28us (2415us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168021.398169:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4531 00000100:00100000:3.0:1746168021.398202:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012f848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423764096:0@lo:400:kworker.0 00000100:00100000:3.0:1746168021.398211:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423763968:0@lo:400:kworker.0 00000100:00100000:2.0:1746168021.398424:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4530 00000100:00080000:0.0:1746168021.398444:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746168021.398453:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746168021.398457:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095624380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423763328:0@lo:8:kworker.0 00000100:00080000:0.0:1746168021.398467:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746168021.398470:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746168021.398473:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b07480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423763840:0@lo:8:kworker.0 00000100:00100000:0.0:1746168021.398780:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423763072:0@lo:400:kworker.0 00000100:00100000:0.0:1746168021.398789:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097599c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423763712:0@lo:400:kworker.0 00000100:00080000:0.0:1746168021.398804:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746168021.398809:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746168021.409947:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423764224:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746168021.410004:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168021.410754:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f150000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423764352:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746168021.411747:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168021.412306:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423764224 00000100:00100000:0.0:1746168021.412316:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423764224 00000100:00100000:0.0:1746168021.412546:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423764352 00000100:00100000:0.0:1746168021.412549:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423764352 00000100:00100000:0.0:1746168021.412577:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36863 00000100:00100000:0.0:1746168021.412583:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423764224:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746168021.412614:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746168021.412620:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36864 00000100:00100000:1.0:1746168021.412632:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f152d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423764352:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746168021.412662:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423764224:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (2657us total) trans 0 rc 0/0 00000004:00000024:1.0:1746168021.412662:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746168021.412669:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36863 00000100:00100000:1.0:1746168021.412723:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f152d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423764352:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (976us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168021.412730:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36864 00000100:00100000:0.0:1746168021.412734:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423764224:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746168021.412768:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f150000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423764352:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1746168021.585886:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746168021.716447:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801304bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423764480:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746168021.716504:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168021.717661:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423764480 00000100:00100000:2.0:1746168021.717668:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423764480 00000100:00100000:2.0:1746168021.717719:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7694 00000100:00100000:2.0:1746168021.717725:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423764480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746168021.717744:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746168021.717786:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423764480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (1282us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168021.717792:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7694 00000100:00100000:3.0:1746168021.717855:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801304bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423764480:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746168022.588608:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168023.232345:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168023.232404:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168023.232436:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746168023.232503:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439315456 00000100:00100000:2.0:1746168023.232515:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439315456 00000100:00100000:0.0:1746168023.232528:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746168023.233227:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439315200 00000100:00100000:3.0:1746168023.233235:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439315200 00000100:00100000:3.0:1746168023.233504:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1438 00000100:00100000:3.0:1746168023.233515:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439315200:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746168023.233594:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439315200:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 80us (1261us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168023.233602:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1438 00000100:00100000:3.0:1746168023.233742:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439315328 00000100:00100000:3.0:1746168023.233745:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439315328 00000100:00100000:3.0:1746168023.235217:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4532 00000100:00100000:3.0:1746168023.235227:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439315328:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746168023.235424:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4533 00000100:00100000:2.0:1746168023.235437:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801304bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439315456:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746168023.235470:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439315328:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 244us (3031us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168023.235477:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4532 00000100:00100000:1.0:1746168023.235494:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439315584 00000100:00100000:1.0:1746168023.235501:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439315584 00000100:00100000:2.0:1746168023.235502:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801304bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439315456:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 70us (3097us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168023.235509:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4533 00000100:00100000:1.0:1746168023.235526:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51056 00000100:00100000:1.0:1746168023.235532:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097599c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439315584:12345-192.168.201.29@tcp:8:kworker.0 00000100:00080000:2.0:1746168023.235556:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00020000:1.0:1746168023.235557:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1746168023.235559:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746168023.235587:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097599c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439315584:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 54us (3058us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746168023.235594:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51056 00010000:00010000:1.0:1746168023.592103:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746168024.593649:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746168025.509128:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746168025.509156:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423764608:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746168025.509230:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168025.509593:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423764608 00000100:00100000:2.0:1746168025.509602:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423764608 00000100:00100000:2.0:1746168025.509660:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7695 00000100:00100000:2.0:1746168025.509669:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423764608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746168025.509721:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746168025.509764:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423764608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (534us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168025.509771:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7695 00000100:00080000:2.0:1746168025.509792:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746168025.510737:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423764608:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746168025.596083:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746168026.403169:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746168026.403175:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168026.403178:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168026.403185:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11942 00000100:00080000:0.0:1746168026.403189:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746168026.403194:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746168026.403195:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094bb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423764992:0@lo:400:kworker.0 00000100:00100000:0.0:1746168026.403212:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880097630000 x1830977423765248/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746168026.403239:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746168026.403241:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168026.403242:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168026.403245:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11942 00000100:00080000:0.0:1746168026.403247:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746168026.403250:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746168026.403251:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168026.403257:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090ce8e00 x1830977423765760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746168026.403284:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423765248:0@lo:8:kworker.0 00000100:00100000:3.0:1746168026.403295:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423765632:0@lo:400:kworker.0 00000100:00100000:0.0:1746168026.403309:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168026.403318:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168026.403328:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423765760:0@lo:8:kworker.0 00000100:00100000:0.0:1746168026.403340:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168026.403508:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097598a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423764864:0@lo:400:kworker.0 00000100:00100000:1.0:1746168026.403534:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168026.404115:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009759b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423764736:0@lo:400:kworker.0 00000100:00100000:2.0:1746168026.404147:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168026.404167:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a085e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423765376:0@lo:400:kworker.0 00000100:00100000:2.0:1746168026.404192:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423764736 00000100:00100000:2.0:1746168026.404198:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423764736 00000100:00100000:2.0:1746168026.404234:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1439 00000100:00100000:2.0:1746168026.404241:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423764736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168026.404275:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423764736:12345-0@lo:400:kworker.0 Request processed in 35us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168026.404281:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1439 00000100:00100000:3.0:1746168026.404579:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746168026.404581:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423765248 00000100:00100000:0.0:1746168026.404584:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423765248 00000100:00100000:3.0:1746168026.404586:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423765120:0@lo:400:kworker.0 00000100:00100000:0.0:1746168026.404596:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423765760 00000100:00100000:0.0:1746168026.404597:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423765760 00000100:00100000:0.0:1746168026.404606:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51057 00000100:00100000:3.0:1746168026.404608:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168026.404610:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423765248:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1746168026.404621:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423765888:0@lo:400:kworker.0 00010000:00020000:0.0:1746168026.404626:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746168026.404637:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168026.404648:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423765248:12345-0@lo:8:kworker.0 Request processed in 37us (1338us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746168026.404652:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51057 00000100:00100000:0.0:1746168026.404659:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423765888 00000100:00100000:0.0:1746168026.404661:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423765888 00000100:00100000:3.0:1746168026.404663:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51058 00000100:00100000:3.0:1746168026.404667:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423765760:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1746168026.404693:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8290 00010000:00020000:3.0:1746168026.404694:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746168026.404697:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423765888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168026.404717:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423765760:12345-0@lo:8:kworker.0 Request processed in 48us (1375us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746168026.404721:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423765888:12345-0@lo:400:kworker.0 Request processed in 24us (84us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168026.404723:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51058 00000100:00100000:0.0:1746168026.404726:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8290 00000100:00080000:0.0:1746168026.404737:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746168026.404742:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423765632 00000100:00100000:3.0:1746168026.404745:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423765632 00000100:00080000:0.0:1746168026.404751:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746168026.404755:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746168026.404757:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423765248:0@lo:8:kworker.0 00000100:00080000:0.0:1746168026.404764:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746168026.404766:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746168026.404766:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423765120 00000100:00100000:0.0:1746168026.404767:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423765760:0@lo:8:kworker.0 00000100:00100000:3.0:1746168026.404768:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423765120 00000100:00100000:3.0:1746168026.404780:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36865 00000100:00100000:3.0:1746168026.404784:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423765632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168026.404792:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36866 00000100:00100000:0.0:1746168026.404796:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423765120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168026.404813:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423765632:12345-0@lo:400:kworker.0 Request processed in 29us (1495us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168026.404815:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423765120:12345-0@lo:400:kworker.0 Request processed in 19us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168026.404819:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36865 00000100:00100000:0.0:1746168026.404821:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36866 00000100:00100000:0.0:1746168026.405072:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168026.405077:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423765120:0@lo:400:kworker.0 00000100:00100000:3.0:1746168026.405086:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423765888:0@lo:400:kworker.0 00000100:00100000:0.0:1746168026.405088:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423766016:0@lo:400:kworker.0 00000100:00100000:3.0:1746168026.405093:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423765632:0@lo:400:kworker.0 00000100:00100000:3.0:1746168026.405113:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423765376 00000100:00100000:3.0:1746168026.405116:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423765376 00000100:00100000:3.0:1746168026.405134:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8291 00000100:00100000:3.0:1746168026.405138:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423765376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168026.405167:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423765376:12345-0@lo:400:kworker.0 Request processed in 29us (95us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168026.405173:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8291 00000100:00100000:2.0:1746168026.405923:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423764992 00000100:00100000:2.0:1746168026.405927:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423764992 00000100:00100000:1.0:1746168026.405957:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423765504:0@lo:400:kworker.0 00000100:00100000:2.0:1746168026.405972:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423764864 00000100:00100000:2.0:1746168026.405975:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423764864 00000100:00100000:1.0:1746168026.405980:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168026.405991:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423765504 00000100:00100000:2.0:1746168026.405993:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423765504 00000100:00100000:2.0:1746168026.406005:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4534 00000100:00100000:2.0:1746168026.406009:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423764992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168026.406012:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4535 00000100:00100000:1.0:1746168026.406019:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f150000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423764864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168026.406047:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423764992:12345-0@lo:400:kworker.0 Request processed in 37us (2796us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168026.406050:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f150000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423764864:12345-0@lo:400:kworker.0 Request processed in 32us (2515us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168026.406052:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4534 00000100:00100000:1.0:1746168026.406055:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4535 00000100:00100000:2.0:1746168026.406062:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4536 00000100:00100000:2.0:1746168026.406066:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f153b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423765504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168026.406088:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f153b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423765504:12345-0@lo:400:kworker.0 Request processed in 22us (108us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168026.406092:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4536 00000100:00100000:1.0:1746168026.406094:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097598a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423764864:0@lo:400:kworker.0 00000100:00100000:1.0:1746168026.406103:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423765504:0@lo:400:kworker.0 00000100:00080000:1.0:1746168026.406122:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746168026.406122:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094bb8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423764992:0@lo:400:kworker.0 00000100:00080000:1.0:1746168026.406124:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746168026.408068:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168026.408263:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423766016 00000100:00100000:3.0:1746168026.408271:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423766016 00000100:00100000:0.0:1746168026.408299:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009759b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423764736:0@lo:400:kworker.0 00000100:00100000:3.0:1746168026.408506:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4537 00000100:00100000:3.0:1746168026.408514:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423766016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168026.408594:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a085e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423765376:0@lo:400:kworker.0 00000100:00100000:0.0:1746168026.408611:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423766016:0@lo:400:kworker.0 00000100:00100000:3.0:1746168026.408611:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423766016:12345-0@lo:400:kworker.0 Request processed in 98us (548us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168026.411046:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4537 00000100:00100000:1.0:1746168026.418075:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746168026.418092:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f153100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423766272:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746168026.418094:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746168026.418104:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090cebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423766144:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746168026.418248:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168026.418333:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423766272 00000100:00100000:2.0:1746168026.418340:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423766272 00000100:00100000:2.0:1746168026.418387:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36867 00000100:00100000:2.0:1746168026.418395:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f152680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423766272:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746168026.418424:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746168026.418465:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f152680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423766272:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168026.418472:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36867 00000100:00100000:1.0:1746168026.418549:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f153100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423766272:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746168026.418573:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168026.418602:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423766144 00000100:00100000:2.0:1746168026.418606:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423766144 00000100:00100000:2.0:1746168026.418636:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36868 00000100:00100000:2.0:1746168026.418641:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423766144:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746168026.418657:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746168026.418704:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423766144:12345-0@lo:41:osp-pre-0-1.0 Request processed in 63us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168026.418709:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36868 00000100:00100000:0.0:1746168026.418717:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090cebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423766144:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1746168026.599064:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746168026.722344:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746168026.722364:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423766400:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746168026.722424:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168026.723433:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423766400 00000100:00100000:0.0:1746168026.723442:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423766400 00000100:00100000:0.0:1746168026.723880:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7696 00000100:00100000:0.0:1746168026.723888:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132100380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423766400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746168026.723908:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746168026.724232:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132100380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423766400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 344us (1808us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168026.724239:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7696 00000100:00100000:3.0:1746168026.724359:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423766400:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746168027.603775:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168028.239982:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168028.240091:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746168028.240157:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439315712 00000100:00100000:2.0:1746168028.240165:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439315712 00000100:00100000:2.0:1746168028.240200:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1440 00000100:00100000:2.0:1746168028.240208:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439315712:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746168028.240270:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439315712:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 62us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168028.240276:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1440 00000100:00100000:0.0:1746168028.240434:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168028.240474:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746168028.240664:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439316096 00000100:00100000:2.0:1746168028.240668:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439316096 00000100:00100000:2.0:1746168028.241630:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51059 00000100:00100000:2.0:1746168028.241636:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439316096:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746168028.241656:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746168028.241697:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439316096:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 60us (1263us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746168028.241702:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51059 00000100:00100000:3.0:1746168028.242203:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439315968 00000100:00100000:3.0:1746168028.242208:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439315968 00000100:00100000:3.0:1746168028.242302:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439315840 00000100:00100000:3.0:1746168028.242304:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439315840 00000100:00100000:3.0:1746168028.242321:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4538 00000100:00100000:3.0:1746168028.242327:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090cebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439315968:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746168028.242527:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090cebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439315968:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 200us (2435us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168028.242533:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4538 00000100:00100000:3.0:1746168028.242545:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4539 00000100:00100000:3.0:1746168028.242550:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a085e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439315840:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746168028.242569:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a085e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439315840:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 19us (2095us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168028.242574:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4539 00000100:00080000:1.0:1746168028.243733:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746168028.243737:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1746168028.606698:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746168029.608975:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168030.530069:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423766528:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746168030.530126:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168030.530357:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423766528 00000100:00100000:3.0:1746168030.530365:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423766528 00000100:00100000:3.0:1746168030.531096:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7697 00000100:00100000:3.0:1746168030.531106:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097630000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423766528:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746168030.531131:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746168030.531170:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097630000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423766528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (1042us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168030.531181:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7697 00000100:00100000:3.0:1746168030.531232:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423766528:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1746168030.531258:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746168030.610634:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746168031.410099:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746168031.410104:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168031.410107:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168031.410114:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11947 00000100:00100000:1.0:1746168031.410115:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423766912:0@lo:400:kworker.0 00000100:00080000:0.0:1746168031.410117:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746168031.410122:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746168031.410139:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012401aa00 x1830977423767168/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746168031.410167:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:1.0:1746168031.410169:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746168031.410170:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168031.410171:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168031.410175:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11947 00000100:00080000:0.0:1746168031.410177:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746168031.410180:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746168031.410188:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088ca8700 x1830977423767680/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746168031.410215:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012401aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423767168:0@lo:8:kworker.0 00000100:00100000:1.0:1746168031.410225:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423767552:0@lo:400:kworker.0 00000100:00100000:0.0:1746168031.410243:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168031.410456:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168031.410476:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1746168031.410483:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423766784:0@lo:400:kworker.0 00000100:00100000:1.0:1746168031.410500:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168031.410512:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423767424:0@lo:400:kworker.0 00000100:00100000:1.0:1746168031.410527:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168031.410553:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423766912 00000100:00100000:1.0:1746168031.410559:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423766912 00000100:00100000:3.0:1746168031.410559:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423767040:0@lo:400:kworker.0 00000100:00100000:3.0:1746168031.410582:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168031.410597:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423766784 00000100:00100000:1.0:1746168031.410600:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423766784 00000100:00100000:1.0:1746168031.410613:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423767424 00000100:00100000:1.0:1746168031.410615:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423767424 00000100:00100000:1.0:1746168031.410628:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4540 00000100:00100000:1.0:1746168031.410634:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f153100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423766912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168031.410672:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f153100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423766912:12345-0@lo:400:kworker.0 Request processed in 39us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168031.410698:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4540 00000100:00100000:1.0:1746168031.410711:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4541 00000100:00100000:1.0:1746168031.410716:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097598a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423766784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168031.410737:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097598a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423766784:12345-0@lo:400:kworker.0 Request processed in 22us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168031.410742:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4541 00000100:00100000:1.0:1746168031.410750:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4542 00000100:00100000:1.0:1746168031.410754:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423767424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168031.410772:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423767424:12345-0@lo:400:kworker.0 Request processed in 17us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168031.410776:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4542 00000100:00080000:1.0:1746168031.410792:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746168031.410795:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746168031.410821:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423766784:0@lo:400:kworker.0 00000100:00100000:1.0:1746168031.410828:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423767424:0@lo:400:kworker.0 00000100:00100000:1.0:1746168031.410836:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423766912:0@lo:400:kworker.0 00000100:00100000:1.0:1746168031.410887:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124019880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423766656:0@lo:400:kworker.0 00000100:00100000:1.0:1746168031.410908:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168031.410926:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088cab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423767296:0@lo:400:kworker.0 00000100:00100000:3.0:1746168031.410971:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423767808:0@lo:400:kworker.0 00000100:00100000:3.0:1746168031.411003:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423766656 00000100:00100000:3.0:1746168031.411005:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423766656 00000100:00100000:3.0:1746168031.411042:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1441 00000100:00100000:3.0:1746168031.411046:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423766656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168031.411074:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423766656:12345-0@lo:400:kworker.0 Request processed in 27us (165us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168031.411079:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1441 00000100:00100000:0.0:1746168031.411170:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423767680:0@lo:8:kworker.0 00000100:00100000:0.0:1746168031.411189:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168031.411213:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423767168 00000100:00100000:0.0:1746168031.411216:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423767168 00000100:00100000:0.0:1746168031.411230:0:4935:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423767680 00000100:00100000:0.0:1746168031.411231:0:4935:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423767680 00000100:00100000:0.0:1746168031.411241:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51060 00000100:00100000:0.0:1746168031.411245:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423767168:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746168031.411261:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746168031.411285:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423767168:12345-0@lo:8:kworker.0 Request processed in 40us (1042us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746168031.411291:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51060 00000100:00100000:0.0:1746168031.411300:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51061 00000100:00100000:0.0:1746168031.411303:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423767680:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746168031.411312:0:4935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746168031.411328:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:0+-99:3768:x1830977423767680:12345-0@lo:8:kworker.0 Request processed in 24us (138us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746168031.411333:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51061 00000100:00080000:0.0:1746168031.411355:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746168031.411358:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746168031.411362:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012401aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423767168:0@lo:8:kworker.0 00000100:00080000:0.0:1746168031.411368:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746168031.411370:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746168031.411372:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423767680:0@lo:8:kworker.0 00000100:00100000:3.0:1746168031.411441:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168031.411793:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423767552 00000100:00100000:2.0:1746168031.411798:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423767552 00000100:00100000:2.0:1746168031.411830:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423767040 00000100:00100000:2.0:1746168031.411833:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423767040 00000100:00100000:2.0:1746168031.411848:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36869 00000100:00100000:2.0:1746168031.411852:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423767552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168031.411905:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423767552:12345-0@lo:400:kworker.0 Request processed in 52us (1448us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168031.411911:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36869 00000100:00100000:2.0:1746168031.411922:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36870 00000100:00100000:2.0:1746168031.411927:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423767040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168031.411952:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423767040:12345-0@lo:400:kworker.0 Request processed in 25us (1369us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168031.412167:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36870 00000100:00100000:2.0:1746168031.412195:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423767552:0@lo:400:kworker.0 00000100:00100000:3.0:1746168031.412280:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423767040:0@lo:400:kworker.0 00000100:00100000:0.0:1746168031.412339:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423767808 00000100:00100000:0.0:1746168031.412343:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423767808 00000100:00100000:0.0:1746168031.412379:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8292 00000100:00100000:0.0:1746168031.412385:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423767808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168031.412586:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168031.412606:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423767936:0@lo:400:kworker.0 00000100:00100000:1.0:1746168031.412628:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168031.412650:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124019880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423766656:0@lo:400:kworker.0 00000100:00100000:1.0:1746168031.412667:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423767296 00000100:00100000:1.0:1746168031.412670:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423767296 00000100:00100000:1.0:1746168031.412707:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8293 00000100:00100000:1.0:1746168031.412712:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423767296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168031.412742:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423767296:12345-0@lo:400:kworker.0 Request processed in 30us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168031.412747:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8293 00000100:00100000:1.0:1746168031.412761:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423767936 00000100:00100000:1.0:1746168031.412764:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423767936 00000100:00100000:1.0:1746168031.412779:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4543 00000100:00100000:1.0:1746168031.412783:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423767936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168031.412808:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423767936:12345-0@lo:400:kworker.0 Request processed in 25us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168031.412813:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4543 00000100:00100000:1.0:1746168031.412835:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088cab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423767296:0@lo:400:kworker.0 00000100:00100000:1.0:1746168031.412843:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423767936:0@lo:400:kworker.0 00000100:00100000:0.0:1746168031.412993:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423767808:12345-0@lo:400:kworker.0 Request processed in 607us (1550us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168031.412999:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8292 00000100:00100000:3.0:1746168031.413707:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423767808:0@lo:400:kworker.0 00000100:00080000:2.0:1746168031.413906:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746168031.425882:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746168031.425901:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423768064:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746168031.425959:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168031.426001:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423768064 00000100:00100000:1.0:1746168031.426009:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423768064 00000100:00100000:1.0:1746168031.426054:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36871 00000100:00100000:1.0:1746168031.426062:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094bb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423768064:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746168031.426090:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746168031.426127:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094bb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423768064:12345-0@lo:41:osp-pre-1-0.0 Request processed in 66us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168031.426133:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36871 00000100:00100000:3.0:1746168031.426144:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746168031.426152:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423768192:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746168031.426174:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168031.426187:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423768192 00000100:00100000:1.0:1746168031.426190:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423768192 00000100:00100000:1.0:1746168031.426206:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36872 00000100:00100000:1.0:1746168031.426210:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423768192:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746168031.426226:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746168031.426238:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423768064:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746168031.426251:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423768192:12345-0@lo:41:osp-pre-0-1.0 Request processed in 41us (76us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168031.426256:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36872 00000100:00100000:3.0:1746168031.426368:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423768192:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1746168031.613872:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746168031.730277:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1746168031.730296:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423768320:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746168031.730359:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168031.734556:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423768320 00000100:00100000:2.0:1746168031.734566:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423768320 00000100:00100000:2.0:1746168031.734627:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7698 00000100:00100000:2.0:1746168031.734635:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423768320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746168031.734656:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746168031.734730:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423768320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 95us (4370us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168031.734736:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7698 00000100:00100000:1.0:1746168031.734816:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423768320:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746168032.617329:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168033.247445:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746168033.247515:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439316224 00000100:00100000:3.0:1746168033.247524:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439316224 00000100:00100000:3.0:1746168033.247579:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1442 00000100:00100000:3.0:1746168033.247588:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fbe7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439316224:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746168033.247654:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fbe7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439316224:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 67us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168033.247671:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1442 00000100:00100000:0.0:1746168033.248865:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168033.249111:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746168033.249131:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439316352 00000100:00100000:1.0:1746168033.249136:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439316352 00000100:00100000:2.0:1746168033.249195:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439316480 00000100:00100000:2.0:1746168033.249200:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439316480 00000100:00080000:3.0:1746168033.249270:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746168033.249274:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746168033.249311:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4544 00000100:00100000:2.0:1746168033.249319:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136056680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439316480:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746168033.249338:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4545 00000100:00100000:1.0:1746168033.249346:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439316352:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746168033.249431:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136056680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439316480:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 112us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168033.249438:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4544 00000100:00100000:1.0:1746168033.249816:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439316352:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 470us (950us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168033.249823:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4545 00000100:00100000:0.0:1746168033.251184:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746168033.253178:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439316608 00000100:00100000:2.0:1746168033.253186:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439316608 00000100:00100000:2.0:1746168033.253220:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51062 00000100:00100000:2.0:1746168033.253228:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439316608:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746168033.253248:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746168033.253297:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439316608:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 68us (2114us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746168033.253304:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51062 00010000:00010000:1.0:1746168033.617849:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746168034.619844:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746168035.538243:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5b05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423768448:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746168035.538321:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168035.538513:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423768448 00000100:00100000:2.0:1746168035.538520:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423768448 00000100:00100000:2.0:1746168035.538580:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7699 00000100:00100000:2.0:1746168035.538589:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088cab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423768448:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746168035.538614:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746168035.538662:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088cab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423768448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168035.538669:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7699 00000100:00080000:3.0:1746168035.538753:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746168035.538892:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5b05f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423768448:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746168035.622179:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746168036.419997:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423768832:0@lo:400:kworker.0 00000100:00100000:1.0:1746168036.420089:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168036.420160:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423768832 00000100:00100000:1.0:1746168036.420166:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423768832 00000100:00080000:0.0:1746168036.420234:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746168036.420239:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168036.420242:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168036.420247:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11952 00000100:00080000:0.0:1746168036.420252:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746168036.420258:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746168036.420273:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880094319180 x1830977423769088/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746168036.420300:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746168036.420303:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168036.420305:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168036.420308:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11952 00000100:00080000:0.0:1746168036.420310:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746168036.420314:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746168036.420323:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cb67100 x1830977423769600/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746168036.420546:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423769088:0@lo:8:kworker.0 00000100:00100000:0.0:1746168036.420574:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168036.420616:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130489f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423768704:0@lo:400:kworker.0 00000100:00100000:2.0:1746168036.420661:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168036.420899:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423769344:0@lo:400:kworker.0 00000100:00100000:2.0:1746168036.420920:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168036.420938:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423768704 00000100:00100000:1.0:1746168036.420942:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423768704 00000100:00100000:1.0:1746168036.420967:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4546 00000100:00100000:1.0:1746168036.420974:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423768832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168036.421011:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423768832:12345-0@lo:400:kworker.0 Request processed in 37us (923us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168036.421017:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4546 00000100:00100000:1.0:1746168036.421032:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4547 00000100:00100000:1.0:1746168036.421036:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423768704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168036.421057:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423768704:12345-0@lo:400:kworker.0 Request processed in 21us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168036.421062:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4547 00000100:00100000:1.0:1746168036.421077:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094318380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423768960:0@lo:400:kworker.0 00000100:00100000:1.0:1746168036.421098:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168036.421113:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423769728:0@lo:400:kworker.0 00000100:00100000:1.0:1746168036.421146:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423768960 00000100:00100000:1.0:1746168036.421149:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423768960 00000100:00100000:1.0:1746168036.421171:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36873 00000100:00100000:1.0:1746168036.421176:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423768960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168036.421206:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423768960:12345-0@lo:400:kworker.0 Request processed in 30us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168036.421211:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36873 00000100:00080000:1.0:1746168036.421255:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746168036.421258:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746168036.421339:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130489f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423768704:0@lo:400:kworker.0 00000100:00100000:2.0:1746168036.421350:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1746168036.421356:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423768576:0@lo:400:kworker.0 00000100:00100000:2.0:1746168036.421383:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168036.421408:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423769216:0@lo:400:kworker.0 00000100:00100000:2.0:1746168036.421450:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423768576 00000100:00100000:2.0:1746168036.421454:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423768576 00000100:00100000:2.0:1746168036.421485:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1443 00000100:00100000:2.0:1746168036.421490:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e862450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423768576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168036.421525:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e862450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423768576:12345-0@lo:400:kworker.0 Request processed in 35us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168036.421531:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1443 00000100:00100000:0.0:1746168036.421634:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423769600:0@lo:8:kworker.0 00000100:00100000:0.0:1746168036.421672:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168036.421712:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800968bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423769472:0@lo:400:kworker.0 00000100:00100000:0.0:1746168036.421729:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168036.421748:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423768832:0@lo:400:kworker.0 00000100:00100000:0.0:1746168036.421762:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423769472 00000100:00100000:0.0:1746168036.421764:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423769472 00000100:00100000:0.0:1746168036.421807:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36874 00000100:00100000:0.0:1746168036.421812:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423769472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168036.421840:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423769472:12345-0@lo:400:kworker.0 Request processed in 28us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168036.421846:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36874 00000100:00100000:0.0:1746168036.421865:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800968bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423769472:0@lo:400:kworker.0 00000100:00100000:0.0:1746168036.421882:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423769088 00000100:00100000:0.0:1746168036.421884:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423769088 00000100:00100000:0.0:1746168036.421896:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423769600 00000100:00100000:0.0:1746168036.421897:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423769600 00000100:00100000:0.0:1746168036.421906:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51063 00000100:00100000:0.0:1746168036.421910:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423769088:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746168036.421927:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746168036.421950:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423769088:12345-0@lo:8:kworker.0 Request processed in 38us (1375us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746168036.421955:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51063 00000100:00100000:0.0:1746168036.421962:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51064 00000100:00100000:0.0:1746168036.421966:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423769600:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746168036.421973:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746168036.421986:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423769600:12345-0@lo:8:kworker.0 Request processed in 19us (314us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746168036.421990:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51064 00000100:00080000:0.0:1746168036.422006:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746168036.422009:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746168036.422012:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423769088:0@lo:8:kworker.0 00000100:00080000:0.0:1746168036.422018:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746168036.422020:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746168036.422023:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423769600:0@lo:8:kworker.0 00000100:00100000:2.0:1746168036.422162:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168036.422185:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423769856:0@lo:400:kworker.0 00000100:00100000:2.0:1746168036.422203:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168036.422622:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423768576:0@lo:400:kworker.0 00000100:00100000:1.0:1746168036.422667:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423769344 00000100:00100000:1.0:1746168036.422670:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423769344 00000100:00100000:1.0:1746168036.422704:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423769856 00000100:00100000:1.0:1746168036.422707:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423769856 00000100:00100000:1.0:1746168036.422719:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4548 00000100:00100000:1.0:1746168036.422723:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eef6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423769344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168036.422764:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eef6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423769344:12345-0@lo:400:kworker.0 Request processed in 40us (1843us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168036.422770:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4548 00000100:00100000:1.0:1746168036.422793:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4549 00000100:00100000:1.0:1746168036.422798:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423769856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168036.422822:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423769856:12345-0@lo:400:kworker.0 Request processed in 24us (617us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168036.422828:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4549 00000100:00100000:1.0:1746168036.422845:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168036.422869:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094318380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423768960:0@lo:400:kworker.0 00000100:00100000:2.0:1746168036.422940:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423769856:0@lo:400:kworker.0 00000100:00100000:2.0:1746168036.422948:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423769344:0@lo:400:kworker.0 00000100:00100000:0.0:1746168036.423105:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423769216 00000100:00100000:0.0:1746168036.423108:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423769216 00000100:00100000:0.0:1746168036.423168:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423769728 00000100:00100000:0.0:1746168036.423171:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423769728 00000100:00100000:2.0:1746168036.423938:0:4935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8294 00000100:00100000:2.0:1746168036.423946:0:4935:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423769216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168036.423997:0:4935:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423769216:12345-0@lo:400:kworker.0 Request processed in 52us (1834us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168036.424003:0:4935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8294 00000100:00100000:3.0:1746168036.424075:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094318e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423769216:0@lo:400:kworker.0 00000100:00100000:0.0:1746168036.424184:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8295 00000100:00100000:0.0:1746168036.424191:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423769728:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1746168036.424940:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746168036.425037:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423769728:12345-0@lo:400:kworker.0 Request processed in 845us (2189us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168036.425044:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8295 00000100:00100000:1.0:1746168036.425108:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423769728:0@lo:400:kworker.0 00000100:00100000:3.0:1746168036.436904:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423769984:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746168036.436974:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168036.437041:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423769984 00000100:00100000:3.0:1746168036.437048:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423769984 00000100:00100000:3.0:1746168036.437085:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36875 00000100:00100000:3.0:1746168036.437092:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423769984:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746168036.437124:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746168036.437161:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5b05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423769984:12345-0@lo:41:osp-pre-1-0.0 Request processed in 69us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168036.437167:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36875 00000100:00100000:2.0:1746168036.437639:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423769984:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746168036.437782:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423770112:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746168036.437812:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168036.437889:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423770112 00000100:00100000:3.0:1746168036.437894:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423770112 00000100:00100000:3.0:1746168036.437925:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36876 00000100:00100000:3.0:1746168036.437931:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423770112:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746168036.437952:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746168036.437980:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423770112:12345-0@lo:41:osp-pre-0-1.0 Request processed in 49us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168036.437985:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36876 00000100:00100000:1.0:1746168036.438145:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423770112:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1746168036.624834:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168036.737916:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746168036.737934:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423770240:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746168036.737990:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168036.738055:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423770240 00000100:00100000:3.0:1746168036.738062:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423770240 00000100:00100000:3.0:1746168036.738105:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7700 00000100:00100000:3.0:1746168036.738112:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423770240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746168036.738133:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746168036.738959:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423770240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 846us (966us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168036.738967:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7700 00000100:00100000:1.0:1746168036.739042:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423770240:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746168037.626334:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168038.255212:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746168038.255568:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439316736 00000100:00100000:2.0:1746168038.255576:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439316736 00000100:00100000:2.0:1746168038.255626:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1444 00000100:00100000:2.0:1746168038.255634:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e861050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439316736:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746168038.255771:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e861050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439316736:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 109us (538us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168038.255779:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1444 00000100:00100000:0.0:1746168038.258416:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168038.258450:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168038.258711:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168038.258734:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439317120 00000100:00100000:0.0:1746168038.258749:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439317120 00000100:00100000:0.0:1746168038.258785:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51065 00000100:00100000:0.0:1746168038.258792:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439317120:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746168038.258815:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746168038.258943:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439316992 00000100:00100000:3.0:1746168038.258947:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439316992 00000100:00100000:3.0:1746168038.258990:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439316864 00000100:00100000:3.0:1746168038.258992:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439316864 00000100:00080000:2.0:1746168038.258997:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746168038.259000:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746168038.259009:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4550 00000100:00100000:3.0:1746168038.259015:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800968bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439316992:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746168038.259017:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4551 00000100:00100000:2.0:1746168038.259023:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094318e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439316864:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746168038.259052:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800968bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439316992:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 32us (635us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168038.259056:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094318e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439316864:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 34us (606us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168038.259058:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4550 00000100:00100000:2.0:1746168038.259061:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4551 00000100:00100000:0.0:1746168038.259165:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439317120:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 59us (140us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746168038.259172:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51065 00010000:00010000:1.0:1746168038.628716:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746168039.631880:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168040.545906:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423770368:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746168040.545966:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168040.546144:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423770368 00000100:00100000:3.0:1746168040.546151:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423770368 00000100:00100000:3.0:1746168040.546189:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7701 00000100:00100000:3.0:1746168040.546197:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423770368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746168040.546222:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746168040.546267:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094319180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423770368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168040.546273:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7701 00000100:00100000:1.0:1746168040.546305:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423770368:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1746168040.546351:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746168040.635140:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746168041.426302:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746168041.426321:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423770496:0@lo:400:kworker.0 00000100:00080000:0.0:1746168041.426358:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746168041.426362:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168041.426365:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168041.426369:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11957 00000100:00080000:0.0:1746168041.426373:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746168041.426377:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746168041.426380:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168041.426394:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880132c50e00 x1830977423771008/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746168041.426417:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746168041.426419:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168041.426420:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168041.426423:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11957 00000100:00080000:0.0:1746168041.426424:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746168041.426427:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746168041.426432:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423770880:0@lo:400:kworker.0 00000100:00100000:0.0:1746168041.426434:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012da7d500 x1830977423771520/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746168041.426456:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168041.426475:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423771648:0@lo:400:kworker.0 00000100:00100000:0.0:1746168041.426476:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423770496 00000100:00100000:0.0:1746168041.426482:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423770496 00000100:00100000:1.0:1746168041.426495:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168041.426508:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746168041.426511:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1445 00000100:00100000:1.0:1746168041.426513:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423771136:0@lo:400:kworker.0 00000100:00100000:0.0:1746168041.426518:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e860050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423770496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168041.426529:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168041.426541:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423771776:0@lo:400:kworker.0 00000100:00100000:0.0:1746168041.426559:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e860050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423770496:12345-0@lo:400:kworker.0 Request processed in 41us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168041.426560:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168041.426567:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1445 00000100:00100000:1.0:1746168041.426581:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423770496:0@lo:400:kworker.0 00000100:00100000:0.0:1746168041.426593:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423771008:0@lo:8:kworker.0 00000100:00100000:0.0:1746168041.426612:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168041.426626:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012da7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423771520:0@lo:8:kworker.0 00000100:00100000:0.0:1746168041.426638:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168041.426658:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423771648 00000100:00100000:0.0:1746168041.426660:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423771648 00000100:00100000:0.0:1746168041.426722:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423771136 00000100:00100000:0.0:1746168041.426725:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423771136 00000100:00100000:0.0:1746168041.426735:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423771008 00000100:00100000:0.0:1746168041.426736:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423771008 00000100:00100000:0.0:1746168041.426742:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423771520 00000100:00100000:0.0:1746168041.426744:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423771520 00000100:00100000:0.0:1746168041.426751:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8296 00000100:00100000:0.0:1746168041.426755:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423771648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168041.426778:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423771648:12345-0@lo:400:kworker.0 Request processed in 23us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168041.426783:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8296 00000100:00100000:0.0:1746168041.426789:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8297 00000100:00100000:0.0:1746168041.426793:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423771136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168041.426805:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423771136:12345-0@lo:400:kworker.0 Request processed in 12us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168041.426809:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8297 00000100:00100000:0.0:1746168041.426814:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51066 00000100:00100000:0.0:1746168041.426817:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423771008:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746168041.426833:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746168041.426850:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423771008:12345-0@lo:8:kworker.0 Request processed in 32us (238us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746168041.426854:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51066 00000100:00100000:0.0:1746168041.426860:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51067 00000100:00100000:0.0:1746168041.426863:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423771520:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746168041.426870:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746168041.427116:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423771520:12345-0@lo:8:kworker.0 Request processed in 251us (476us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746168041.427120:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51067 00000100:00080000:0.0:1746168041.427143:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746168041.427146:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746168041.427148:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423771008:0@lo:8:kworker.0 00000100:00080000:0.0:1746168041.427154:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746168041.427156:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746168041.427158:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012da7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423771520:0@lo:8:kworker.0 00000100:00100000:0.0:1746168041.427210:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423770880 00000100:00100000:0.0:1746168041.427213:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423770880 00000100:00100000:0.0:1746168041.427232:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36877 00000100:00100000:0.0:1746168041.427236:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423770880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168041.427260:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423770880:12345-0@lo:400:kworker.0 Request processed in 24us (804us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168041.427265:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36877 00000100:00100000:0.0:1746168041.427278:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423771776 00000100:00100000:0.0:1746168041.427280:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423771776 00000100:00100000:0.0:1746168041.427295:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4552 00000100:00100000:0.0:1746168041.427300:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012401aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423771776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168041.427317:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012401aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423771776:12345-0@lo:400:kworker.0 Request processed in 17us (756us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168041.427322:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4552 00000100:00100000:0.0:1746168041.427341:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423770624:0@lo:400:kworker.0 00000100:00100000:0.0:1746168041.427357:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168041.427367:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009fa93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423771264:0@lo:400:kworker.0 00000100:00100000:0.0:1746168041.427380:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168041.427390:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746168041.427397:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423770752:0@lo:400:kworker.0 00000100:00100000:0.0:1746168041.427410:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168041.427420:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009759d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423771392:0@lo:400:kworker.0 00000100:00100000:0.0:1746168041.427431:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168041.427444:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423770624 00000100:00100000:0.0:1746168041.427447:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423770624 00000100:00100000:0.0:1746168041.427464:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423771264 00000100:00100000:0.0:1746168041.427466:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423771264 00000100:00100000:0.0:1746168041.427474:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423770752 00000100:00100000:0.0:1746168041.427476:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423770752 00000100:00100000:0.0:1746168041.427489:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4553 00000100:00100000:0.0:1746168041.427492:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423770624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168041.427516:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423770624:12345-0@lo:400:kworker.0 Request processed in 23us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168041.427519:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4553 00000100:00100000:0.0:1746168041.427527:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4554 00000100:00100000:0.0:1746168041.427530:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423771264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168041.427556:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423771136:0@lo:400:kworker.0 00000100:00080000:3.0:1746168041.427610:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746168041.427614:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746168041.427616:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746168041.427633:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4555 00000100:00100000:3.0:1746168041.427640:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423770752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168041.430321:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423771264:12345-0@lo:400:kworker.0 Request processed in 2784us (2933us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168041.430330:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4554 00000100:00100000:0.0:1746168041.430556:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423771392 00000100:00100000:0.0:1746168041.430561:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423771392 00000100:00100000:0.0:1746168041.430588:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36878 00000100:00100000:0.0:1746168041.430594:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423771392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168041.430631:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423771392:12345-0@lo:400:kworker.0 Request processed in 38us (3200us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168041.430636:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36878 00000100:00100000:0.0:1746168041.430672:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009759d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423771392:0@lo:400:kworker.0 00000100:00100000:3.0:1746168041.431552:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423770752:12345-0@lo:400:kworker.0 Request processed in 3912us (4139us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168041.431560:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4555 00000100:00100000:1.0:1746168041.431639:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423771776:0@lo:400:kworker.0 00000100:00100000:1.0:1746168041.431652:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423771648:0@lo:400:kworker.0 00000100:00100000:1.0:1746168041.431661:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423770880:0@lo:400:kworker.0 00000100:00100000:0.0:1746168041.432867:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423770624:0@lo:400:kworker.0 00000100:00100000:0.0:1746168041.432877:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009fa93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423771264:0@lo:400:kworker.0 00000100:00100000:0.0:1746168041.432897:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423770752:0@lo:400:kworker.0 00000100:00100000:3.0:1746168041.441951:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746168041.441970:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423771904:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746168041.442034:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168041.442110:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746168041.442118:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423772032:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746168041.442141:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168041.442163:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423771904 00000100:00100000:0.0:1746168041.442168:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423771904 00000100:00100000:0.0:1746168041.443276:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423772032 00000100:00100000:0.0:1746168041.443282:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423772032 00000100:00100000:1.0:1746168041.443728:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36879 00000100:00100000:1.0:1746168041.443738:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423771904:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746168041.443768:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746168041.443826:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423771904:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (1792us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168041.443832:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36879 00000100:00100000:1.0:1746168041.443848:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36880 00000100:00100000:1.0:1746168041.443852:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423772032:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746168041.443866:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746168041.443890:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423772032:12345-0@lo:41:osp-pre-1-0.0 Request processed in 37us (1749us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168041.443895:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36880 00000100:00100000:1.0:1746168041.443935:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423772032:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746168041.444077:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423771904:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1746168041.638477:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746168041.745872:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423772160:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746168041.745929:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168041.746121:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423772160 00000100:00100000:0.0:1746168041.746128:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423772160 00000100:00100000:0.0:1746168041.746162:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7702 00000100:00100000:0.0:1746168041.746168:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423772160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746168041.746186:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746168041.746220:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dceed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423772160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168041.746226:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7702 00000100:00100000:2.0:1746168041.746623:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423772160:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746168042.645195:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168043.266538:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168043.266583:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746168043.266594:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439317376 00000100:00100000:3.0:1746168043.266603:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439317376 00000100:00100000:3.0:1746168043.266652:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4556 00000100:00100000:3.0:1746168043.266724:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439317376:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746168043.266756:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439317632 00000100:00100000:2.0:1746168043.266760:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439317632 00000100:00100000:2.0:1746168043.266778:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51068 00000100:00100000:2.0:1746168043.266782:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439317632:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:3.0:1746168043.266791:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439317376:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 132us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168043.266797:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4556 00010000:00020000:2.0:1746168043.266800:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746168043.266821:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439317632:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 39us (238us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746168043.266826:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51068 00000100:00080000:0.0:1746168043.267111:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746168043.268395:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168043.268450:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746168043.269550:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439317504 00000100:00100000:2.0:1746168043.269560:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439317248 00000100:00100000:3.0:1746168043.269563:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439317504 00000100:00100000:2.0:1746168043.269564:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439317248 00000100:00100000:2.0:1746168043.269623:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1446 00000100:00100000:2.0:1746168043.269632:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439317248:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746168043.269768:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439317248:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 136us (1380us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168043.269779:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1446 00000100:00100000:2.0:1746168043.269855:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4557 00000100:00100000:2.0:1746168043.269863:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439317504:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746168043.269890:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439317504:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 30us (1440us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168043.269896:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4557 00000100:00080000:2.0:1746168043.270527:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1746168043.647565:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746168044.652328:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746168045.555173:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746168045.555191:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423772288:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746168045.555252:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168045.555939:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423772288 00000100:00100000:0.0:1746168045.555947:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423772288 00000100:00100000:0.0:1746168045.556010:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7703 00000100:00100000:0.0:1746168045.556019:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423772288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746168045.556046:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:2.0:1746168045.556091:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746168045.556219:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423772288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 201us (966us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168045.556226:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7703 00000100:00100000:2.0:1746168045.556668:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124018700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423772288:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746168045.652580:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746168046.436282:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746168046.436288:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168046.436291:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168046.436301:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11962 00000100:00080000:0.0:1746168046.436307:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746168046.436313:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746168046.436518:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423772416:0@lo:400:kworker.0 00000100:00100000:0.0:1746168046.436537:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b63f800 x1830977423772928/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746168046.436578:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:1.0:1746168046.436580:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746168046.436581:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168046.436583:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168046.436587:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11962 00000100:00080000:0.0:1746168046.436589:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746168046.436593:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746168046.436636:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098e8b100 x1830977423773440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746168046.436654:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423773056:0@lo:400:kworker.0 00000100:00100000:0.0:1746168046.436706:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423772928:0@lo:8:kworker.0 00000100:00100000:1.0:1746168046.436717:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168046.436737:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009759d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423773696:0@lo:400:kworker.0 00000100:00100000:0.0:1746168046.436757:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168046.436759:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168046.436772:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746168046.436777:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423772544:0@lo:400:kworker.0 00000100:00100000:0.0:1746168046.436784:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098e8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423773440:0@lo:8:kworker.0 00000100:00100000:1.0:1746168046.436792:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168046.436807:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423773184:0@lo:400:kworker.0 00000100:00100000:0.0:1746168046.436808:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168046.436823:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168046.436850:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423773056 00000100:00100000:1.0:1746168046.436851:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423772416 00000100:00100000:0.0:1746168046.436857:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423773056 00000100:00100000:1.0:1746168046.436857:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423772416 00000100:00100000:1.0:1746168046.436886:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1447 00000100:00100000:0.0:1746168046.436890:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423772928 00000100:00100000:0.0:1746168046.436892:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423772928 00000100:00100000:1.0:1746168046.436892:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013770e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423772416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168046.436903:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423773440 00000100:00100000:0.0:1746168046.436905:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423773440 00000100:00100000:0.0:1746168046.436917:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8298 00000100:00100000:0.0:1746168046.436924:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423773056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168046.436926:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013770e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423772416:12345-0@lo:400:kworker.0 Request processed in 33us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168046.436932:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1447 00000100:00100000:0.0:1746168046.436966:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423773056:12345-0@lo:400:kworker.0 Request processed in 42us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168046.436972:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8298 00000100:00100000:1.0:1746168046.436979:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423773056:0@lo:400:kworker.0 00000100:00100000:0.0:1746168046.436985:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51069 00000100:00100000:1.0:1746168046.436987:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423772416:0@lo:400:kworker.0 00000100:00100000:0.0:1746168046.436989:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423772928:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746168046.437215:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746168046.437449:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51070 00000100:00100000:1.0:1746168046.437454:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423773440:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1746168046.437472:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423772928:12345-0@lo:8:kworker.0 Request processed in 481us (714us total) trans 0 rc -19/-19 00010000:00020000:1.0:1746168046.437472:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746168046.437479:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51069 00000100:00100000:1.0:1746168046.437497:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423773440:12345-0@lo:8:kworker.0 Request processed in 42us (689us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746168046.437503:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51070 00000100:00080000:0.0:1746168046.437512:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746168046.437516:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746168046.437520:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423772928:0@lo:8:kworker.0 00000100:00080000:0.0:1746168046.437529:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1746168046.437530:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423772800:0@lo:400:kworker.0 00000100:00080000:0.0:1746168046.437532:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746168046.437535:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098e8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423773440:0@lo:8:kworker.0 00000100:00100000:1.0:1746168046.437549:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168046.437561:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009dafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423773568:0@lo:400:kworker.0 00000100:00100000:1.0:1746168046.437573:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168046.437575:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423772800 00000100:00100000:0.0:1746168046.437579:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423772800 00000100:00100000:1.0:1746168046.437584:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1746168046.437589:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423772672:0@lo:400:kworker.0 00000100:00100000:0.0:1746168046.437614:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36881 00000100:00100000:1.0:1746168046.437615:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168046.437621:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423772800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168046.437629:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423773312:0@lo:400:kworker.0 00000100:00100000:1.0:1746168046.437653:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168046.437659:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423772800:12345-0@lo:400:kworker.0 Request processed in 38us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168046.437665:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36881 00000100:00100000:1.0:1746168046.437671:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423772800:0@lo:400:kworker.0 00000100:00100000:0.0:1746168046.437698:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423773312 00000100:00100000:0.0:1746168046.437701:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423773312 00000100:00100000:1.0:1746168046.437701:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423773696 00000100:00100000:1.0:1746168046.437704:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423773696 00000100:00100000:0.0:1746168046.437718:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36882 00000100:00100000:1.0:1746168046.437722:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423772544 00000100:00100000:0.0:1746168046.437723:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094319c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423773312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168046.437724:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423772544 00000100:00100000:1.0:1746168046.437738:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423773184 00000100:00100000:1.0:1746168046.437740:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423773184 00000100:00100000:1.0:1746168046.437747:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423772672 00000100:00100000:1.0:1746168046.437749:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423772672 00000100:00100000:0.0:1746168046.437756:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094319c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423773312:12345-0@lo:400:kworker.0 Request processed in 34us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168046.437759:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4558 00000100:00100000:0.0:1746168046.437762:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36882 00000100:00100000:1.0:1746168046.437764:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423773696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168046.437783:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4559 00000100:00100000:0.0:1746168046.437791:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423772544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168046.437792:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423773696:12345-0@lo:400:kworker.0 Request processed in 28us (1031us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168046.437798:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4558 00000100:00100000:1.0:1746168046.437807:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4560 00000100:00100000:1.0:1746168046.437811:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009fa90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423773184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168046.437820:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423772544:12345-0@lo:400:kworker.0 Request processed in 30us (1027us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168046.437826:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4559 00000100:00100000:1.0:1746168046.437829:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009fa90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423773184:12345-0@lo:400:kworker.0 Request processed in 17us (1004us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168046.437834:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4560 00000100:00100000:0.0:1746168046.437842:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4561 00000100:00100000:0.0:1746168046.437848:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423772672:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1746168046.437899:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746168046.437901:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423773568 00000100:00080000:3.0:1746168046.437902:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746168046.437905:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423773568 00000100:00080000:3.0:1746168046.437924:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746168046.437937:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8299 00000100:00100000:2.0:1746168046.437950:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423773568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168046.437986:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423773568:12345-0@lo:400:kworker.0 Request processed in 43us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168046.437991:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8299 00000100:00100000:1.0:1746168046.437997:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423773312:0@lo:400:kworker.0 00000100:00100000:1.0:1746168046.438007:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009dafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423773568:0@lo:400:kworker.0 00000100:00100000:1.0:1746168046.438026:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423772544:0@lo:400:kworker.0 00000100:00100000:1.0:1746168046.438033:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423773184:0@lo:400:kworker.0 00000100:00100000:1.0:1746168046.438039:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009759d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423773696:0@lo:400:kworker.0 00000100:00100000:0.0:1746168046.438184:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423772672:12345-0@lo:400:kworker.0 Request processed in 335us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168046.438189:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4561 00000100:00100000:1.0:1746168046.438272:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423772672:0@lo:400:kworker.0 00000100:00100000:0.0:1746168046.449930:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746168046.449955:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423773824:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746168046.450029:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168046.450935:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423773824 00000100:00100000:3.0:1746168046.450945:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423773824 00000100:00100000:3.0:1746168046.450993:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36883 00000100:00100000:3.0:1746168046.451002:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423773824:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746168046.451041:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746168046.451095:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423773824:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (1065us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168046.451103:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36883 00000100:00100000:0.0:1746168046.451190:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423773824:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746168046.453196:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009759d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423773952:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746168046.453471:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168046.455323:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423773952 00000100:00100000:3.0:1746168046.455334:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423773952 00000100:00100000:3.0:1746168046.455392:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36884 00000100:00100000:3.0:1746168046.455401:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423773952:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746168046.455448:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746168046.455518:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423773952:12345-0@lo:41:osp-pre-1-0.0 Request processed in 118us (2047us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168046.455525:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36884 00000100:00100000:2.0:1746168046.455653:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009759d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423773952:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1746168046.654709:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168046.754292:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423774080:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746168046.754414:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168046.755443:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423774080 00000100:00100000:2.0:1746168046.755453:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423774080 00000100:00100000:2.0:1746168046.755517:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7704 00000100:00100000:2.0:1746168046.755525:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423774080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746168046.755553:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746168046.756222:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423774080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 695us (1807us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168046.756230:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7704 00000100:00100000:0.0:1746168046.756330:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423774080:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746168047.655931:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168048.272783:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168048.272848:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168048.272886:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746168048.272949:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439317760 00000100:00100000:1.0:1746168048.273134:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439317760 00000100:00100000:2.0:1746168048.273156:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439317888 00000100:00100000:2.0:1746168048.273164:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439317888 00000100:00100000:1.0:1746168048.273205:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1448 00000100:00100000:1.0:1746168048.273214:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a080a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439317760:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:0.0:1746168048.273235:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746168048.273496:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a080a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439317760:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 282us (647us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168048.273503:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1448 00000100:00100000:3.0:1746168048.273602:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439318144 00000100:00100000:3.0:1746168048.273607:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439318144 00000100:00100000:3.0:1746168048.273628:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51071 00000100:00100000:3.0:1746168048.273632:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439318144:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746168048.273657:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746168048.273716:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2006:x1830977439318144:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 82us (830us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746168048.273721:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51071 00000100:00100000:2.0:1746168048.273851:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4562 00000100:00100000:2.0:1746168048.273861:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439317888:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746168048.274276:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439317888:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 416us (1499us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168048.274485:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4562 00000100:00100000:0.0:1746168048.274655:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746168048.274714:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439318016 00000100:00100000:3.0:1746168048.274718:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439318016 00000100:00100000:3.0:1746168048.274749:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4563 00000100:00080000:0.0:1746168048.274752:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746168048.274755:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439318016:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746168048.274799:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439318016:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 44us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168048.274805:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4563 00010000:00010000:1.0:1746168048.657894:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746168049.661421:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168050.562977:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dcec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423774208:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746168050.563038:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168050.563121:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423774208 00000100:00100000:0.0:1746168050.563128:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423774208 00000100:00080000:1.0:1746168050.564424:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746168050.564512:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7705 00000100:00100000:0.0:1746168050.564522:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423774208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746168050.564561:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746168050.564746:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423774208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 225us (1706us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168050.564753:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7705 00000100:00100000:2.0:1746168050.564901:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dcec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423774208:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746168050.662750:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746168051.441863:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746168051.441867:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168051.441869:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168051.441876:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11967 00000100:00080000:0.0:1746168051.442106:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746168051.442112:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746168051.442127:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423774592:0@lo:400:kworker.0 00000100:00100000:0.0:1746168051.442130:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800949c9c00 x1830977423774848/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746168051.442160:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746168051.442163:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168051.442164:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168051.442167:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11967 00000100:00080000:0.0:1746168051.442169:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746168051.442172:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746168051.442183:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800949caa00 x1830977423775360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746168051.442218:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423774848:0@lo:8:kworker.0 00000100:00100000:3.0:1746168051.442274:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423774336:0@lo:400:kworker.0 00000100:00100000:2.0:1746168051.442321:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423774720:0@lo:400:kworker.0 00000100:00100000:0.0:1746168051.442615:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168051.442648:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423775360:0@lo:8:kworker.0 00000100:00100000:0.0:1746168051.442662:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168051.442704:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423774848 00000100:00100000:0.0:1746168051.442709:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423774848 00000100:00100000:0.0:1746168051.442728:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423775360 00000100:00100000:0.0:1746168051.442730:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423775360 00000100:00100000:0.0:1746168051.442743:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51072 00000100:00100000:0.0:1746168051.442749:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423774848:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746168051.442768:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746168051.442795:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423774848:12345-0@lo:8:kworker.0 Request processed in 45us (180us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746168051.442800:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51072 00000100:00100000:0.0:1746168051.442810:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51073 00000100:00100000:0.0:1746168051.442813:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423775360:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746168051.442820:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746168051.442831:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423775360:12345-0@lo:8:kworker.0 Request processed in 17us (169us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746168051.442836:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51073 00000100:00080000:0.0:1746168051.442859:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746168051.442861:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746168051.442865:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423774848:0@lo:8:kworker.0 00000100:00080000:0.0:1746168051.442870:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746168051.442872:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746168051.442874:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423775360:0@lo:8:kworker.0 00000100:00100000:1.0:1746168051.443181:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168051.443182:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168051.443200:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423774976:0@lo:400:kworker.0 00000100:00100000:1.0:1746168051.443210:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423775232:0@lo:400:kworker.0 00000100:00100000:3.0:1746168051.443214:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168051.443223:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423775616:0@lo:400:kworker.0 00000100:00100000:1.0:1746168051.443235:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168051.443249:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1746168051.443249:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168051.443254:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423774464:0@lo:400:kworker.0 00000100:00100000:1.0:1746168051.443466:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168051.443473:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423774592 00000100:00100000:1.0:1746168051.443476:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423775104:0@lo:400:kworker.0 00000100:00100000:3.0:1746168051.443476:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423774592 00000100:00100000:1.0:1746168051.443490:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168051.443511:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423775616 00000100:00100000:3.0:1746168051.443514:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423775616 00000100:00100000:3.0:1746168051.443539:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423774464 00000100:00100000:3.0:1746168051.443541:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423774464 00000100:00100000:3.0:1746168051.443552:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423775104 00000100:00100000:3.0:1746168051.443553:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423775104 00000100:00100000:3.0:1746168051.443561:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4564 00000100:00100000:3.0:1746168051.443565:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009759d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423774592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168051.443597:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009759d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423774592:12345-0@lo:400:kworker.0 Request processed in 31us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168051.443603:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4564 00000100:00100000:3.0:1746168051.443617:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4565 00000100:00100000:3.0:1746168051.443621:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423775616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168051.443644:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423775616:12345-0@lo:400:kworker.0 Request processed in 23us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168051.443649:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4565 00000100:00100000:3.0:1746168051.443657:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4566 00000100:00100000:3.0:1746168051.443660:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423774464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168051.443689:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423774464:12345-0@lo:400:kworker.0 Request processed in 29us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168051.444056:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4567 00000100:00100000:0.0:1746168051.444063:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423775104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168051.444094:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423775104:12345-0@lo:400:kworker.0 Request processed in 32us (603us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168051.444098:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4567 00000100:00100000:0.0:1746168051.444116:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423774976 00000100:00100000:2.0:1746168051.444162:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168051.444188:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423775488:0@lo:400:kworker.0 00000100:00100000:2.0:1746168051.444215:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168051.444265:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423775616:0@lo:400:kworker.0 00000100:00080000:2.0:1746168051.444282:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746168051.444285:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746168051.444298:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423775488 00000100:00100000:2.0:1746168051.444301:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423775488 00000100:00100000:2.0:1746168051.444326:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8300 00000100:00100000:2.0:1746168051.444331:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423775488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168051.444542:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423775488:12345-0@lo:400:kworker.0 Request processed in 211us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168051.444548:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8300 00000100:00080000:2.0:1746168051.444560:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746168051.444567:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423775232 00000100:00100000:2.0:1746168051.444569:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423775232 00000100:00100000:2.0:1746168051.444584:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423774720 00000100:00100000:2.0:1746168051.444586:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423774720 00000100:00100000:2.0:1746168051.444597:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36885 00000100:00100000:2.0:1746168051.444601:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dafc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423775232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168051.444749:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423774976 00000100:00100000:0.0:1746168051.444767:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8301 00000100:00100000:0.0:1746168051.444772:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423774976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168051.444798:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423774976:12345-0@lo:400:kworker.0 Request processed in 26us (1582us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168051.444802:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8301 00000100:00100000:1.0:1746168051.445598:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423774336 00000100:00100000:1.0:1746168051.445602:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423774336 00000100:00100000:1.0:1746168051.445619:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1449 00000100:00100000:1.0:1746168051.445623:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0808c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423774336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168051.445646:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0808c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423774336:12345-0@lo:400:kworker.0 Request processed in 24us (2466us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168051.445652:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1449 00000100:00100000:1.0:1746168051.445685:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423774464:0@lo:400:kworker.0 00000100:00100000:1.0:1746168051.445692:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423775104:0@lo:400:kworker.0 00000100:00100000:1.0:1746168051.445697:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423774592:0@lo:400:kworker.0 00000100:00100000:1.0:1746168051.445731:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423774336:0@lo:400:kworker.0 00000100:00100000:1.0:1746168051.445737:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423774976:0@lo:400:kworker.0 00000100:00100000:1.0:1746168051.445754:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423775488:0@lo:400:kworker.0 00000100:00100000:0.0:1746168051.445843:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36886 00000100:00100000:0.0:1746168051.445850:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423774720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168051.446081:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423774720:12345-0@lo:400:kworker.0 Request processed in 232us (1917us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168051.446086:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36886 00000100:00100000:1.0:1746168051.446089:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423774720:0@lo:400:kworker.0 00000100:00100000:3.0:1746168051.446151:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4566 00000100:00100000:2.0:1746168051.449093:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dafc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423775232:12345-0@lo:400:kworker.0 Request processed in 4485us (5851us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168051.449104:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36885 00000100:00100000:1.0:1746168051.453159:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423775232:0@lo:400:kworker.0 00000100:00100000:1.0:1746168051.458818:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746168051.458837:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423775744:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746168051.458906:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168051.459134:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423775744 00000100:00100000:3.0:1746168051.459141:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423775744 00000100:00100000:3.0:1746168051.459183:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36887 00000100:00100000:3.0:1746168051.459190:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423775744:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746168051.459219:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746168051.459357:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423775744:12345-0@lo:41:osp-pre-0-1.0 Request processed in 166us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168051.459364:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746168051.459364:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36887 00000100:00100000:2.0:1746168051.459372:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423775872:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746168051.459411:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168051.459445:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423775744:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746168051.459552:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423775872 00000100:00100000:2.0:1746168051.459556:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423775872 00000100:00100000:2.0:1746168051.459583:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36888 00000100:00100000:2.0:1746168051.459587:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423775872:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746168051.459602:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746168051.464065:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423775872:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746168051.464286:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423775872:12345-0@lo:41:osp-pre-1-0.0 Request processed in 4695us (4871us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168051.464296:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36888 00010000:00010000:0.0:1746168051.664783:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746168051.761997:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423776000:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746168051.762056:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168051.762255:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423776000 00000100:00100000:0.0:1746168051.762262:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423776000 00000100:00100000:0.0:1746168051.762305:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7706 00000100:00100000:0.0:1746168051.762311:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423776000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746168051.762330:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746168051.762364:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423776000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168051.762376:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7706 00000100:00100000:1.0:1746168051.762574:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423776000:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746168052.667033:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168053.282370:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168053.282411:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746168053.282616:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439318400 00000100:00100000:3.0:1746168053.282624:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439318400 00000100:00100000:0.0:1746168053.283323:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746168053.283464:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439318272 00000100:00100000:1.0:1746168053.283468:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439318272 00000100:00100000:0.0:1746168053.283515:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746168053.283529:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1450 00000100:00100000:0.0:1746168053.283535:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439318656 00000100:00100000:0.0:1746168053.283538:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439318656 00000100:00100000:1.0:1746168053.283538:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0808450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439318272:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746168053.283553:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51074 00000100:00100000:0.0:1746168053.283557:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439318656:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:1.0:1746168053.283587:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0808450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439318272:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 51us (1176us total) trans 0 rc 0/0 00010000:00020000:0.0:1746168053.283589:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746168053.283593:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1450 00000100:00100000:0.0:1746168053.283607:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439318656:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 49us (93us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746168053.283613:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51074 00000100:00100000:1.0:1746168053.283617:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439318528 00000100:00100000:1.0:1746168053.283619:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439318528 00000100:00100000:3.0:1746168053.283834:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4568 00000100:00100000:3.0:1746168053.283840:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439318400:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746168053.284103:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439318400:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 262us (1740us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168053.284109:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4568 00000100:00100000:1.0:1746168053.284229:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4569 00000100:00100000:1.0:1746168053.284235:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439318528:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746168053.284264:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439318528:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 30us (942us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168053.284269:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4569 00000100:00080000:2.0:1746168053.284347:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746168053.284350:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1746168053.667850:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746168054.671591:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746168055.569927:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746168055.569944:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423776128:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746168055.569996:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168055.570092:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423776128 00000100:00100000:0.0:1746168055.570100:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423776128 00000100:00100000:0.0:1746168055.570135:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7707 00000100:00100000:0.0:1746168055.570141:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423776128:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746168055.570164:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746168055.570206:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423776128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168055.570211:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7707 00000100:00100000:1.0:1746168055.570521:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423776128:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1746168055.570586:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746168055.673915:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746168056.453745:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746168056.453750:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746168056.453753:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746168056.453759:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11972 00000100:00080000:2.0:1746168056.453762:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746168056.453768:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746168056.453783:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009b633100 x1830977423776768/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746168056.453806:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746168056.453809:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746168056.453810:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746168056.453812:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11972 00000100:00080000:2.0:1746168056.453814:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746168056.453817:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746168056.453838:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136050e00 x1830977423777280/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746168056.454109:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b631880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423776640:0@lo:400:kworker.0 00000100:00100000:2.0:1746168056.454160:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168056.454201:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423777408:0@lo:400:kworker.0 00000100:00100000:2.0:1746168056.454219:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168056.454238:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1746168056.454242:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423776512:0@lo:400:kworker.0 00000100:00100000:2.0:1746168056.454262:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168056.454274:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423777152:0@lo:400:kworker.0 00000100:00100000:2.0:1746168056.454287:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168056.454311:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423776640 00000100:00100000:2.0:1746168056.454316:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423776640 00000100:00100000:2.0:1746168056.454343:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423777152 00000100:00100000:2.0:1746168056.454346:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423777152 00000100:00100000:2.0:1746168056.454360:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36889 00000100:00100000:2.0:1746168056.454366:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009761b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423776640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168056.454405:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009761b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423776640:12345-0@lo:400:kworker.0 Request processed in 39us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168056.454410:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36889 00000100:00100000:2.0:1746168056.454422:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36890 00000100:00100000:2.0:1746168056.454426:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095eff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423777152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168056.454479:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095eff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423777152:12345-0@lo:400:kworker.0 Request processed in 53us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168056.454484:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36890 00000100:00100000:2.0:1746168056.454508:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423777152:0@lo:400:kworker.0 00000100:00100000:2.0:1746168056.454515:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b631880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423776640:0@lo:400:kworker.0 00000100:00100000:2.0:1746168056.454543:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423776512 00000100:00100000:2.0:1746168056.454545:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423776512 00000100:00100000:2.0:1746168056.454572:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4570 00000100:00100000:2.0:1746168056.454577:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095eff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423776512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168056.454604:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095eff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423776512:12345-0@lo:400:kworker.0 Request processed in 26us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168056.454609:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4570 00000100:00100000:2.0:1746168056.454630:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423776512:0@lo:400:kworker.0 00000100:00080000:2.0:1746168056.454646:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746168056.454658:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423777408 00000100:00100000:2.0:1746168056.454660:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423777408 00000100:00100000:2.0:1746168056.454694:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8302 00000100:00100000:2.0:1746168056.454699:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423777408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168056.454725:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423777408:12345-0@lo:400:kworker.0 Request processed in 26us (504us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168056.454730:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8302 00000100:00080000:2.0:1746168056.454741:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746168056.454748:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b633100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423776768:0@lo:8:kworker.0 00000100:00100000:2.0:1746168056.454773:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168056.454799:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423777280:0@lo:8:kworker.0 00000100:00100000:2.0:1746168056.454813:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168056.454832:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423776768 00000100:00100000:2.0:1746168056.454834:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423776768 00000100:00100000:2.0:1746168056.454845:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423777280 00000100:00100000:2.0:1746168056.454847:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423777280 00000100:00100000:2.0:1746168056.454855:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51075 00000100:00100000:2.0:1746168056.454859:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095efca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423776768:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746168056.454876:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746168056.454897:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095efca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423776768:12345-0@lo:8:kworker.0 Request processed in 37us (124us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746168056.454902:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51075 00000100:00100000:2.0:1746168056.454909:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51076 00000100:00100000:2.0:1746168056.454912:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095efd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423777280:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746168056.454919:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746168056.454933:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095efd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423777280:12345-0@lo:8:kworker.0 Request processed in 19us (119us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746168056.454937:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51076 00000100:00080000:2.0:1746168056.454954:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746168056.454958:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746168056.455164:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b633100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423776768:0@lo:8:kworker.0 00000100:00080000:2.0:1746168056.455175:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746168056.455177:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746168056.455179:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423777280:0@lo:8:kworker.0 00000100:00100000:2.0:1746168056.455198:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423777408:0@lo:400:kworker.0 00000100:00100000:3.0:1746168056.455289:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423776256:0@lo:400:kworker.0 00000100:00100000:3.0:1746168056.455319:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168056.455350:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b633b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423776896:0@lo:400:kworker.0 00000100:00100000:3.0:1746168056.455367:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168056.455376:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423777536:0@lo:400:kworker.0 00000100:00100000:3.0:1746168056.455388:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168056.455397:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1746168056.455401:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095c2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423776384:0@lo:400:kworker.0 00000100:00100000:3.0:1746168056.455412:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168056.455420:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800904b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423777024:0@lo:400:kworker.0 00000100:00100000:3.0:1746168056.455443:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168056.455463:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423777536 00000100:00100000:3.0:1746168056.455470:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423777536 00000100:00100000:3.0:1746168056.455489:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423776384 00000100:00100000:3.0:1746168056.455490:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423776384 00000100:00100000:3.0:1746168056.455505:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423777024 00000100:00100000:3.0:1746168056.455506:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423777024 00000100:00100000:3.0:1746168056.455517:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4571 00000100:00100000:3.0:1746168056.455521:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423777536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168056.455544:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423777536:12345-0@lo:400:kworker.0 Request processed in 23us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168056.455549:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4571 00000100:00100000:3.0:1746168056.455558:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4572 00000100:00100000:3.0:1746168056.455562:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423776384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168056.455587:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423776384:12345-0@lo:400:kworker.0 Request processed in 24us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168056.455592:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4572 00000100:00100000:3.0:1746168056.455601:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4573 00000100:00100000:3.0:1746168056.455605:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423777024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168056.455619:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423777024:12345-0@lo:400:kworker.0 Request processed in 14us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168056.455623:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4573 00000100:00080000:3.0:1746168056.455632:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746168056.455644:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095c2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423776384:0@lo:400:kworker.0 00000100:00100000:3.0:1746168056.455650:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800904b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423777024:0@lo:400:kworker.0 00000100:00100000:3.0:1746168056.455657:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423777536:0@lo:400:kworker.0 00000100:00100000:3.0:1746168056.455715:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423776256 00000100:00100000:3.0:1746168056.455717:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423776256 00000100:00100000:3.0:1746168056.455734:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1451 00000100:00100000:3.0:1746168056.455738:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0809450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423776256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168056.455759:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0809450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423776256:12345-0@lo:400:kworker.0 Request processed in 20us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168056.455763:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1451 00000100:00100000:3.0:1746168056.455782:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423776256:0@lo:400:kworker.0 00000100:00100000:2.0:1746168056.458287:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423776896 00000100:00100000:2.0:1746168056.458297:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423776896 00000100:00100000:0.0:1746168056.459942:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8303 00000100:00100000:0.0:1746168056.459953:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423776896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168056.460039:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423776896:12345-0@lo:400:kworker.0 Request processed in 89us (4670us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168056.460045:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8303 00000100:00100000:3.0:1746168056.460371:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b633b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423776896:0@lo:400:kworker.0 00000100:00100000:2.0:1746168056.465878:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423777664:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746168056.465926:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168056.466483:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423777664 00000100:00100000:0.0:1746168056.466490:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423777664 00000100:00100000:0.0:1746168056.466529:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36891 00000100:00100000:0.0:1746168056.466535:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095efc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423777664:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746168056.466559:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746168056.466593:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095efc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423777664:12345-0@lo:41:osp-pre-0-1.0 Request processed in 57us (665us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168056.466598:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36891 00000100:00100000:3.0:1746168056.466694:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423777664:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746168056.483367:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423777792:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746168056.483425:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168056.483778:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423777792 00000100:00100000:3.0:1746168056.483785:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423777792 00000100:00100000:3.0:1746168056.483819:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36892 00000100:00100000:3.0:1746168056.483827:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423777792:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746168056.483860:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746168056.484268:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423777792:12345-0@lo:41:osp-pre-1-0.0 Request processed in 441us (841us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168056.484275:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36892 00000100:00100000:1.0:1746168056.484466:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423777792:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1746168056.676623:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746168056.770192:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423777920:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746168056.770251:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168056.770378:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423777920 00000100:00100000:1.0:1746168056.770384:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423777920 00000100:00100000:1.0:1746168056.770423:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7708 00000100:00100000:1.0:1746168056.770440:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095efea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423777920:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746168056.770458:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746168056.770499:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095efea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423777920:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168056.770504:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7708 00000100:00100000:2.0:1746168056.773404:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423777920:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746168057.680803:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168058.286801:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168058.288780:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746168058.288910:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439319168 00000100:00100000:2.0:1746168058.288918:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439319168 00000100:00100000:2.0:1746168058.288950:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51077 00000100:00100000:2.0:1746168058.288957:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439319168:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746168058.288979:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746168058.290091:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439318912 00000100:00100000:3.0:1746168058.290097:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439318912 00000100:00100000:3.0:1746168058.290138:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4574 00000100:00100000:3.0:1746168058.290144:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439318912:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746168058.290284:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439319168:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 1326us (3489us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746168058.290292:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51077 00000100:00080000:2.0:1746168058.290319:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746168058.290867:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439318912:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 721us (2090us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168058.290874:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4574 00000100:00100000:0.0:1746168058.291187:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168058.292133:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746168058.292206:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439319040 00000100:00100000:2.0:1746168058.292213:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439319040 00000100:00100000:2.0:1746168058.292246:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4575 00000100:00100000:2.0:1746168058.292253:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439319040:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746168058.292305:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439319040:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 53us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168058.292311:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4575 00000100:00100000:3.0:1746168058.292912:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439318784 00000100:00100000:3.0:1746168058.292916:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439318784 00000100:00100000:3.0:1746168058.292950:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1452 00000100:00100000:3.0:1746168058.292956:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439318784:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746168058.292984:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439318784:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 29us (1798us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168058.292990:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1452 00000100:00080000:0.0:1746168058.293635:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1746168058.683432:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746168059.685843:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746168060.578315:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423778048:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746168060.578394:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168060.578534:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423778048 00000100:00100000:0.0:1746168060.578540:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423778048 00000100:00100000:0.0:1746168060.578575:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7709 00000100:00100000:0.0:1746168060.578580:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423778048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746168060.578601:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746168060.578638:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423778048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168060.578644:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7709 00000100:00100000:3.0:1746168060.578769:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423778048:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1746168060.578814:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746168060.687853:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1746168061.458283:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746168061.458288:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746168061.458291:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746168061.458297:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11977 00000100:00080000:2.0:1746168061.458301:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746168061.458306:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746168061.458324:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136050e00 x1830977423778688/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746168061.458372:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746168061.458375:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746168061.458376:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746168061.458379:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11977 00000100:00080000:2.0:1746168061.458381:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746168061.458384:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746168061.458392:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136055880 x1830977423779200/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746168061.458425:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423778432:0@lo:400:kworker.0 00000100:00100000:2.0:1746168061.458471:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168061.458511:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423779072:0@lo:400:kworker.0 00000100:00100000:2.0:1746168061.458530:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168061.459252:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423778560:0@lo:400:kworker.0 00000100:00100000:3.0:1746168061.459501:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423778688:0@lo:8:kworker.0 00000100:00100000:3.0:1746168061.459529:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168061.459552:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095efd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423778304:0@lo:400:kworker.0 00000100:00100000:3.0:1746168061.459553:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423779200:0@lo:8:kworker.0 00000100:00100000:3.0:1746168061.459571:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168061.459572:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168061.459588:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423778944:0@lo:400:kworker.0 00000100:00100000:3.0:1746168061.459598:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423778432 00000100:00100000:1.0:1746168061.459602:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168061.459604:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423778432 00000100:00100000:1.0:1746168061.459621:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423778304 00000100:00100000:1.0:1746168061.459623:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423778304 00000100:00100000:3.0:1746168061.459637:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423778944 00000100:00100000:3.0:1746168061.459639:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423778944 00000100:00100000:1.0:1746168061.459640:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4576 00000100:00100000:1.0:1746168061.459646:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b631880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423778432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168061.459649:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4577 00000100:00100000:3.0:1746168061.459652:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423778304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168061.459700:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b631880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423778432:12345-0@lo:400:kworker.0 Request processed in 54us (1229us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168061.459700:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423778304:12345-0@lo:400:kworker.0 Request processed in 46us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168061.459706:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4576 00000100:00100000:3.0:1746168061.459712:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4577 00000100:00100000:3.0:1746168061.459721:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4578 00000100:00100000:3.0:1746168061.459725:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423778944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168061.459745:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423778944:12345-0@lo:400:kworker.0 Request processed in 20us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168061.460512:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095efd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423778304:0@lo:400:kworker.0 00000100:00100000:1.0:1746168061.460519:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423778944:0@lo:400:kworker.0 00000100:00100000:1.0:1746168061.460560:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423778688 00000100:00100000:1.0:1746168061.460562:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423778688 00000100:00100000:3.0:1746168061.460567:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4578 00000100:00100000:1.0:1746168061.460574:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423779200 00000100:00100000:1.0:1746168061.460576:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423779200 00000100:00100000:1.0:1746168061.460583:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51078 00000100:00100000:1.0:1746168061.460591:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423778688:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1746168061.460592:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51079 00000100:00100000:3.0:1746168061.460595:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423779200:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746168061.460610:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1746168061.460611:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746168061.460634:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423778688:12345-0@lo:8:kworker.0 Request processed in 46us (1104us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746168061.460634:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423779200:12345-0@lo:8:kworker.0 Request processed in 38us (1062us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746168061.460639:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51078 00000100:00100000:3.0:1746168061.460641:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51079 00000100:00080000:1.0:1746168061.460650:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746168061.460653:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746168061.460655:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746168061.460658:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746168061.460661:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423778688:0@lo:8:kworker.0 00000100:00080000:3.0:1746168061.460667:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746168061.460671:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746168061.460685:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423779200:0@lo:8:kworker.0 00000100:00100000:0.0:1746168061.460883:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095efca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423778176:0@lo:400:kworker.0 00000100:00100000:0.0:1746168061.460910:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168061.460946:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423778816:0@lo:400:kworker.0 00000100:00100000:3.0:1746168061.460960:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423778176 00000100:00100000:0.0:1746168061.460963:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168061.460963:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423778176 00000100:00100000:0.0:1746168061.460974:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b633100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423779456:0@lo:400:kworker.0 00000100:00100000:3.0:1746168061.460982:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1453 00000100:00100000:3.0:1746168061.460986:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423778176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168061.460988:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168061.461006:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423779456 00000100:00100000:0.0:1746168061.461009:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423779456 00000100:00100000:3.0:1746168061.461010:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423778176:12345-0@lo:400:kworker.0 Request processed in 24us (99us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168061.461015:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1453 00000100:00100000:0.0:1746168061.461023:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4579 00000100:00100000:0.0:1746168061.461027:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423779456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168061.461048:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423779456:12345-0@lo:400:kworker.0 Request processed in 20us (58us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168061.461053:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4579 00000100:00100000:0.0:1746168061.461071:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095efca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423778176:0@lo:400:kworker.0 00000100:00100000:0.0:1746168061.461079:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b633100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423779456:0@lo:400:kworker.0 00000100:00100000:1.0:1746168061.461712:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423778816 00000100:00100000:1.0:1746168061.461717:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423778816 00000100:00100000:1.0:1746168061.461745:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8304 00000100:00100000:1.0:1746168061.461750:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423778816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168061.462150:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423778816:12345-0@lo:400:kworker.0 Request processed in 399us (1185us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168061.462156:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8304 00000100:00100000:0.0:1746168061.462330:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423778816:0@lo:400:kworker.0 00000100:00100000:0.0:1746168061.462356:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423779072 00000100:00100000:0.0:1746168061.462359:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423779072 00000100:00100000:3.0:1746168061.462371:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168061.462377:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423778560 00000100:00100000:0.0:1746168061.462379:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423778560 00000100:00100000:3.0:1746168061.462389:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b633b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423779328:0@lo:400:kworker.0 00000100:00100000:0.0:1746168061.462398:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36893 00000100:00100000:0.0:1746168061.462403:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423779072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168061.462407:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168061.462429:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36894 00000100:00100000:0.0:1746168061.462430:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423779072:12345-0@lo:400:kworker.0 Request processed in 27us (3900us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168061.462435:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36893 00000100:00100000:3.0:1746168061.462435:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423778560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168061.462456:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423778560:12345-0@lo:400:kworker.0 Request processed in 22us (85us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168061.462461:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36894 00000100:00100000:3.0:1746168061.462479:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423778560:0@lo:400:kworker.0 00000100:00100000:1.0:1746168061.462498:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423779328 00000100:00100000:1.0:1746168061.462500:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423779328 00000100:00100000:2.0:1746168061.462670:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423778432:0@lo:400:kworker.0 00000100:00100000:2.0:1746168061.462696:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423779072:0@lo:400:kworker.0 00000100:00100000:1.0:1746168061.462757:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8305 00000100:00100000:1.0:1746168061.462761:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423779328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168061.462793:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423779328:12345-0@lo:400:kworker.0 Request processed in 32us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168061.462797:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8305 00000100:00100000:2.0:1746168061.463072:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b633b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423779328:0@lo:400:kworker.0 00000100:00080000:0.0:1746168061.464209:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746168061.474770:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423779584:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746168061.474830:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168061.474905:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423779584 00000100:00100000:3.0:1746168061.474912:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423779584 00000100:00100000:3.0:1746168061.475204:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36895 00000100:00100000:3.0:1746168061.475212:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423779584:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746168061.475239:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746168061.476126:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423779584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 913us (1294us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168061.476138:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36895 00000100:00100000:1.0:1746168061.477595:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423779584:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746168061.490698:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423779712:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746168061.490753:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168061.491333:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423779712 00000100:00100000:3.0:1746168061.491339:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423779712 00000100:00100000:3.0:1746168061.491395:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36896 00000100:00100000:3.0:1746168061.491402:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800904b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423779712:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746168061.491431:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746168061.491464:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800904b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423779712:12345-0@lo:41:osp-pre-1-0.0 Request processed in 63us (710us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168061.491469:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36896 00000100:00100000:2.0:1746168061.492780:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423779712:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1746168061.690848:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746168061.778062:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746168061.778078:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423779840:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746168061.778135:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168061.778380:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423779840 00000100:00100000:2.0:1746168061.778386:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423779840 00000100:00100000:2.0:1746168061.778423:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7710 00000100:00100000:2.0:1746168061.778429:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423779840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746168061.778445:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746168061.778483:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423779840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168061.778488:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7710 00000100:00100000:1.0:1746168061.778568:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423779840:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746168062.697357:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168063.295019:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168063.296126:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746168063.296359:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439319424 00000100:00100000:1.0:1746168063.296367:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439319424 00000100:00100000:1.0:1746168063.296411:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4580 00000100:00100000:1.0:1746168063.296418:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439319424:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746168063.296481:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439319424:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 64us (1470us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168063.296488:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4580 00000100:00080000:1.0:1746168063.296580:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746168063.299028:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168063.300314:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746168063.300393:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439319552 00000100:00100000:1.0:1746168063.300400:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439319552 00000100:00100000:1.0:1746168063.300446:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4581 00000100:00100000:1.0:1746168063.300452:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439319552:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746168063.300497:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439319552:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 45us (1474us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168063.300502:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4581 00000100:00100000:3.0:1746168063.300629:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439319296 00000100:00100000:3.0:1746168063.300634:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439319296 00000100:00100000:3.0:1746168063.300655:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1454 00000100:00100000:3.0:1746168063.300660:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439319296:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746168063.300701:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439319296:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 41us (5280us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168063.300706:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1454 00000100:00100000:2.0:1746168063.300769:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439319680 00000100:00100000:2.0:1746168063.300774:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439319680 00000100:00100000:2.0:1746168063.300795:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51080 00000100:00100000:2.0:1746168063.300801:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439319680:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746168063.300820:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746168063.300855:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439319680:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 54us (549us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746168063.300861:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51080 00000100:00080000:0.0:1746168063.301029:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1746168063.698139:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746168064.700213:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746168065.585931:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423779968:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746168065.585992:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168065.586193:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423779968 00000100:00100000:2.0:1746168065.586200:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423779968 00000100:00080000:0.0:1746168065.586562:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746168065.587488:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7711 00000100:00100000:2.0:1746168065.587498:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423779968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746168065.587524:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746168065.587638:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423779968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 143us (1646us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168065.587645:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7711 00000100:00100000:1.0:1746168065.587729:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423779968:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746168065.701878:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746168066.465886:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423780224:0@lo:400:kworker.0 00000100:00100000:0.0:1746168066.465887:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423780096:0@lo:400:kworker.0 00000100:00080000:2.0:1746168066.466292:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746168066.466296:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746168066.466299:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746168066.466304:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11982 00000100:00080000:2.0:1746168066.466307:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1746168066.466312:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746168066.466327:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088c3d500 x1830977423780608/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746168066.466354:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746168066.466357:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746168066.466358:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746168066.466361:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11982 00000100:00080000:2.0:1746168066.466363:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746168066.466366:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746168066.466374:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090ccf800 x1830977423781120/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746168066.466414:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423780480:0@lo:400:kworker.0 00000100:00100000:1.0:1746168066.466961:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095a23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423780352:0@lo:400:kworker.0 00000100:00100000:3.0:1746168066.467038:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168066.467082:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168066.467083:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423780864:0@lo:400:kworker.0 00000100:00100000:3.0:1746168066.467105:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168066.467111:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423780736:0@lo:400:kworker.0 00000100:00100000:3.0:1746168066.467128:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088c3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423780608:0@lo:8:kworker.0 00000100:00100000:0.0:1746168066.467135:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168066.467149:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168066.467150:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880130489f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423781376:0@lo:400:kworker.0 00000100:00100000:3.0:1746168066.467163:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423781120:0@lo:8:kworker.0 00000100:00100000:0.0:1746168066.467167:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168066.467179:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168066.467193:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423780096 00000100:00100000:0.0:1746168066.467199:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423780096 00000100:00100000:3.0:1746168066.467202:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423780736 00000100:00100000:3.0:1746168066.467206:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423780736 00000100:00100000:3.0:1746168066.467226:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423780608 00000100:00100000:0.0:1746168066.467228:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1455 00000100:00100000:3.0:1746168066.467228:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423780608 00000100:00100000:0.0:1746168066.467235:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423780096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168066.467235:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423781120 00000100:00100000:3.0:1746168066.467236:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423781120 00000100:00100000:3.0:1746168066.467245:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8306 00000100:00100000:3.0:1746168066.467250:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423780736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168066.467286:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423780096:12345-0@lo:400:kworker.0 Request processed in 51us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168066.467286:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423780736:12345-0@lo:400:kworker.0 Request processed in 35us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168066.467291:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8306 00000100:00100000:0.0:1746168066.467292:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1455 00000100:00100000:3.0:1746168066.467304:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51081 00000100:00100000:3.0:1746168066.467307:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423780608:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1746168066.467316:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423780224 00000100:00100000:0.0:1746168066.467319:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423780224 00010000:00020000:3.0:1746168066.467323:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746168066.467341:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423780864 00000100:00100000:3.0:1746168066.467341:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423780608:12345-0@lo:8:kworker.0 Request processed in 33us (192us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746168066.467343:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423780864 00000100:00100000:3.0:1746168066.467346:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51081 00000100:00100000:3.0:1746168066.467558:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51082 00000100:00100000:0.0:1746168066.467559:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423781376 00000100:00100000:0.0:1746168066.467562:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423781376 00000100:00100000:3.0:1746168066.467562:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423781120:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746168066.467571:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746168066.467576:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4582 00000100:00100000:2.0:1746168066.467576:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168066.467581:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423780224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168066.467594:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423781248:0@lo:400:kworker.0 00000100:00100000:3.0:1746168066.467596:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423781120:12345-0@lo:8:kworker.0 Request processed in 33us (416us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746168066.467600:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51082 00000100:00100000:2.0:1746168066.467610:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168066.467614:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423780224:12345-0@lo:400:kworker.0 Request processed in 34us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168066.467620:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4582 00000100:00100000:3.0:1746168066.467620:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423781248 00000100:00100000:3.0:1746168066.467622:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423781248 00000100:00100000:0.0:1746168066.467629:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4583 00000100:00100000:0.0:1746168066.467632:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423780864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168066.467638:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8307 00000100:00100000:3.0:1746168066.467642:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423781248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168066.467653:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423780864:12345-0@lo:400:kworker.0 Request processed in 21us (547us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168066.467656:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168066.467658:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4583 00000100:00100000:0.0:1746168066.467666:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423780352 00000100:00100000:0.0:1746168066.467668:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423780352 00000100:00100000:0.0:1746168066.467699:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4584 00000100:00100000:0.0:1746168066.467702:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423781376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168066.468092:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423781248:12345-0@lo:400:kworker.0 Request processed in 447us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168066.468098:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8307 00000100:00100000:0.0:1746168066.468101:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423781376:12345-0@lo:400:kworker.0 Request processed in 397us (932us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168066.468107:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4584 00000100:00100000:0.0:1746168066.468117:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4585 00000100:00100000:0.0:1746168066.468121:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136057b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423780352:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1746168066.468123:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746168066.468126:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746168066.468130:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088c3d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423780608:0@lo:8:kworker.0 00000100:00080000:3.0:1746168066.468137:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746168066.468140:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746168066.468141:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136057b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423780352:12345-0@lo:400:kworker.0 Request processed in 20us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168066.468142:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423781120:0@lo:8:kworker.0 00000100:00100000:0.0:1746168066.468149:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4585 00000100:00080000:0.0:1746168066.468166:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746168066.468168:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423780864:0@lo:400:kworker.0 00000100:00080000:0.0:1746168066.468170:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746168066.468171:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746168066.468187:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423780736:0@lo:400:kworker.0 00000100:00100000:0.0:1746168066.468195:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880130489f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423781376:0@lo:400:kworker.0 00000100:00100000:0.0:1746168066.468201:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090941180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423780096:0@lo:400:kworker.0 00000100:00100000:0.0:1746168066.468247:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423780480 00000100:00100000:0.0:1746168066.468249:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423780480 00000100:00100000:0.0:1746168066.468280:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36897 00000100:00100000:0.0:1746168066.468285:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012da7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423780480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168066.468315:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012da7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423780480:12345-0@lo:400:kworker.0 Request processed in 29us (738us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168066.468319:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36897 00000100:00100000:3.0:1746168066.468597:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090940000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423780224:0@lo:400:kworker.0 00000100:00100000:2.0:1746168066.468728:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423781248:0@lo:400:kworker.0 00000100:00100000:2.0:1746168066.468745:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423780480:0@lo:400:kworker.0 00000100:00100000:1.0:1746168066.468900:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095a23b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423780352:0@lo:400:kworker.0 00000100:00100000:1.0:1746168066.468907:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423780992:0@lo:400:kworker.0 00000100:00100000:1.0:1746168066.468928:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168066.469008:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423780992 00000100:00100000:3.0:1746168066.469012:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423780992 00000100:00100000:3.0:1746168066.469037:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36898 00000100:00100000:3.0:1746168066.469042:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136055880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423780992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168066.469071:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136055880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423780992:12345-0@lo:400:kworker.0 Request processed in 30us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168066.469076:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36898 00000100:00100000:1.0:1746168066.469272:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423780992:0@lo:400:kworker.0 00000100:00100000:3.0:1746168066.483772:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423781504:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746168066.483828:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168066.483966:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423781504 00000100:00100000:2.0:1746168066.483973:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423781504 00000100:00100000:2.0:1746168066.484003:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36899 00000100:00100000:2.0:1746168066.484009:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423781504:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746168066.484034:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746168066.484078:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423781504:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168066.484084:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36899 00000100:00100000:3.0:1746168066.484288:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423781504:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746168066.498744:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746168066.498762:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423781632:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746168066.498819:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168066.499113:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423781632 00000100:00100000:0.0:1746168066.499119:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423781632 00000100:00100000:0.0:1746168066.499541:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36900 00000100:00100000:0.0:1746168066.499548:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423781632:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746168066.499577:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746168066.499729:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423781632:12345-0@lo:41:osp-pre-1-0.0 Request processed in 181us (908us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168066.499736:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36900 00000100:00100000:3.0:1746168066.499817:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423781632:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1746168066.703891:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746168066.786095:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423781760:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746168066.786159:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168066.787036:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423781760 00000100:00100000:2.0:1746168066.787043:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423781760 00000100:00100000:2.0:1746168066.787084:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7712 00000100:00100000:2.0:1746168066.787091:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423781760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746168066.787110:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746168066.787274:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423781760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 183us (1120us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168066.787281:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7712 00000100:00100000:0.0:1746168066.787347:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423781760:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746168067.705866:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168068.302038:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168068.302078:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168068.302102:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168068.302176:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168068.302214:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439319936 00000100:00100000:0.0:1746168068.302221:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439319936 00000100:00100000:0.0:1746168068.302289:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439320064 00000100:00100000:0.0:1746168068.302292:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439320064 00000100:00100000:0.0:1746168068.302309:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4586 00000100:00100000:0.0:1746168068.302316:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439319936:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746168068.302367:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439319936:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 52us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168068.302374:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4586 00000100:00100000:0.0:1746168068.302387:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4587 00000100:00100000:0.0:1746168068.302392:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439320064:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746168068.302412:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439320064:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 20us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168068.302416:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4587 00000100:00080000:0.0:1746168068.302435:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746168068.302438:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746168068.302572:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439320192 00000100:00100000:2.0:1746168068.302576:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439320192 00000100:00100000:2.0:1746168068.302600:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51083 00000100:00100000:2.0:1746168068.302605:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439320192:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746168068.302628:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746168068.302655:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439320192:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 49us (479us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746168068.302660:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51083 00000100:00100000:3.0:1746168068.302850:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439319808 00000100:00100000:3.0:1746168068.302854:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439319808 00000100:00100000:3.0:1746168068.302879:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1456 00000100:00100000:3.0:1746168068.302884:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439319808:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746168068.302924:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439319808:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 40us (845us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168068.302930:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1456 00010000:00010000:1.0:1746168068.707872:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746168069.711002:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168070.595038:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423781888:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746168070.595095:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168070.595216:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423781888 00000100:00100000:2.0:1746168070.595223:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423781888 00000100:00100000:2.0:1746168070.595270:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7713 00000100:00100000:2.0:1746168070.595277:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423781888:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746168070.595507:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:3.0:1746168070.595636:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746168070.596657:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090941180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423781888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1378us (1559us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168070.596665:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7713 00000100:00100000:0.0:1746168070.598106:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423781888:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746168070.713895:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168071.475155:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746168071.475173:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423782016:0@lo:400:kworker.0 00000100:00100000:0.0:1746168071.475241:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168071.475483:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423782016 00000100:00100000:0.0:1746168071.475490:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423782016 00000100:00100000:0.0:1746168071.475523:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1457 00000100:00100000:0.0:1746168071.475530:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423782016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168071.475568:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423782016:12345-0@lo:400:kworker.0 Request processed in 39us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168071.475574:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1457 00000100:00100000:0.0:1746168071.475609:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423782016:0@lo:400:kworker.0 00000100:00080000:2.0:1746168071.475694:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746168071.475698:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746168071.475700:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746168071.475705:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11987 00000100:00080000:2.0:1746168071.475708:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1746168071.475711:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746168071.475726:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880094318380 x1830977423782528/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746168071.475753:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746168071.475755:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746168071.475756:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746168071.475759:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11987 00000100:00080000:2.0:1746168071.475761:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746168071.475763:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746168071.475772:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ae88e00 x1830977423783040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746168071.475820:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094318380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423782528:0@lo:8:kworker.0 00000100:00100000:2.0:1746168071.475845:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168071.475861:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423783040:0@lo:8:kworker.0 00000100:00100000:2.0:1746168071.475874:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168071.475894:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423782528 00000100:00100000:2.0:1746168071.475897:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423782528 00000100:00100000:2.0:1746168071.475910:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423783040 00000100:00100000:2.0:1746168071.475912:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423783040 00000100:00100000:2.0:1746168071.475923:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51084 00000100:00100000:2.0:1746168071.475928:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423782528:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746168071.475944:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746168071.475965:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423782528:12345-0@lo:8:kworker.0 Request processed in 38us (120us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746168071.475970:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51084 00000100:00100000:2.0:1746168071.475978:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51085 00000100:00100000:2.0:1746168071.475981:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423783040:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746168071.475988:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746168071.476002:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423783040:12345-0@lo:8:kworker.0 Request processed in 20us (127us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746168071.476006:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51085 00000100:00080000:2.0:1746168071.476025:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746168071.476028:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746168071.476030:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094318380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423782528:0@lo:8:kworker.0 00000100:00080000:2.0:1746168071.476038:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746168071.476040:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746168071.476042:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423783040:0@lo:8:kworker.0 00000100:00100000:2.0:1746168071.476064:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423782272:0@lo:400:kworker.0 00000100:00100000:2.0:1746168071.476082:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168071.476134:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423782144:0@lo:400:kworker.0 00000100:00100000:3.0:1746168071.476239:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423782656:0@lo:400:kworker.0 00000100:00100000:3.0:1746168071.476262:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168071.476285:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423783296:0@lo:400:kworker.0 00000100:00100000:0.0:1746168071.477302:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423782400:0@lo:400:kworker.0 00000100:00100000:0.0:1746168071.477328:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168071.477353:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423783168:0@lo:400:kworker.0 00000100:00100000:0.0:1746168071.477367:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168071.477381:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423782656 00000100:00100000:0.0:1746168071.477385:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423782656 00000100:00100000:0.0:1746168071.477415:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423783168 00000100:00100000:0.0:1746168071.477418:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423783168 00000100:00100000:0.0:1746168071.477437:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8308 00000100:00100000:0.0:1746168071.477442:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423782656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168071.477472:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423782656:12345-0@lo:400:kworker.0 Request processed in 30us (1209us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168071.477477:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8308 00000100:00100000:0.0:1746168071.477486:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8309 00000100:00100000:0.0:1746168071.477491:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fcf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423783168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168071.477511:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fcf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423783168:12345-0@lo:400:kworker.0 Request processed in 20us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168071.477516:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8309 00000100:00100000:0.0:1746168071.477535:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423783168:0@lo:400:kworker.0 00000100:00100000:1.0:1746168071.477594:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423782400 00000100:00100000:1.0:1746168071.477597:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423782400 00000100:00100000:1.0:1746168071.477627:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36901 00000100:00100000:1.0:1746168071.477632:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423782400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168071.477664:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130489f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423782400:12345-0@lo:400:kworker.0 Request processed in 32us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168071.477668:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36901 00000100:00080000:3.0:1746168071.477738:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746168071.477825:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098deb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423782912:0@lo:400:kworker.0 00000100:00100000:2.0:1746168071.477843:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168071.477862:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423782912 00000100:00100000:2.0:1746168071.477864:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423782912 00000100:00100000:2.0:1746168071.477880:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36902 00000100:00100000:2.0:1746168071.477884:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423782912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168071.477909:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da18e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423782912:12345-0@lo:400:kworker.0 Request processed in 25us (65us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168071.477914:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36902 00000100:00100000:2.0:1746168071.477936:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098deb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423782912:0@lo:400:kworker.0 00000100:00100000:2.0:1746168071.477959:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168071.477974:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423782784:0@lo:400:kworker.0 00000100:00100000:2.0:1746168071.477988:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168071.478001:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423782272 00000100:00100000:2.0:1746168071.478003:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423782272 00000100:00100000:2.0:1746168071.478021:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423782144 00000100:00100000:2.0:1746168071.478023:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423782144 00000100:00100000:2.0:1746168071.478032:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423782784 00000100:00100000:2.0:1746168071.478033:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423782784 00000100:00100000:2.0:1746168071.478043:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4588 00000100:00100000:2.0:1746168071.478047:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423782272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168071.478067:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3770:x1830977423782272:12345-0@lo:400:kworker.0 Request processed in 20us (1985us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168071.478071:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4588 00000100:00100000:2.0:1746168071.478078:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4589 00000100:00100000:2.0:1746168071.478081:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423782144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168071.478095:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423782144:12345-0@lo:400:kworker.0 Request processed in 14us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168071.478099:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4589 00000100:00100000:2.0:1746168071.478104:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4590 00000100:00100000:2.0:1746168071.478107:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423782784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168071.478123:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423782784:12345-0@lo:400:kworker.0 Request processed in 14us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168071.478127:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4590 00000100:00100000:2.0:1746168071.478148:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124018e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3770:1830977423782272:0@lo:400:kworker.0 00000100:00100000:2.0:1746168071.478166:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423782784:0@lo:400:kworker.0 00000100:00100000:2.0:1746168071.478194:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423782144:0@lo:400:kworker.0 00000100:00080000:3.0:1746168071.478297:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746168071.478299:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746168071.478309:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168071.478346:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423782656:0@lo:400:kworker.0 00000100:00100000:1.0:1746168071.478400:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423783296 00000100:00100000:1.0:1746168071.478404:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423783296 00000100:00100000:1.0:1746168071.478432:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4591 00000100:00100000:1.0:1746168071.478437:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423783296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168071.478551:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423782400:0@lo:400:kworker.0 00000100:00100000:1.0:1746168071.478597:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423783296:12345-0@lo:400:kworker.0 Request processed in 159us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168071.478603:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4591 00000100:00100000:3.0:1746168071.478691:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423783296:0@lo:400:kworker.0 00000100:00100000:0.0:1746168071.490332:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746168071.490352:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423783424:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746168071.490409:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168071.490758:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423783424 00000100:00100000:3.0:1746168071.490766:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423783424 00000100:00100000:3.0:1746168071.490811:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36903 00000100:00100000:3.0:1746168071.490818:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423783424:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746168071.490847:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746168071.490893:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423783424:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168071.490899:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36903 00000100:00100000:1.0:1746168071.490995:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423783424:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746168071.506921:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746168071.506940:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423783552:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746168071.507222:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168071.507612:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423783552 00000100:00100000:0.0:1746168071.507618:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423783552 00000100:00100000:0.0:1746168071.507653:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36904 00000100:00100000:0.0:1746168071.507659:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423783552:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746168071.507828:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746168071.507876:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423783552:12345-0@lo:41:osp-pre-1-0.0 Request processed in 216us (654us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168071.507883:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36904 00000100:00100000:2.0:1746168071.507955:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423783552:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1746168071.715862:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746168071.794253:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746168071.794271:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88006dceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423783680:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746168071.794497:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168071.797628:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423783680 00000100:00100000:0.0:1746168071.797637:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423783680 00000100:00100000:0.0:1746168071.797703:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7714 00000100:00100000:0.0:1746168071.797711:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088ca8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423783680:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746168071.797733:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746168071.797799:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088ca8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423783680:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (3296us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168071.797805:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7714 00000100:00100000:2.0:1746168071.797853:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88006dceea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423783680:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746168072.721150:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168073.311618:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168073.311663:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746168073.311719:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439320448 00000100:00100000:1.0:1746168073.311730:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439320448 00000100:00100000:0.0:1746168073.311768:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168073.311797:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439320576 00000100:00100000:0.0:1746168073.311801:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439320576 00000100:00100000:1.0:1746168073.311835:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4592 00000100:00100000:0.0:1746168073.311849:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4593 00000100:00100000:0.0:1746168073.311856:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b633b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439320576:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:3.0:1746168073.311866:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746168073.311870:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746168073.311909:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b633b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2008:x1830977439320576:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 54us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168073.311916:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4593 00000100:00100000:0.0:1746168073.312359:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746168073.312551:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439320704 00000100:00100000:3.0:1746168073.312555:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439320704 00000100:00100000:3.0:1746168073.312575:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51086 00000100:00100000:3.0:1746168073.312580:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b633100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439320704:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746168073.312598:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746168073.312622:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b633100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439320704:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 42us (264us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746168073.312628:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51086 00000100:00100000:1.0:1746168073.312701:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dceea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439320448:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746168073.312729:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dceea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2007:x1830977439320448:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 887us (1065us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168073.312734:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4592 00000100:00100000:2.0:1746168073.312834:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439320320 00000100:00100000:2.0:1746168073.312838:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439320320 00000100:00100000:2.0:1746168073.312863:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1458 00000100:00100000:2.0:1746168073.312868:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f0e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439320320:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746168073.312890:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f0e1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2008:x1830977439320320:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 22us (1282us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168073.312895:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1458 00010000:00010000:1.0:1746168073.720882:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746168074.723449:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746168075.601910:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746168075.601930:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423783808:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746168075.601989:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168075.602088:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423783808 00000100:00100000:0.0:1746168075.602095:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423783808 00000100:00100000:0.0:1746168075.602174:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7715 00000100:00100000:0.0:1746168075.602182:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423783808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746168075.602208:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746168075.602247:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423783808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168075.602254:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7715 00000100:00100000:3.0:1746168075.602487:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423783808:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1746168075.603499:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746168075.727279:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168076.482020:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423783936:0@lo:400:kworker.0 00000100:00100000:0.0:1746168076.482076:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168076.482915:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423784064:0@lo:400:kworker.0 00000100:00100000:1.0:1746168076.482948:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168076.483009:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423784064 00000100:00100000:1.0:1746168076.483015:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423784064 00000100:00100000:1.0:1746168076.483054:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4594 00000100:00100000:1.0:1746168076.483062:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136056a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423784064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168076.483117:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136056a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423784064:12345-0@lo:400:kworker.0 Request processed in 56us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168076.483124:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4594 00000100:00100000:1.0:1746168076.483158:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423784064:0@lo:400:kworker.0 00000100:00080000:1.0:1746168076.483188:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746168076.484040:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423783936 00000100:00100000:1.0:1746168076.484045:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423783936 00000100:00100000:1.0:1746168076.484069:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1459 00000100:00100000:1.0:1746168076.484074:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423783936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168076.484130:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423783936:12345-0@lo:400:kworker.0 Request processed in 56us (2054us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168076.484136:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1459 00000100:00080000:2.0:1746168076.484380:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746168076.484383:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746168076.484386:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746168076.484390:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11992 00000100:00080000:2.0:1746168076.484392:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746168076.484396:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746168076.484411:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009da1aa00 x1830977423784448/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746168076.484448:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746168076.484451:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746168076.484452:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746168076.484455:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11992 00000100:00080000:2.0:1746168076.484457:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746168076.484460:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746168076.484469:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009da1b800 x1830977423784960/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746168076.484498:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423784320:0@lo:400:kworker.0 00000100:00100000:2.0:1746168076.484524:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168076.484543:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423785088:0@lo:400:kworker.0 00000100:00100000:2.0:1746168076.484560:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168076.484582:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423784320 00000100:00100000:0.0:1746168076.484586:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423784320 00000100:00100000:0.0:1746168076.484610:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36905 00000100:00100000:0.0:1746168076.484615:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423784320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168076.484617:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423784192:0@lo:400:kworker.0 00000100:00100000:3.0:1746168076.484640:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168076.484655:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423784832:0@lo:400:kworker.0 00000100:00100000:3.0:1746168076.484669:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168076.484705:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423784320:12345-0@lo:400:kworker.0 Request processed in 89us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168076.484710:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423784832 00000100:00100000:0.0:1746168076.484711:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36905 00000100:00100000:3.0:1746168076.484714:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423784832 00000100:00100000:0.0:1746168076.484731:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423784576:0@lo:400:kworker.0 00000100:00100000:3.0:1746168076.484735:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36906 00000100:00100000:3.0:1746168076.484740:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423784832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168076.484762:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423784192 00000100:00100000:0.0:1746168076.484765:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423784192 00000100:00100000:3.0:1746168076.484768:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423784832:12345-0@lo:400:kworker.0 Request processed in 28us (97us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168076.484773:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36906 00000100:00100000:0.0:1746168076.484787:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4595 00000100:00100000:0.0:1746168076.484793:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423784192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168076.484798:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423784832:0@lo:400:kworker.0 00000100:00080000:1.0:1746168076.484964:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746168076.484974:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423784704:0@lo:400:kworker.0 00000100:00100000:1.0:1746168076.484995:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168076.485018:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423784704 00000100:00100000:1.0:1746168076.485020:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423784704 00000100:00100000:1.0:1746168076.485037:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4596 00000100:00100000:1.0:1746168076.485041:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095a23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423784704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168076.485066:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095a23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423784704:12345-0@lo:400:kworker.0 Request processed in 25us (70us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168076.485071:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4596 00000100:00100000:1.0:1746168076.485102:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423784704:0@lo:400:kworker.0 00000100:00100000:2.0:1746168076.485630:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423784320:0@lo:400:kworker.0 00000100:00100000:2.0:1746168076.485648:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168076.485665:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423785216:0@lo:400:kworker.0 00000100:00100000:2.0:1746168076.485708:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168076.485731:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423783936:0@lo:400:kworker.0 00000100:00100000:2.0:1746168076.485751:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423785088 00000100:00100000:2.0:1746168076.485754:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423785088 00000100:00100000:2.0:1746168076.485777:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423784576 00000100:00100000:2.0:1746168076.485779:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423784576 00000100:00100000:2.0:1746168076.485791:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8310 00000100:00100000:0.0:1746168076.485802:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423784192:12345-0@lo:400:kworker.0 Request processed in 1008us (1159us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168076.485809:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4595 00000100:00100000:0.0:1746168076.485820:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423785216 00000100:00100000:0.0:1746168076.485823:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423785216 00000100:00100000:0.0:1746168076.485836:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4597 00000100:00100000:0.0:1746168076.485840:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124018e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423785216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168076.485865:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124018e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423785216:12345-0@lo:400:kworker.0 Request processed in 24us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168076.485870:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4597 00000100:00100000:0.0:1746168076.485884:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8311 00000100:00100000:0.0:1746168076.485890:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423784576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168076.486150:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423784576:12345-0@lo:400:kworker.0 Request processed in 260us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168076.486156:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8311 00000100:00080000:0.0:1746168076.486186:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746168076.486413:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423784448:0@lo:8:kworker.0 00000100:00100000:3.0:1746168076.486440:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168076.486466:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423784960:0@lo:8:kworker.0 00000100:00100000:0.0:1746168076.486473:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423784448 00000100:00100000:0.0:1746168076.486477:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423784448 00000100:00100000:0.0:1746168076.486490:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51087 00000100:00100000:0.0:1746168076.486494:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423784448:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746168076.486511:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746168076.486690:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132c52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423785088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168076.486864:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423784448:12345-0@lo:8:kworker.0 Request processed in 368us (422us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746168076.486870:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51087 00000100:00100000:0.0:1746168076.486911:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423784192:0@lo:400:kworker.0 00000100:00100000:2.0:1746168076.486957:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132c52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423785088:12345-0@lo:400:kworker.0 Request processed in 1159us (2394us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168076.486962:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8310 00000100:00100000:2.0:1746168076.486988:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423785088:0@lo:400:kworker.0 00000100:00100000:1.0:1746168076.487023:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423784576:0@lo:400:kworker.0 00000100:00100000:3.0:1746168076.487031:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168076.487036:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423785216:0@lo:400:kworker.0 00000100:00080000:3.0:1746168076.487064:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746168076.487068:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746168076.487071:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423784448:0@lo:8:kworker.0 00000100:00100000:2.0:1746168076.487840:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423784960 00000100:00100000:2.0:1746168076.487845:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423784960 00000100:00100000:2.0:1746168076.487872:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51088 00000100:00100000:2.0:1746168076.487876:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423784960:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746168076.487889:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746168076.487925:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423784960:12345-0@lo:8:kworker.0 Request processed in 49us (895us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746168076.487930:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51088 00000100:00080000:3.0:1746168076.487961:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746168076.487964:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746168076.487968:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423784960:0@lo:8:kworker.0 00000100:00100000:0.0:1746168076.497868:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746168076.498107:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095efca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423785344:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746168076.498158:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168076.498337:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423785344 00000100:00100000:3.0:1746168076.498342:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423785344 00000100:00100000:3.0:1746168076.498371:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36907 00000100:00100000:3.0:1746168076.498380:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423785344:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746168076.498404:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746168076.498442:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423785344:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168076.498449:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36907 00000100:00100000:1.0:1746168076.498585:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095efca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423785344:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746168076.513982:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098deb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423785472:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746168076.514034:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168076.514198:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423785472 00000100:00100000:1.0:1746168076.514205:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423785472 00000100:00100000:1.0:1746168076.514254:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36908 00000100:00100000:1.0:1746168076.514261:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423785472:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746168076.514306:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746168076.514500:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423785472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 239us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168076.514578:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36908 00000100:00100000:0.0:1746168076.514823:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098deb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423785472:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1746168076.731353:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168076.802629:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746168076.802647:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098deb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423785600:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746168076.802724:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168076.802855:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423785600 00000100:00100000:1.0:1746168076.803054:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423785600 00000100:00100000:1.0:1746168076.803100:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7716 00000100:00100000:1.0:1746168076.803107:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f150700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423785600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746168076.803127:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746168076.803180:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f150700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423785600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168076.803186:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7716 00000100:00100000:2.0:1746168076.803215:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098deb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423785600:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746168077.735690:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168078.320787:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168078.320826:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746168078.320887:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439320960 00000100:00100000:2.0:1746168078.320888:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439321216 00000100:00100000:1.0:1746168078.320895:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439320960 00000100:00100000:2.0:1746168078.320895:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439321216 00000100:00100000:2.0:1746168078.320927:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51089 00000100:00100000:2.0:1746168078.320933:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f150380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439321216:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:1.0:1746168078.320934:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4598 00000100:00100000:1.0:1746168078.320940:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097599c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439320960:12345-192.168.201.29@tcp:400:kworker.0 00010000:00020000:2.0:1746168078.320955:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746168078.320991:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097599c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2008:x1830977439320960:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 51us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168078.320997:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4598 00000100:00100000:2.0:1746168078.320999:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f150380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439321216:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 66us (218us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746168078.321005:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51089 00000100:00080000:0.0:1746168078.322078:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746168078.323528:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168078.323578:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746168078.323632:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439321088 00000100:00100000:2.0:1746168078.323638:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439321088 00000100:00100000:1.0:1746168078.323701:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439320832 00000100:00100000:1.0:1746168078.323705:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439320832 00000100:00100000:2.0:1746168078.323709:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4599 00000100:00100000:2.0:1746168078.323717:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439321088:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746168078.323728:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1460 00000100:00100000:1.0:1746168078.323733:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439320832:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746168078.323764:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2007:x1830977439320832:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 32us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168078.323764:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2007:x1830977439321088:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 49us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168078.323770:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1460 00000100:00100000:2.0:1746168078.323770:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4599 00000100:00080000:0.0:1746168078.323989:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1746168078.735970:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746168079.738114:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746168080.610145:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423785728:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746168080.610199:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168080.610259:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423785728 00000100:00100000:0.0:1746168080.610265:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423785728 00000100:00100000:0.0:1746168080.610317:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7717 00000100:00100000:0.0:1746168080.610325:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095efca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423785728:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746168080.610347:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746168080.610390:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095efca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423785728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168080.610396:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7717 00000100:00100000:2.0:1746168080.610451:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423785728:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1746168080.610534:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746168080.740298:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168081.491714:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098deb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423785856:0@lo:400:kworker.0 00000100:00100000:0.0:1746168081.491773:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168081.491846:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423785856 00000100:00100000:0.0:1746168081.491852:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423785856 00000100:00100000:0.0:1746168081.491885:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1461 00000100:00100000:0.0:1746168081.491892:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423785856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168081.491932:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423785856:12345-0@lo:400:kworker.0 Request processed in 41us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168081.491938:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1461 00000100:00100000:0.0:1746168081.491971:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098deb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423785856:0@lo:400:kworker.0 00000100:00100000:0.0:1746168081.492567:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098deb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423785984:0@lo:400:kworker.0 00000100:00100000:0.0:1746168081.492609:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168081.492645:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423785984 00000100:00100000:0.0:1746168081.492648:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423785984 00000100:00080000:2.0:1746168081.493017:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1746168081.493021:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746168081.493023:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746168081.493028:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11997 00000100:00080000:2.0:1746168081.493031:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1746168081.493034:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746168081.493060:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c790000 x1830977423786368/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1746168081.493092:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1746168081.493095:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1746168081.493096:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1746168081.493099:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11997 00000100:00080000:2.0:1746168081.493101:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1746168081.493104:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746168081.493113:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c790e00 x1830977423786880/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746168081.493142:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c790380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423786496:0@lo:400:kworker.0 00000100:00100000:2.0:1746168081.493167:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168081.493215:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009ae88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423786112:0@lo:400:kworker.0 00000100:00100000:3.0:1746168081.493238:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168081.493255:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c790a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423786752:0@lo:400:kworker.0 00000100:00100000:3.0:1746168081.493273:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168081.493510:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423786112 00000100:00100000:0.0:1746168081.493514:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423786112 00000100:00100000:0.0:1746168081.493530:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4600 00000100:00100000:0.0:1746168081.493535:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423785984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168081.493565:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3771:x1830977423785984:12345-0@lo:400:kworker.0 Request processed in 30us (956us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168081.493574:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4600 00000100:00100000:0.0:1746168081.493584:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4601 00000100:00100000:0.0:1746168081.493589:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423786112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168081.493610:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423786112:12345-0@lo:400:kworker.0 Request processed in 21us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168081.493615:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4601 00000100:00100000:0.0:1746168081.493643:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c790000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423786368:0@lo:8:kworker.0 00000100:00100000:0.0:1746168081.493668:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c790700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423786624:0@lo:400:kworker.0 00000100:00100000:0.0:1746168081.493701:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168081.493724:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098deb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3771:1830977423785984:0@lo:400:kworker.0 00000100:00100000:0.0:1746168081.493746:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423786624 00000100:00100000:0.0:1746168081.493748:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423786624 00000100:00100000:0.0:1746168081.493763:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4602 00000100:00100000:0.0:1746168081.493767:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423786624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168081.493792:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3771:x1830977423786624:12345-0@lo:400:kworker.0 Request processed in 25us (90us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168081.493796:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4602 00000100:00100000:0.0:1746168081.493815:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c790700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3771:1830977423786624:0@lo:400:kworker.0 00000100:00100000:0.0:1746168081.493840:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094318380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423786240:0@lo:400:kworker.0 00000100:00080000:1.0:1746168081.493913:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746168081.493917:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746168081.494365:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c791500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423787136:0@lo:400:kworker.0 00000100:00100000:2.0:1746168081.494386:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168081.494414:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423787136 00000100:00100000:2.0:1746168081.494417:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423787136 00000100:00100000:2.0:1746168081.494436:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4603 00000100:00100000:2.0:1746168081.494455:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c791c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423787136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168081.494482:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c791c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423787136:12345-0@lo:400:kworker.0 Request processed in 42us (96us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168081.494488:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4603 00000100:00100000:2.0:1746168081.494508:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c791500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423787136:0@lo:400:kworker.0 00000100:00100000:3.0:1746168081.494598:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009ae88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423786112:0@lo:400:kworker.0 00000100:00100000:3.0:1746168081.494626:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168081.494639:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c790e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423786880:0@lo:8:kworker.0 00000100:00100000:3.0:1746168081.494659:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168081.494694:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168081.494709:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c791180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423787008:0@lo:400:kworker.0 00000100:00100000:3.0:1746168081.494725:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168081.494747:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423786752 00000100:00100000:3.0:1746168081.494750:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423786752 00000100:00100000:3.0:1746168081.494770:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423786240 00000100:00100000:3.0:1746168081.494772:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423786240 00000100:00100000:3.0:1746168081.494783:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36909 00000100:00100000:3.0:1746168081.494788:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423786752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168081.494815:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423786752:12345-0@lo:400:kworker.0 Request processed in 27us (1541us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168081.494820:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36909 00000100:00100000:3.0:1746168081.494831:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36910 00000100:00100000:3.0:1746168081.494835:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423786240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168081.494857:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423786240:12345-0@lo:400:kworker.0 Request processed in 22us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168081.494866:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36910 00000100:00100000:3.0:1746168081.494888:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094318380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423786240:0@lo:400:kworker.0 00000100:00100000:3.0:1746168081.494907:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c790a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423786752:0@lo:400:kworker.0 00000100:00100000:3.0:1746168081.494926:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423786496 00000100:00100000:3.0:1746168081.494929:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423786496 00000100:00100000:3.0:1746168081.494945:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423786368 00000100:00100000:3.0:1746168081.494947:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423786368 00000100:00100000:3.0:1746168081.494954:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423786880 00000100:00100000:3.0:1746168081.494956:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423786880 00000100:00100000:3.0:1746168081.494963:0:4939:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423787008 00000100:00100000:3.0:1746168081.494964:0:4939:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423787008 00000100:00100000:3.0:1746168081.494980:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8312 00000100:00100000:3.0:1746168081.494985:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c791880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423786496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168081.495058:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c791880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423786496:12345-0@lo:400:kworker.0 Request processed in 72us (1889us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168081.495064:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8312 00000100:00100000:3.0:1746168081.495074:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8313 00000100:00100000:3.0:1746168081.495079:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423787008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168081.495103:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423787008:12345-0@lo:400:kworker.0 Request processed in 24us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168081.495107:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8313 00000100:00100000:3.0:1746168081.495115:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51090 00000100:00100000:3.0:1746168081.495119:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423786368:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746168081.495135:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746168081.495155:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423786368:12345-0@lo:8:kworker.0 Request processed in 35us (528us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746168081.495160:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51090 00000100:00100000:3.0:1746168081.495168:0:4939:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51091 00000100:00100000:3.0:1746168081.495171:0:4939:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423786880:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746168081.495180:0:4939:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746168081.495194:0:4939:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3768:x1830977423786880:12345-0@lo:8:kworker.0 Request processed in 22us (534us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746168081.495199:0:4939:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51091 00000100:00080000:3.0:1746168081.495222:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746168081.495226:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746168081.495229:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c790000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423786368:0@lo:8:kworker.0 00000100:00080000:3.0:1746168081.495236:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1746168081.495238:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746168081.495240:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c790e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423786880:0@lo:8:kworker.0 00000100:00100000:3.0:1746168081.495259:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c791180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423787008:0@lo:400:kworker.0 00000100:00100000:2.0:1746168081.495690:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c790380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423786496:0@lo:400:kworker.0 00000100:00080000:1.0:1746168081.495746:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746168081.506902:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746168081.506919:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095efd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423787264:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746168081.507178:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168081.508763:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423787264 00000100:00100000:2.0:1746168081.508772:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423787264 00000100:00100000:2.0:1746168081.508821:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36911 00000100:00100000:2.0:1746168081.508829:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423787264:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746168081.508856:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746168081.508912:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423787264:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (1734us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168081.508918:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36911 00000100:00100000:0.0:1746168081.508999:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095efd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423787264:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746168081.521870:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423787392:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746168081.521930:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168081.523136:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423787392 00000100:00100000:3.0:1746168081.523144:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423787392 00000100:00100000:3.0:1746168081.523180:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36912 00000100:00100000:3.0:1746168081.523187:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c790380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423787392:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746168081.523214:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746168081.523265:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c790380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423787392:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (1335us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168081.523275:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36912 00000100:00100000:0.0:1746168081.523304:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423787392:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1746168081.741884:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168081.811241:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746168081.811443:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c791500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423787520:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746168081.811502:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168081.811560:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423787520 00000100:00100000:1.0:1746168081.811566:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423787520 00000100:00100000:1.0:1746168081.811610:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7718 00000100:00100000:1.0:1746168081.811621:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423787520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746168081.811640:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746168081.811705:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423787520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168081.811711:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7718 00000100:00100000:0.0:1746168081.811831:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c791500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423787520:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746168082.744909:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168083.332912:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168083.332950:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746168083.332985:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439321344 00000100:00100000:1.0:1746168083.332993:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439321344 00000100:00100000:0.0:1746168083.333000:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746168083.333037:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1462 00000100:00100000:1.0:1746168083.333044:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439321344:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746168083.333094:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439321344:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 50us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168083.333100:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1462 00000100:00100000:2.0:1746168083.333239:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439321600 00000100:00100000:2.0:1746168083.333243:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439321600 00000100:00100000:2.0:1746168083.333274:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439321472 00000100:00100000:2.0:1746168083.333276:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439321472 00000100:00080000:1.0:1746168083.333939:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746168083.334170:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746168083.334250:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4604 00000100:00100000:2.0:1746168083.334257:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439321600:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746168083.334291:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439321600:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 36us (1341us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168083.334296:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4604 00000100:00100000:2.0:1746168083.334306:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4605 00000100:00100000:2.0:1746168083.334310:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439321472:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746168083.334326:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439321472:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 16us (1327us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168083.334331:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4605 00000100:00100000:2.0:1746168083.336123:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746168083.336211:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439321728 00000100:00100000:3.0:1746168083.336219:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439321728 00000100:00100000:3.0:1746168083.336252:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51092 00000100:00100000:3.0:1746168083.336258:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c791f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439321728:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746168083.336278:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746168083.336328:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c791f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439321728:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 69us (209us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746168083.336334:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51092 00010000:00010000:1.0:1746168083.746033:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746168084.748299:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746168085.618260:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746168085.618277:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c792300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423787648:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746168085.618331:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168085.618379:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423787648 00000100:00100000:2.0:1746168085.618387:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423787648 00000100:00100000:2.0:1746168085.618427:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7719 00000100:00100000:2.0:1746168085.618436:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423787648:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746168085.618460:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746168085.618505:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423787648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168085.618512:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7719 00000100:00080000:1.0:1746168085.618585:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746168085.623231:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c792300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423787648:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746168085.749976:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746168086.499999:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746168086.500004:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1746168086.500006:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423787904:0@lo:400:kworker.0 00000100:00080000:0.0:1746168086.500007:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168086.500012:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 12002 00000100:00080000:0.0:1746168086.500017:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746168086.500022:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:3.0:1746168086.500027:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423788032:0@lo:400:kworker.0 00000100:00100000:0.0:1746168086.500038:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fddf80 x1830977423788288/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746168086.500096:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168086.500097:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423788288:0@lo:8:kworker.0 00000100:00100000:3.0:1746168086.500128:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168086.500145:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423788544:0@lo:400:kworker.0 00000100:00100000:3.0:1746168086.500159:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746168086.500892:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746168086.500895:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168086.500896:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168086.500899:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 12002 00000100:00080000:0.0:1746168086.501103:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746168086.501107:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746168086.501120:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fded80 x1830977423788800/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746168086.501158:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423788160:0@lo:400:kworker.0 00000100:00100000:0.0:1746168086.501184:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168086.501200:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fdf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423788928:0@lo:400:kworker.0 00000100:00100000:0.0:1746168086.501215:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168086.501228:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746168086.501232:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423788672:0@lo:400:kworker.0 00000100:00100000:0.0:1746168086.501248:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168086.501270:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423788288 00000100:00100000:0.0:1746168086.501276:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423788288 00000100:00100000:0.0:1746168086.501294:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423788928 00000100:00100000:0.0:1746168086.501296:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423788928 00000100:00100000:1.0:1746168086.501361:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423787776:0@lo:400:kworker.0 00000100:00100000:1.0:1746168086.501390:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168086.501411:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423788416:0@lo:400:kworker.0 00000100:00100000:1.0:1746168086.501426:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168086.501437:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423789056:0@lo:400:kworker.0 00000100:00100000:1.0:1746168086.501455:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423788416 00000100:00100000:1.0:1746168086.501457:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423788416 00000100:00100000:1.0:1746168086.501479:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8314 00000100:00100000:1.0:1746168086.501485:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095efd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423788416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168086.501518:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095efd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423788416:12345-0@lo:400:kworker.0 Request processed in 34us (91us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168086.501525:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8314 00000100:00100000:1.0:1746168086.501536:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51093 00000100:00100000:1.0:1746168086.501540:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423788288:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746168086.501556:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746168086.501573:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094318380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423788288:12345-0@lo:8:kworker.0 Request processed in 33us (1445us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746168086.501578:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51093 00000100:00100000:1.0:1746168086.501595:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423787776 00000100:00100000:1.0:1746168086.501598:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423787776 00000100:00100000:1.0:1746168086.501615:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1463 00000100:00100000:1.0:1746168086.501620:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a80c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423787776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168086.501641:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a80c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423787776:12345-0@lo:400:kworker.0 Request processed in 22us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168086.501646:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1463 00000100:00100000:1.0:1746168086.501699:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423788160 00000100:00100000:1.0:1746168086.501702:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423788160 00000100:00100000:1.0:1746168086.501717:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423788672 00000100:00100000:1.0:1746168086.501719:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423788672 00000100:00100000:1.0:1746168086.501731:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36913 00000100:00100000:1.0:1746168086.501735:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423788160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168086.501764:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423788160:12345-0@lo:400:kworker.0 Request processed in 28us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168086.501769:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36913 00000100:00100000:1.0:1746168086.501778:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36914 00000100:00100000:1.0:1746168086.501782:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423788672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168086.501800:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098deb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423788672:12345-0@lo:400:kworker.0 Request processed in 19us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168086.501805:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36914 00000100:00100000:1.0:1746168086.501820:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423788800:0@lo:8:kworker.0 00000100:00100000:1.0:1746168086.501836:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746168086.501857:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746168086.501859:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746168086.501863:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423788288:0@lo:8:kworker.0 00000100:00100000:1.0:1746168086.501881:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423788800 00000100:00100000:1.0:1746168086.501884:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423788800 00000100:00100000:1.0:1746168086.501896:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51094 00000100:00100000:1.0:1746168086.501899:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423788800:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746168086.501909:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746168086.503074:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168086.503152:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8315 00000100:00100000:0.0:1746168086.503159:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423788928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168086.503185:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423788928:12345-0@lo:400:kworker.0 Request processed in 28us (1970us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168086.503190:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8315 00000100:00100000:0.0:1746168086.503212:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423788672:0@lo:400:kworker.0 00000100:00100000:0.0:1746168086.503220:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423788160:0@lo:400:kworker.0 00000100:00100000:0.0:1746168086.503227:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fdf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423788928:0@lo:400:kworker.0 00000100:00100000:1.0:1746168086.503303:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423788800:12345-0@lo:8:kworker.0 Request processed in 1402us (1465us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746168086.503310:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51094 00000100:00080000:1.0:1746168086.503331:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746168086.503334:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746168086.503337:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423788800:0@lo:8:kworker.0 00000100:00100000:0.0:1746168086.503853:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423787904 00000100:00100000:0.0:1746168086.503857:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423787904 00000100:00100000:0.0:1746168086.503893:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423788032 00000100:00100000:0.0:1746168086.503895:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423788032 00000100:00100000:0.0:1746168086.503907:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423788544 00000100:00100000:0.0:1746168086.503909:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423788544 00000100:00100000:0.0:1746168086.503920:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4606 00000100:00100000:0.0:1746168086.503940:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c792300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423787904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168086.503968:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c792300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423787904:12345-0@lo:400:kworker.0 Request processed in 30us (3874us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168086.503974:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4606 00000100:00100000:0.0:1746168086.503983:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4607 00000100:00100000:0.0:1746168086.503987:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ae88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423788032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168086.504006:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ae88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423788032:12345-0@lo:400:kworker.0 Request processed in 19us (3846us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168086.504011:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4607 00000100:00100000:0.0:1746168086.504018:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4608 00000100:00100000:0.0:1746168086.504022:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088c3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423788544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168086.504037:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088c3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423788544:12345-0@lo:400:kworker.0 Request processed in 15us (965us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168086.504042:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4608 00000100:00080000:0.0:1746168086.504053:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746168086.504055:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746168086.504057:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746168086.504076:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168086.504103:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423787776:0@lo:400:kworker.0 00000100:00100000:0.0:1746168086.504112:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423788416:0@lo:400:kworker.0 00000100:00100000:0.0:1746168086.504126:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423789056 00000100:00100000:0.0:1746168086.504128:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423789056 00000100:00100000:0.0:1746168086.504139:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4609 00000100:00100000:0.0:1746168086.504143:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c798000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423789056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168086.504167:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c798000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423789056:12345-0@lo:400:kworker.0 Request processed in 24us (90us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168086.504173:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4609 00000100:00100000:0.0:1746168086.504190:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423789056:0@lo:400:kworker.0 00000100:00100000:0.0:1746168086.504221:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423788032:0@lo:400:kworker.0 00000100:00100000:3.0:1746168086.504299:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423788544:0@lo:400:kworker.0 00000100:00100000:3.0:1746168086.504307:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423787904:0@lo:400:kworker.0 00000100:00100000:3.0:1746168086.514294:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c798380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423789184:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746168086.514357:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168086.514604:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423789184 00000100:00100000:0.0:1746168086.514615:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423789184 00000100:00100000:0.0:1746168086.514662:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36915 00000100:00100000:0.0:1746168086.514670:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423789184:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746168086.514715:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746168086.514765:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423789184:12345-0@lo:41:osp-pre-0-1.0 Request processed in 96us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168086.514771:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36915 00000100:00100000:2.0:1746168086.514815:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c798380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423789184:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746168086.530168:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423789312:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746168086.530229:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168086.530731:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423789312 00000100:00100000:3.0:1746168086.530738:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423789312 00000100:00100000:3.0:1746168086.530786:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36916 00000100:00100000:3.0:1746168086.530794:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c792680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423789312:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746168086.530820:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746168086.530868:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c792680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423789312:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (639us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168086.530875:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36916 00000100:00100000:2.0:1746168086.531010:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423789312:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1746168086.752218:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746168086.819400:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c798a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423789440:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746168086.819635:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168086.822844:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423789440 00000100:00100000:3.0:1746168086.822853:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423789440 00000100:00100000:3.0:1746168086.822897:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7720 00000100:00100000:3.0:1746168086.822904:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423789440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746168086.822938:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746168086.823852:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423789440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 946us (4215us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168086.823859:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7720 00000100:00100000:1.0:1746168086.824047:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c798a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423789440:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746168087.754019:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168088.336245:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168088.337401:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168088.337447:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168088.337472:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439321984 00000100:00100000:0.0:1746168088.337479:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439321984 00000100:00100000:0.0:1746168088.337522:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439322112 00000100:00100000:0.0:1746168088.337524:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439322112 00000100:00100000:0.0:1746168088.337542:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4610 00000100:00100000:0.0:1746168088.337549:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c798e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439321984:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746168088.337760:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439321856 00000100:00100000:2.0:1746168088.337764:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439321856 00000100:00100000:1.0:1746168088.338851:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4611 00000100:00100000:1.0:1746168088.338862:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c799180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439322112:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746168088.338964:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1464 00000100:00100000:2.0:1746168088.338973:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439321856:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746168088.339115:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c799180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439322112:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 256us (1667us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168088.339116:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c798e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439321984:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 1567us (2877us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168088.339123:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4611 00000100:00100000:0.0:1746168088.339131:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4610 00000100:00080000:0.0:1746168088.339149:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746168088.339152:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746168088.339587:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906aa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439321856:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 616us (2189us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168088.339594:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1464 00000100:00100000:0.0:1746168088.339733:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746168088.340620:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439322240 00000100:00100000:3.0:1746168088.340626:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439322240 00000100:00100000:3.0:1746168088.340658:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51095 00000100:00100000:3.0:1746168088.340664:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c799500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439322240:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:3.0:1746168088.340700:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746168088.341408:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c799500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439322240:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 741us (1673us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746168088.341414:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51095 00010000:00010000:1.0:1746168088.756447:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746168089.757988:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746168090.628275:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746168090.628294:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c792a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423789568:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746168090.628482:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168090.628539:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423789568 00000100:00100000:0.0:1746168090.628546:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423789568 00000100:00100000:0.0:1746168090.628593:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7721 00000100:00100000:0.0:1746168090.628600:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423789568:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746168090.628623:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746168090.628654:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423789568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168090.628660:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7721 00000100:00100000:3.0:1746168090.628709:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c792a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423789568:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1746168090.628795:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746168090.760112:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746168091.505886:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746168091.505890:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168091.505893:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168091.506084:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 12007 00000100:00080000:0.0:1746168091.506089:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746168091.506094:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746168091.506101:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c799c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423789824:0@lo:400:kworker.0 00000100:00100000:0.0:1746168091.506111:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c79a680 x1830977423790208/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746168091.506131:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c79a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423790208:0@lo:8:kworker.0 00000100:00100000:2.0:1746168091.506152:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168091.506155:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168091.506209:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c799880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423789696:0@lo:400:kworker.0 00000100:00100000:1.0:1746168091.506261:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c79a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423790080:0@lo:400:kworker.0 00000100:00100000:2.0:1746168091.506506:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746168091.506513:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c799f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423789952:0@lo:400:kworker.0 00000100:00100000:2.0:1746168091.506531:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168091.506558:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423789824 00000100:00100000:2.0:1746168091.506564:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423789824 00000100:00100000:3.0:1746168091.506716:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168091.506927:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c79ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423790336:0@lo:400:kworker.0 00000100:00100000:3.0:1746168091.506953:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168091.506978:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423790208 00000100:00100000:3.0:1746168091.506980:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423790208 00000100:00100000:3.0:1746168091.506998:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423790336 00000100:00100000:3.0:1746168091.506999:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423790336 00000100:00100000:3.0:1746168091.507018:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8316 00000100:00100000:3.0:1746168091.507023:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423790336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168091.507060:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423790336:12345-0@lo:400:kworker.0 Request processed in 36us (105us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168091.507065:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8316 00000100:00100000:3.0:1746168091.507078:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51096 00000100:00100000:3.0:1746168091.507081:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c79aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423790208:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1746168091.507098:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746168091.507117:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c79aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423790208:12345-0@lo:8:kworker.0 Request processed in 35us (962us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746168091.507122:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51096 00000100:00100000:3.0:1746168091.507152:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c79ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423790336:0@lo:400:kworker.0 00000100:00100000:3.0:1746168091.507174:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423789696 00000100:00100000:3.0:1746168091.507176:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423789696 00000100:00100000:3.0:1746168091.507193:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1465 00000100:00100000:3.0:1746168091.507197:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423789696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168091.507631:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168091.507668:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423789952 00000100:00100000:1.0:1746168091.507671:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423789952 00000100:00100000:1.0:1746168091.507713:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4612 00000100:00100000:1.0:1746168091.507719:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c793100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423789952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168091.507750:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c793100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423789952:12345-0@lo:400:kworker.0 Request processed in 32us (1218us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168091.507754:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4612 00000100:00100000:1.0:1746168091.507779:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423790080 00000100:00100000:1.0:1746168091.507781:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423790080 00000100:00100000:2.0:1746168091.507792:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4613 00000100:00100000:2.0:1746168091.507798:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c792d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423789824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168091.507824:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c792d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423789824:12345-0@lo:400:kworker.0 Request processed in 28us (1673us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168091.507829:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4613 00000100:00080000:0.0:1746168091.507850:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746168091.507853:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746168091.507854:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00080000:2.0:1746168091.507856:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746168091.507857:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c79a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423790208:0@lo:8:kworker.0 00000100:00100000:2.0:1746168091.507869:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c799f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423789952:0@lo:400:kworker.0 00000100:00100000:2.0:1746168091.507876:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c799c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423789824:0@lo:400:kworker.0 00000100:00100000:0.0:1746168091.507882:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746168091.507887:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c79a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423790464:0@lo:400:kworker.0 00000100:00100000:1.0:1746168091.508119:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36917 00000100:00100000:1.0:1746168091.508125:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423790080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168091.508154:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423790080:12345-0@lo:400:kworker.0 Request processed in 29us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168091.508158:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36917 00000100:00100000:1.0:1746168091.508199:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c79a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423790080:0@lo:400:kworker.0 00000100:00100000:0.0:1746168091.508770:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746168091.508798:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746168091.508801:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168091.508802:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168091.508805:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 12007 00000100:00080000:0.0:1746168091.508808:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746168091.508811:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746168091.508818:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c79b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423790592:0@lo:400:kworker.0 00000100:00100000:0.0:1746168091.508848:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168091.508875:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c79bb80 x1830977423790720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746168091.508888:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c79bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423790720:0@lo:8:kworker.0 00000100:00100000:0.0:1746168091.508903:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168091.509158:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c799c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423790848:0@lo:400:kworker.0 00000100:00100000:0.0:1746168091.509174:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168091.509199:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746168091.509203:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c79ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423790976:0@lo:400:kworker.0 00000100:00100000:0.0:1746168091.509219:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168091.509232:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423790464 00000100:00100000:0.0:1746168091.509235:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423790464 00000100:00100000:0.0:1746168091.509248:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423790976 00000100:00100000:0.0:1746168091.509249:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423790976 00000100:00100000:0.0:1746168091.509260:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4614 00000100:00100000:0.0:1746168091.509263:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c79b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423790464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168091.509283:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c79b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423790464:12345-0@lo:400:kworker.0 Request processed in 19us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168091.509287:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4614 00000100:00100000:0.0:1746168091.509294:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4615 00000100:00100000:0.0:1746168091.509297:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c798a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423790976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168091.509311:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c798a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423790976:12345-0@lo:400:kworker.0 Request processed in 13us (91us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168091.509314:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4615 00000100:00100000:0.0:1746168091.509329:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c79ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423790976:0@lo:400:kworker.0 00000100:00100000:0.0:1746168091.509340:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c79a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423790464:0@lo:400:kworker.0 00000100:00100000:0.0:1746168091.509361:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423790720 00000100:00100000:0.0:1746168091.509363:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423790720 00000100:00100000:0.0:1746168091.509371:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423790848 00000100:00100000:0.0:1746168091.509373:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423790848 00000100:00100000:0.0:1746168091.509385:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8317 00000100:00100000:0.0:1746168091.509388:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c799f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423790848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168091.509406:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c799f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423790848:12345-0@lo:400:kworker.0 Request processed in 17us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168091.509409:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8317 00000100:00100000:0.0:1746168091.509415:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51097 00000100:00100000:0.0:1746168091.509418:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c79a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423790720:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746168091.509429:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746168091.509442:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c79a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423790720:12345-0@lo:8:kworker.0 Request processed in 23us (538us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746168091.509446:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51097 00000100:00080000:0.0:1746168091.509454:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746168091.509463:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c799c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423790848:0@lo:400:kworker.0 00000100:00080000:0.0:1746168091.509473:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746168091.509476:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746168091.509478:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c79bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423790720:0@lo:8:kworker.0 00000100:00100000:0.0:1746168091.509491:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423790592 00000100:00100000:0.0:1746168091.509493:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423790592 00000100:00100000:0.0:1746168091.509505:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36918 00000100:00100000:0.0:1746168091.509509:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c79b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423790592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168091.509531:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c79b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423790592:12345-0@lo:400:kworker.0 Request processed in 21us (695us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168091.509535:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36918 00000100:00100000:0.0:1746168091.509551:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c79b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423790592:0@lo:400:kworker.0 00000100:00100000:2.0:1746168091.509633:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c799880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423789696:0@lo:400:kworker.0 00000100:00100000:3.0:1746168091.509634:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906abc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423789696:12345-0@lo:400:kworker.0 Request processed in 2435us (2917us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168091.509641:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1465 00000100:00100000:0.0:1746168091.522698:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c793480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423791104:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746168091.522746:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168091.522811:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423791104 00000100:00100000:2.0:1746168091.522816:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423791104 00000100:00100000:2.0:1746168091.522893:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36919 00000100:00100000:2.0:1746168091.522901:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c79b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423791104:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746168091.522929:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746168091.523439:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c79b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423791104:12345-0@lo:41:osp-pre-0-1.0 Request processed in 539us (692us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168091.523444:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36919 00000100:00100000:1.0:1746168091.523496:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c793480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423791104:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746168091.538412:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746168091.538429:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c793800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423791232:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746168091.538483:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168091.538830:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423791232 00000100:00100000:2.0:1746168091.538847:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423791232 00000100:00100000:2.0:1746168091.538884:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36920 00000100:00100000:2.0:1746168091.538891:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c79bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423791232:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746168091.538919:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746168091.538964:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c79bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423791232:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168091.538970:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36920 00000100:00100000:1.0:1746168091.538997:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c793800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423791232:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1746168091.761867:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746168091.843716:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746168091.843734:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423791360:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746168091.845700:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168091.846448:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423791360 00000100:00100000:0.0:1746168091.846456:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423791360 00000100:00100000:0.0:1746168091.846511:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7722 00000100:00100000:0.0:1746168091.846518:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c793b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423791360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746168091.846539:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746168091.846940:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c793b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423791360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 422us (1242us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168091.846947:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7722 00000100:00100000:2.0:1746168091.847222:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423791360:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746168092.765164:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168093.344725:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746168093.345095:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439322496 00000100:00100000:0.0:1746168093.345102:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746168093.345102:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439322496 00000100:00100000:0.0:1746168093.345140:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746168093.345145:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439322624 00000100:00100000:1.0:1746168093.345147:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439322624 00000100:00100000:3.0:1746168093.345153:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439322368 00000100:00080000:0.0:1746168093.345156:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746168093.345158:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746168093.345161:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439322368 00000100:00100000:1.0:1746168093.345163:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4616 00000100:00100000:0.0:1746168093.345167:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4617 00000100:00100000:1.0:1746168093.345169:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c799c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439322496:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746168093.345172:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c79a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439322624:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746168093.345195:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1466 00000100:00100000:3.0:1746168093.345200:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439322368:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746168093.345216:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c79a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439322624:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 43us (74us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168093.345216:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c799c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439322496:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 47us (499us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168093.345222:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4616 00000100:00100000:3.0:1746168093.345222:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439322368:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 23us (120us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168093.345228:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1466 00000100:00100000:0.0:1746168093.345596:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4617 00000100:00100000:0.0:1746168093.347071:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746168093.347444:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439322752 00000100:00100000:2.0:1746168093.347451:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439322752 00000100:00100000:2.0:1746168093.347505:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51098 00000100:00100000:2.0:1746168093.347511:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c79ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439322752:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746168093.347531:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746168093.347711:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c79ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439322752:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 198us (641us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746168093.347997:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51098 00010000:00010000:1.0:1746168093.766740:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746168094.780020:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746168095.635047:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800977e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423791488:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746168095.635106:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168095.635894:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423791488 00000100:00100000:1.0:1746168095.635901:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423791488 00000100:00100000:1.0:1746168095.636422:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7723 00000100:00100000:1.0:1746168095.636429:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c793800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423791488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746168095.636451:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:0.0:1746168095.637422:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746168095.637477:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c793800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423791488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1047us (2369us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168095.637484:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7723 00000100:00100000:2.0:1746168095.637594:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800977e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423791488:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746168095.785660:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746168096.514865:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746168096.514871:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168096.514874:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168096.514880:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 12012 00000100:00080000:0.0:1746168096.514884:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746168096.514889:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746168096.514905:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a4950380 x1830977423792128/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746168096.514931:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746168096.514936:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168096.514937:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168096.514940:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 12012 00000100:00080000:0.0:1746168096.514942:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746168096.514946:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746168096.514955:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a4951180 x1830977423792640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746168096.514989:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423792128:0@lo:8:kworker.0 00000100:00100000:0.0:1746168096.515049:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168096.515096:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423792640:0@lo:8:kworker.0 00000100:00100000:0.0:1746168096.515121:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168096.515154:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423792128 00000100:00100000:0.0:1746168096.515160:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423792128 00000100:00100000:0.0:1746168096.515179:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423792640 00000100:00100000:0.0:1746168096.515181:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423792640 00000100:00100000:0.0:1746168096.515191:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51099 00000100:00100000:0.0:1746168096.515198:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423792128:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746168096.515220:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746168096.515250:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423792128:12345-0@lo:8:kworker.0 Request processed in 51us (201us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746168096.515255:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51099 00000100:00100000:0.0:1746168096.515266:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51100 00000100:00100000:0.0:1746168096.515269:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423792640:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746168096.515278:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746168096.515293:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:3768:x1830977423792640:12345-0@lo:8:kworker.0 Request processed in 23us (172us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746168096.515298:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51100 00000100:00100000:3.0:1746168096.515366:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423792000:0@lo:400:kworker.0 00000100:00100000:3.0:1746168096.515396:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168096.515416:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423792768:0@lo:400:kworker.0 00000100:00080000:0.0:1746168096.515422:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746168096.515426:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746168096.515430:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423792128:0@lo:8:kworker.0 00000100:00100000:3.0:1746168096.515433:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746168096.515437:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746168096.515439:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746168096.515442:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423792640:0@lo:8:kworker.0 00000100:00100000:3.0:1746168096.515447:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1746168096.515453:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c799880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423791872:0@lo:400:kworker.0 00000100:00100000:0.0:1746168096.515456:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423792768 00000100:00100000:0.0:1746168096.515458:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423792768 00000100:00100000:3.0:1746168096.515471:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168096.515482:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8318 00000100:00100000:3.0:1746168096.515484:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423792512:0@lo:400:kworker.0 00000100:00100000:0.0:1746168096.515487:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423792768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168096.515507:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168096.515516:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423792768:12345-0@lo:400:kworker.0 Request processed in 29us (82us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168096.515521:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8318 00000100:00100000:3.0:1746168096.515531:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4951500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423792768:0@lo:400:kworker.0 00000100:00080000:0.0:1746168096.515538:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746168096.515549:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423792000 00000100:00100000:3.0:1746168096.515552:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423792000 00000100:00100000:0.0:1746168096.515560:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423792512 00000100:00100000:0.0:1746168096.515563:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423792512 00000100:00100000:3.0:1746168096.515574:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36921 00000100:00100000:0.0:1746168096.515580:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36922 00000100:00100000:3.0:1746168096.515580:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800977e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423792000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168096.515585:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423792512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168096.515613:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423792512:12345-0@lo:400:kworker.0 Request processed in 28us (106us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168096.515613:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800977e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423792000:12345-0@lo:400:kworker.0 Request processed in 33us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168096.515618:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36922 00000100:00100000:3.0:1746168096.515622:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36921 00000100:00100000:3.0:1746168096.515641:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423791872 00000100:00100000:3.0:1746168096.515643:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423791872 00000100:00080000:0.0:1746168096.515660:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746168096.515665:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4618 00000100:00100000:3.0:1746168096.515669:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423791872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168096.515723:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095c2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423791872:12345-0@lo:400:kworker.0 Request processed in 53us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168096.515728:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4618 00000100:00100000:1.0:1746168096.515743:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423791616:0@lo:400:kworker.0 00000100:00100000:3.0:1746168096.515750:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c799880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423791872:0@lo:400:kworker.0 00000100:00100000:1.0:1746168096.515781:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168096.515790:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4950e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423792512:0@lo:400:kworker.0 00000100:00100000:3.0:1746168096.515797:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423792000:0@lo:400:kworker.0 00000100:00100000:1.0:1746168096.515818:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4950700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423792256:0@lo:400:kworker.0 00000100:00100000:3.0:1746168096.515820:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423791616 00000100:00100000:3.0:1746168096.515822:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423791616 00000100:00100000:3.0:1746168096.515838:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1467 00000100:00100000:1.0:1746168096.515841:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168096.515842:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423791616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168096.515854:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423792896:0@lo:400:kworker.0 00000100:00100000:3.0:1746168096.515862:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423791616:12345-0@lo:400:kworker.0 Request processed in 19us (80us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168096.515866:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1467 00000100:00100000:1.0:1746168096.515870:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168096.515891:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423791616:0@lo:400:kworker.0 00000100:00100000:1.0:1746168096.515899:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1746168096.515904:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c798380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423791744:0@lo:400:kworker.0 00000100:00100000:1.0:1746168096.515920:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168096.515931:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423792384:0@lo:400:kworker.0 00000100:00100000:1.0:1746168096.516191:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168096.516220:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423792896 00000100:00100000:1.0:1746168096.516223:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423792896 00000100:00100000:1.0:1746168096.516239:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423791744 00000100:00100000:1.0:1746168096.516241:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423791744 00000100:00100000:1.0:1746168096.516257:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423792384 00000100:00100000:1.0:1746168096.516259:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423792384 00000100:00100000:1.0:1746168096.516280:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4619 00000100:00100000:1.0:1746168096.516286:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423792896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168096.516314:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423792896:12345-0@lo:400:kworker.0 Request processed in 28us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168096.516319:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4619 00000100:00100000:1.0:1746168096.516329:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4620 00000100:00100000:1.0:1746168096.516334:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423791744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168096.516355:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423791744:12345-0@lo:400:kworker.0 Request processed in 21us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168096.516359:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4620 00000100:00100000:1.0:1746168096.516370:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4621 00000100:00100000:1.0:1746168096.516374:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423792384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168096.516392:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423792384:12345-0@lo:400:kworker.0 Request processed in 19us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168096.516397:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4621 00000100:00100000:1.0:1746168096.516419:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c798380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423791744:0@lo:400:kworker.0 00000100:00100000:1.0:1746168096.516426:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423792384:0@lo:400:kworker.0 00000100:00100000:1.0:1746168096.516434:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423792896:0@lo:400:kworker.0 00000100:00100000:0.0:1746168096.517713:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423792256 00000100:00100000:0.0:1746168096.517720:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423792256 00000100:00100000:0.0:1746168096.517791:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8319 00000100:00100000:0.0:1746168096.517799:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423792256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168096.517843:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423792256:12345-0@lo:400:kworker.0 Request processed in 45us (2001us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168096.517848:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8319 00000100:00100000:1.0:1746168096.517864:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4950700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423792256:0@lo:400:kworker.0 00000100:00080000:0.0:1746168096.517865:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746168096.531454:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423793024:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746168096.531518:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168096.533222:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423793024 00000100:00100000:1.0:1746168096.533232:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423793024 00000100:00100000:1.0:1746168096.533295:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36923 00000100:00100000:1.0:1746168096.533302:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c793480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423793024:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746168096.533332:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746168096.533390:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c793480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423793024:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (1872us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168096.533397:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36923 00000100:00100000:2.0:1746168096.533486:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423793024:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746168096.548398:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fdf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423793152:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746168096.548459:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168096.552077:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423793152 00000100:00100000:2.0:1746168096.552089:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423793152 00000100:00100000:2.0:1746168096.552151:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36924 00000100:00100000:2.0:1746168096.552160:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4951180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423793152:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746168096.552194:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746168096.552268:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4951180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423793152:12345-0@lo:41:osp-pre-1-0.0 Request processed in 109us (3809us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168096.552275:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36924 00000100:00100000:0.0:1746168096.552583:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fdf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423793152:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1746168096.786240:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746168096.865925:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c792a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423793280:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746168096.865983:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168096.866227:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423793280 00000100:00100000:1.0:1746168096.866235:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423793280 00000100:00100000:1.0:1746168096.866278:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7724 00000100:00100000:1.0:1746168096.866286:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423793280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746168096.866305:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746168096.868510:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423793280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2223us (2524us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168096.868519:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7724 00000100:00100000:2.0:1746168096.868639:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c792a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423793280:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746168097.787949:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168098.350780:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168098.350825:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168098.350860:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168098.350899:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746168098.350920:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439323264 00000100:00100000:0.0:1746168098.350927:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439323008 00000100:00100000:2.0:1746168098.350928:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439323264 00000100:00100000:0.0:1746168098.350930:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439323008 00000100:00100000:2.0:1746168098.350961:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51101 00000100:00100000:0.0:1746168098.350962:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439323136 00000100:00100000:0.0:1746168098.350964:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439323136 00000100:00100000:2.0:1746168098.350967:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439323264:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:0.0:1746168098.350979:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4622 00000100:00100000:0.0:1746168098.350984:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4950380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439323008:12345-192.168.201.29@tcp:400:kworker.0 00010000:00020000:2.0:1746168098.350989:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746168098.351043:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439323264:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 76us (182us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746168098.351050:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51101 00000100:00100000:3.0:1746168098.351067:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439322880 00000100:00100000:3.0:1746168098.351071:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439322880 00000100:00100000:3.0:1746168098.351095:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1468 00000100:00100000:3.0:1746168098.351101:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439322880:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746168098.351125:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439322880:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 25us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168098.351130:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1468 00000100:00080000:3.0:1746168098.351158:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746168098.351161:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746168098.351177:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4623 00000100:00100000:3.0:1746168098.351183:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4951f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439323136:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746168098.351204:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4951f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439323136:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 22us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168098.351210:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4623 00000100:00100000:0.0:1746168098.351261:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4950380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439323008:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 276us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168098.351266:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4622 00010000:00010000:1.0:1746168098.793356:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746168099.793897:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168100.642651:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c792a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423793408:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746168100.642762:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168100.643039:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423793408 00000100:00100000:3.0:1746168100.643045:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423793408 00000100:00080000:0.0:1746168100.643077:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746168100.643089:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7725 00000100:00100000:3.0:1746168100.643097:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4952300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423793408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746168100.643120:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746168100.643168:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4952300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423793408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168100.643173:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7725 00000100:00100000:0.0:1746168100.643204:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c792a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423793408:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746168100.796122:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746168101.521854:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746168101.521858:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168101.521862:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168101.521869:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 12017 00000100:00080000:0.0:1746168101.521872:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746168101.521877:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746168101.521881:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4952d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423793792:0@lo:400:kworker.0 00000100:00100000:0.0:1746168101.521893:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a4953480 x1830977423794048/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746168101.521917:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746168101.521919:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168101.521920:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168101.521927:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 12017 00000100:00080000:0.0:1746168101.521929:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746168101.521931:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:2.0:1746168101.521934:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168101.521939:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a4951880 x1830977423794560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746168101.521961:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423793792 00000100:00100000:0.0:1746168101.521964:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423794048:0@lo:8:kworker.0 00000100:00100000:1.0:1746168101.521968:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423793792 00000100:00100000:2.0:1746168101.521979:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4950700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423794432:0@lo:400:kworker.0 00000100:00100000:0.0:1746168101.521986:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168101.521995:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168101.522007:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423794560:0@lo:8:kworker.0 00000100:00100000:2.0:1746168101.522008:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1746168101.522010:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4624 00000100:00100000:2.0:1746168101.522012:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423793664:0@lo:400:kworker.0 00000100:00100000:1.0:1746168101.522236:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c791500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423793792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168101.522239:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168101.522246:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168101.522257:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4953b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423794304:0@lo:400:kworker.0 00000100:00080000:0.0:1746168101.522259:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746168101.522273:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168101.522280:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423794432 00000100:00100000:0.0:1746168101.522283:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423794432 00000100:00100000:1.0:1746168101.522283:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c791500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423793792:12345-0@lo:400:kworker.0 Request processed in 49us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168101.522288:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4624 00000100:00100000:2.0:1746168101.522298:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4952d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423793792:0@lo:400:kworker.0 00000100:00100000:1.0:1746168101.522300:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423793664 00000100:00100000:0.0:1746168101.522303:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36925 00000100:00100000:1.0:1746168101.522303:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423793664 00000100:00100000:0.0:1746168101.522308:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c791180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423794432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168101.522316:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423794048 00000100:00100000:2.0:1746168101.522318:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423794048 00000100:00100000:1.0:1746168101.522320:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423794304 00000100:00100000:1.0:1746168101.522322:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423794304 00000100:00100000:2.0:1746168101.522330:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423794560 00000100:00100000:2.0:1746168101.522332:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423794560 00000100:00100000:1.0:1746168101.522333:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4625 00000100:00100000:1.0:1746168101.522337:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c790e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423793664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168101.522342:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51102 00000100:00100000:2.0:1746168101.522346:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4950e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423794048:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1746168101.522359:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423793536:0@lo:400:kworker.0 00010000:00020000:2.0:1746168101.522362:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746168101.522363:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c790e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423793664:12345-0@lo:400:kworker.0 Request processed in 25us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168101.522368:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4625 00000100:00100000:1.0:1746168101.522377:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4626 00000100:00100000:1.0:1746168101.522381:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c790000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423794304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168101.522588:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4950e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423794048:12345-0@lo:8:kworker.0 Request processed in 241us (601us total) trans 0 rc -19/-19 00000100:00100000:3.0:1746168101.522589:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168101.522594:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51102 00000100:00100000:1.0:1746168101.522601:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c790000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423794304:12345-0@lo:400:kworker.0 Request processed in 220us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168101.522603:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51103 00000100:00100000:2.0:1746168101.522606:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423794560:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746168101.522607:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4626 00000100:00100000:3.0:1746168101.522612:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4953800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423794176:0@lo:400:kworker.0 00010000:00020000:2.0:1746168101.522614:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746168101.522632:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168101.522633:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423794560:12345-0@lo:8:kworker.0 Request processed in 24us (392us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746168101.522638:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51103 00000100:00100000:0.0:1746168101.523123:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c791180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423794432:12345-0@lo:400:kworker.0 Request processed in 815us (1126us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168101.523128:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36925 00000100:00080000:1.0:1746168101.523702:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746168101.523727:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423794176 00000100:00100000:0.0:1746168101.523730:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423794176 00000100:00100000:3.0:1746168101.523730:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423794816:0@lo:400:kworker.0 00000100:00100000:1.0:1746168101.523736:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423793920:0@lo:400:kworker.0 00000100:00100000:0.0:1746168101.523749:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8320 00000100:00100000:3.0:1746168101.523752:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168101.523754:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423794176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168101.523755:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168101.523769:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423794688:0@lo:400:kworker.0 00000100:00100000:2.0:1746168101.523771:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423793664:0@lo:400:kworker.0 00000100:00100000:3.0:1746168101.523776:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423794816 00000100:00100000:2.0:1746168101.523779:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4953b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423794304:0@lo:400:kworker.0 00000100:00100000:3.0:1746168101.523780:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423794816 00000100:00100000:1.0:1746168101.523781:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168101.523782:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423794176:12345-0@lo:400:kworker.0 Request processed in 28us (1150us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168101.523786:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4950700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423794432:0@lo:400:kworker.0 00000100:00100000:0.0:1746168101.523787:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8320 00000100:00100000:0.0:1746168101.523794:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423794688 00000100:00100000:1.0:1746168101.523794:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423793920 00000100:00100000:0.0:1746168101.523796:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423794688 00000100:00100000:1.0:1746168101.523796:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423793920 00000100:00100000:1.0:1746168101.523808:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36926 00000100:00100000:2.0:1746168101.523808:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423793536 00000100:00100000:2.0:1746168101.523810:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423793536 00000100:00100000:1.0:1746168101.523811:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423793920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168101.523812:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8321 00000100:00100000:0.0:1746168101.523815:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423794688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168101.523826:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1469 00000100:00100000:1.0:1746168101.523829:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423793920:12345-0@lo:400:kworker.0 Request processed in 17us (74us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168101.523831:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800906a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423793536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168101.523832:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36926 00000100:00100000:0.0:1746168101.523837:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423794688:12345-0@lo:400:kworker.0 Request processed in 21us (55us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168101.523842:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8321 00000100:00100000:2.0:1746168101.523849:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800906a8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423793536:12345-0@lo:400:kworker.0 Request processed in 19us (1260us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168101.523854:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1469 00000100:00100000:3.0:1746168101.524480:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4627 00000100:00100000:3.0:1746168101.524492:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4954a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423794816:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1746168101.524498:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746168101.524513:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423793920:0@lo:400:kworker.0 00000100:00100000:1.0:1746168101.524519:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423794688:0@lo:400:kworker.0 00000100:00100000:3.0:1746168101.524524:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4954a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423794816:12345-0@lo:400:kworker.0 Request processed in 36us (771us total) trans 0 rc 0/0 00000100:00080000:0.0:1746168101.524528:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1746168101.524529:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4627 00000100:00080000:0.0:1746168101.524531:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746168101.524535:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423794048:0@lo:8:kworker.0 00000100:00080000:0.0:1746168101.524543:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746168101.524545:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746168101.524547:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423794560:0@lo:8:kworker.0 00000100:00100000:3.0:1746168101.524553:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423793536:0@lo:400:kworker.0 00000100:00100000:3.0:1746168101.524562:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4953800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423794176:0@lo:400:kworker.0 00000100:00100000:3.0:1746168101.524569:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4950000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423794816:0@lo:400:kworker.0 00000100:00100000:0.0:1746168101.538634:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c790a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423794944:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746168101.538725:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168101.538996:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423794944 00000100:00100000:2.0:1746168101.539002:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423794944 00000100:00100000:2.0:1746168101.539525:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36927 00000100:00100000:2.0:1746168101.539533:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4951880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423794944:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746168101.539558:0:9606:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746168101.539602:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4951880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423794944:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (877us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168101.539608:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36927 00000100:00100000:0.0:1746168101.539708:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c790a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423794944:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746168101.571189:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423795072:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746168101.571245:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168101.571391:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423795072 00000100:00100000:1.0:1746168101.571398:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423795072 00000100:00100000:1.0:1746168101.571447:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36928 00000100:00100000:1.0:1746168101.571454:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423795072:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746168101.571484:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746168101.571522:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4954e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423795072:12345-0@lo:41:osp-pre-1-0.0 Request processed in 69us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168101.571529:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36928 00000100:00100000:3.0:1746168101.571610:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4953480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423795072:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1746168101.797876:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746168101.875197:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c790700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423795200:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746168101.875259:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168101.876222:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423795200 00000100:00100000:0.0:1746168101.876230:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423795200 00000100:00100000:0.0:1746168101.876277:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7726 00000100:00100000:0.0:1746168101.876285:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423795200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746168101.876305:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746168101.876355:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423795200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (1095us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168101.876361:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7726 00000100:00100000:1.0:1746168101.876385:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c790700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423795200:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746168102.800568:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168103.359720:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168103.359759:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746168103.359777:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439323776 00000100:00100000:2.0:1746168103.359786:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439323776 00000100:00100000:0.0:1746168103.359791:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168103.359815:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746168103.359825:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51104 00000100:00100000:2.0:1746168103.359831:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4953480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439323776:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:0.0:1746168103.359834:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439323520 00000100:00100000:0.0:1746168103.359837:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439323520 00010000:00020000:2.0:1746168103.359861:0:20385:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746168103.359879:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439323648 00000100:00100000:0.0:1746168103.359881:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439323648 00000100:00100000:0.0:1746168103.359895:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4628 00000100:00100000:0.0:1746168103.359901:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4950000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439323520:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746168103.359903:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4953480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:0+-99:2006:x1830977439323776:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 72us (191us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746168103.359908:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51104 00000100:00100000:2.0:1746168103.359923:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439323392 00000100:00100000:2.0:1746168103.359925:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439323392 00000100:00100000:0.0:1746168103.359932:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4950000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439323520:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 32us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168103.359938:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4628 00000100:00100000:2.0:1746168103.359942:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1470 00000100:00100000:2.0:1746168103.359946:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f67ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439323392:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746168103.359949:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4629 00000100:00100000:0.0:1746168103.359953:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4953800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439323648:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746168103.359962:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f67ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439323392:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 16us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168103.359966:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1470 00000100:00100000:0.0:1746168103.359970:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4953800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439323648:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 16us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168103.359975:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4629 00000100:00080000:0.0:1746168103.360071:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746168103.360073:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1746168103.804025:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746168104.807234:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746168105.649884:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746168105.649902:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423795328:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746168105.649961:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168105.650115:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423795328 00000100:00100000:2.0:1746168105.650123:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423795328 00000100:00100000:2.0:1746168105.650165:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7727 00000100:00100000:2.0:1746168105.650173:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c6ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423795328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746168105.650197:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746168105.650232:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c6ad850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423795328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168105.650238:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7727 00000100:00100000:1.0:1746168105.650698:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423795328:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1746168105.650739:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1746168105.809857:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746168106.529895:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746168106.529899:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168106.529902:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168106.529908:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 12022 00000100:00080000:0.0:1746168106.529912:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746168106.529917:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746168106.529933:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a4952a00 x1830977423795968/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746168106.529958:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746168106.529960:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168106.529961:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168106.529964:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 12022 00000100:00080000:0.0:1746168106.529966:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746168106.529969:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746168106.529976:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800949c8a80 x1830977423796480/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746168106.530015:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423795968:0@lo:8:kworker.0 00000100:00100000:0.0:1746168106.530066:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168106.530108:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423796480:0@lo:8:kworker.0 00000100:00100000:0.0:1746168106.530122:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168106.530149:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423795968 00000100:00100000:0.0:1746168106.530154:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423795968 00000100:00100000:0.0:1746168106.530185:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423796480 00000100:00100000:0.0:1746168106.530187:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423796480 00000100:00100000:0.0:1746168106.530198:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51105 00000100:00100000:0.0:1746168106.530203:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423795968:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746168106.530220:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746168106.530250:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423795968:12345-0@lo:8:kworker.0 Request processed in 46us (183us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746168106.530255:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51105 00000100:00100000:0.0:1746168106.530267:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51106 00000100:00100000:0.0:1746168106.530270:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423796480:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746168106.530277:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746168106.530291:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423796480:12345-0@lo:8:kworker.0 Request processed in 21us (169us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746168106.530296:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51106 00000100:00080000:0.0:1746168106.530505:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746168106.530508:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746168106.530512:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423795968:0@lo:8:kworker.0 00000100:00080000:0.0:1746168106.530519:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746168106.530521:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746168106.530523:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423796480:0@lo:8:kworker.0 00000100:00100000:0.0:1746168106.530553:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4950700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423795712:0@lo:400:kworker.0 00000100:00100000:0.0:1746168106.530579:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168106.530622:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4952300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423796352:0@lo:400:kworker.0 00000100:00100000:0.0:1746168106.530645:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168106.530660:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746168106.530665:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4953b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423795840:0@lo:400:kworker.0 00000100:00100000:0.0:1746168106.530699:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168106.530712:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423796608:0@lo:400:kworker.0 00000100:00100000:0.0:1746168106.530726:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168106.530744:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423796352 00000100:00100000:0.0:1746168106.530747:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423796352 00000100:00100000:0.0:1746168106.530772:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423795840 00000100:00100000:0.0:1746168106.530774:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423795840 00000100:00100000:0.0:1746168106.530786:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36929 00000100:00100000:0.0:1746168106.530791:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4952a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423796352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168106.530822:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4952a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423796352:12345-0@lo:400:kworker.0 Request processed in 31us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168106.530827:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36929 00000100:00100000:0.0:1746168106.530835:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36930 00000100:00100000:0.0:1746168106.530839:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423795840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168106.530857:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423795840:12345-0@lo:400:kworker.0 Request processed in 18us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168106.530862:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36930 00000100:00100000:0.0:1746168106.530879:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423796608 00000100:00100000:0.0:1746168106.530881:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423796608 00000100:00100000:0.0:1746168106.530900:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8322 00000100:00100000:0.0:1746168106.530904:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090942a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423796608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168106.530924:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090942a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423796608:12345-0@lo:400:kworker.0 Request processed in 20us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168106.530928:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8322 00000100:00100000:0.0:1746168106.530948:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4953b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423795840:0@lo:400:kworker.0 00000100:00100000:0.0:1746168106.530955:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423796608:0@lo:400:kworker.0 00000100:00100000:0.0:1746168106.530961:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4952300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423796352:0@lo:400:kworker.0 00000100:00080000:0.0:1746168106.530974:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746168106.531007:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423795584:0@lo:400:kworker.0 00000100:00100000:0.0:1746168106.531026:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168106.531039:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423796224:0@lo:400:kworker.0 00000100:00100000:0.0:1746168106.531051:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168106.531062:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1746168106.531065:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423795456:0@lo:400:kworker.0 00000100:00100000:0.0:1746168106.531084:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168106.531109:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4952d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423796096:0@lo:400:kworker.0 00000100:00100000:0.0:1746168106.531123:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168106.531133:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800949c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423796736:0@lo:400:kworker.0 00000100:00100000:0.0:1746168106.531145:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168106.531161:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423795712 00000100:00100000:0.0:1746168106.531163:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423795712 00000100:00100000:0.0:1746168106.531184:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423795584 00000100:00100000:0.0:1746168106.531186:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423795584 00000100:00100000:0.0:1746168106.531197:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423796224 00000100:00100000:0.0:1746168106.531199:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423796224 00000100:00100000:0.0:1746168106.531206:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423796736 00000100:00100000:0.0:1746168106.531207:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423796736 00000100:00100000:0.0:1746168106.531216:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4630 00000100:00100000:0.0:1746168106.531221:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423795712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168106.531287:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4631 00000100:00100000:1.0:1746168106.531293:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090941180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423795584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168106.531329:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090941180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423795584:12345-0@lo:400:kworker.0 Request processed in 37us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168106.531334:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4631 00000100:00100000:1.0:1746168106.531344:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4632 00000100:00100000:1.0:1746168106.531349:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090940000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423796224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168106.531369:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090940000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423796224:12345-0@lo:400:kworker.0 Request processed in 20us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168106.531374:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4632 00000100:00100000:1.0:1746168106.531381:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4633 00000100:00100000:1.0:1746168106.531385:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4952300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423796736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168106.531403:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4952300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423796736:12345-0@lo:400:kworker.0 Request processed in 17us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168106.531407:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4633 00000100:00100000:1.0:1746168106.531437:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800949c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423796736:0@lo:400:kworker.0 00000100:00100000:1.0:1746168106.531444:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423795584:0@lo:400:kworker.0 00000100:00100000:1.0:1746168106.531451:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423796224:0@lo:400:kworker.0 00000100:00100000:2.0:1746168106.531742:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423795456 00000100:00100000:2.0:1746168106.531745:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423795456 00000100:00100000:2.0:1746168106.531768:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1471 00000100:00100000:2.0:1746168106.531773:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f67e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423795456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168106.531804:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f67e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423795456:12345-0@lo:400:kworker.0 Request processed in 31us (719us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168106.531809:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1471 00000100:00100000:1.0:1746168106.532569:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4950a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423795456:0@lo:400:kworker.0 00000100:00100000:3.0:1746168106.534502:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423796096 00000100:00100000:3.0:1746168106.534511:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423796096 00000100:00100000:3.0:1746168106.534549:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8323 00000100:00100000:3.0:1746168106.534556:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800949cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423796096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168106.534621:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423796096:12345-0@lo:400:kworker.0 Request processed in 66us (3496us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168106.534628:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8323 00000100:00100000:3.0:1746168106.534664:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4952d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423796096:0@lo:400:kworker.0 00000100:00080000:2.0:1746168106.534795:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746168106.534799:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746168106.535841:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800949c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423795712:12345-0@lo:400:kworker.0 Request processed in 4617us (5258us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168106.535849:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4630 00000100:00100000:2.0:1746168106.535911:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4950700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423795712:0@lo:400:kworker.0 00000100:00100000:3.0:1746168106.546786:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4953b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423796864:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746168106.546839:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168106.546889:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423796864 00000100:00100000:3.0:1746168106.546895:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423796864 00000100:00100000:3.0:1746168106.546924:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36931 00000100:00100000:3.0:1746168106.546929:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423796864:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746168106.546954:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746168106.547178:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423796864:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168106.547185:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36931 00000100:00100000:2.0:1746168106.547340:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4953b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423796864:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746168106.578113:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4955500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423796992:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746168106.578432:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168106.578760:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423796992 00000100:00100000:3.0:1746168106.578766:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423796992 00000100:00100000:3.0:1746168106.578813:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36932 00000100:00100000:3.0:1746168106.578820:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c793b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423796992:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1746168106.578846:0:335:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:3.0:1746168106.579074:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c793b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423796992:12345-0@lo:41:osp-pre-1-0.0 Request processed in 63us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168106.579079:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36932 00000100:00100000:2.0:1746168106.579257:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4955500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423796992:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1746168106.813222:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168106.881877:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423797120:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746168106.882165:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168106.882658:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423797120 00000100:00100000:3.0:1746168106.882664:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423797120 00000100:00100000:3.0:1746168106.882727:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7728 00000100:00100000:3.0:1746168106.882734:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4953b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423797120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746168106.882834:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746168106.882883:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4953b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423797120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 149us (718us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168106.882890:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7728 00000100:00100000:1.0:1746168106.882913:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423797120:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746168107.814514:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168108.365850:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168108.366146:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746168108.366242:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439324032 00000100:00100000:2.0:1746168108.366250:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439324032 00000100:00100000:2.0:1746168108.366298:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4634 00000100:00100000:2.0:1746168108.366306:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4950700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439324032:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746168108.366381:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4950700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439324032:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 77us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168108.366388:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4634 00000100:00100000:3.0:1746168108.366472:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439323904 00000100:00100000:3.0:1746168108.366476:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439323904 00000100:00100000:3.0:1746168108.366508:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1472 00000100:00100000:3.0:1746168108.366518:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439323904:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746168108.366543:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439323904:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 30us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168108.366548:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1472 00000100:00080000:0.0:1746168108.366713:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746168108.367802:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168108.367846:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746168108.367892:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439324160 00000100:00100000:2.0:1746168108.367898:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439324160 00000100:00100000:1.0:1746168108.367919:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439324288 00000100:00100000:1.0:1746168108.367924:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439324288 00000100:00100000:2.0:1746168108.367940:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4635 00000100:00100000:1.0:1746168108.367943:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51107 00000100:00100000:1.0:1746168108.368127:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4952d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439324288:12345-192.168.201.29@tcp:8:kworker.0 00000100:00100000:2.0:1746168108.368137:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4950a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439324160:12345-192.168.201.29@tcp:400:kworker.0 00010000:00020000:1.0:1746168108.368147:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746168108.368173:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4950a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439324160:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 228us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168108.368174:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4952d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439324288:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 47us (376us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746168108.368178:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4635 00000100:00100000:1.0:1746168108.368180:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51107 00000100:00080000:0.0:1746168108.368368:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1746168108.815988:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746168109.819139:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746168110.657824:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1746168110.657840:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423797248:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1746168110.657892:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168110.658219:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423797248 00000100:00100000:0.0:1746168110.658226:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423797248 00000100:00080000:2.0:1746168110.658258:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746168110.658281:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7729 00000100:00100000:0.0:1746168110.658290:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423797248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746168110.658314:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746168110.658547:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4955880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423797248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 258us (654us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168110.658554:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7729 00000100:00100000:3.0:1746168110.659250:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423797248:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746168110.822386:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746168111.538650:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423797376:0@lo:400:kworker.0 00000100:00100000:3.0:1746168111.538739:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168111.539650:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423797376 00000100:00100000:2.0:1746168111.539657:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423797376 00000100:00100000:2.0:1746168111.539706:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1473 00000100:00100000:2.0:1746168111.539714:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423797376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168111.539758:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423797376:12345-0@lo:400:kworker.0 Request processed in 46us (1019us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168111.539764:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1473 00000100:00080000:0.0:1746168111.539951:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746168111.539956:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168111.539958:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168111.539962:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 12027 00000100:00080000:0.0:1746168111.539965:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746168111.539969:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746168111.539984:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d9b1880 x1830977423797888/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746168111.540010:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746168111.540013:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168111.540014:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168111.540017:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 12027 00000100:00080000:0.0:1746168111.540019:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746168111.540021:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746168111.540030:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009d9b3800 x1830977423798400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746168111.540058:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423797888:0@lo:8:kworker.0 00000100:00100000:0.0:1746168111.540087:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168111.540102:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423798400:0@lo:8:kworker.0 00000100:00100000:0.0:1746168111.540117:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168111.540142:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423797888 00000100:00100000:0.0:1746168111.540146:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423797888 00000100:00100000:0.0:1746168111.540159:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423798400 00000100:00100000:0.0:1746168111.540160:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423798400 00000100:00100000:0.0:1746168111.540170:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51108 00000100:00100000:0.0:1746168111.540175:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b631500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423797888:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746168111.540193:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746168111.540217:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b631500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423797888:12345-0@lo:8:kworker.0 Request processed in 42us (130us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746168111.540222:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51108 00000100:00100000:0.0:1746168111.540231:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51109 00000100:00100000:0.0:1746168111.540234:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b631c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423798400:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746168111.540242:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746168111.540257:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b631c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423798400:12345-0@lo:8:kworker.0 Request processed in 22us (139us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746168111.540261:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51109 00000100:00080000:0.0:1746168111.540287:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746168111.540290:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746168111.540293:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423797888:0@lo:8:kworker.0 00000100:00080000:0.0:1746168111.540299:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746168111.540301:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746168111.540303:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423798400:0@lo:8:kworker.0 00000100:00100000:0.0:1746168111.540334:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423797760:0@lo:400:kworker.0 00000100:00100000:0.0:1746168111.540353:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168111.540367:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423798528:0@lo:400:kworker.0 00000100:00100000:0.0:1746168111.540379:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168111.540389:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746168111.540393:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423798016:0@lo:400:kworker.0 00000100:00100000:0.0:1746168111.540405:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168111.540414:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008fcf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423798656:0@lo:400:kworker.0 00000100:00100000:0.0:1746168111.540430:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168111.540447:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423798528 00000100:00100000:0.0:1746168111.540449:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423798528 00000100:00100000:0.0:1746168111.540470:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423798016 00000100:00100000:0.0:1746168111.540472:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423798016 00000100:00100000:0.0:1746168111.540482:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8324 00000100:00100000:0.0:1746168111.540487:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423798528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168111.540525:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423798528:12345-0@lo:400:kworker.0 Request processed in 37us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168111.540530:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8324 00000100:00100000:0.0:1746168111.540538:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8325 00000100:00100000:0.0:1746168111.540541:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423798016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168111.540559:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423798016:12345-0@lo:400:kworker.0 Request processed in 18us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168111.540562:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8325 00000100:00100000:0.0:1746168111.540584:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423798016:0@lo:400:kworker.0 00000100:00100000:0.0:1746168111.540592:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423798528:0@lo:400:kworker.0 00000100:00100000:0.0:1746168111.540605:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423797760 00000100:00100000:0.0:1746168111.540607:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423797760 00000100:00100000:0.0:1746168111.540624:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36933 00000100:00100000:0.0:1746168111.540627:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b633100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423797760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168111.540653:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b633100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423797760:12345-0@lo:400:kworker.0 Request processed in 26us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168111.540658:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36933 00000100:00100000:0.0:1746168111.540692:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423797760:0@lo:400:kworker.0 00000100:00100000:0.0:1746168111.540713:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423798656 00000100:00100000:0.0:1746168111.540716:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423798656 00000100:00100000:2.0:1746168111.540758:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423797504:0@lo:400:kworker.0 00000100:00100000:2.0:1746168111.540782:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168111.540797:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423798144:0@lo:400:kworker.0 00000100:00100000:2.0:1746168111.540811:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168111.540822:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1746168111.540827:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423797632:0@lo:400:kworker.0 00000100:00100000:2.0:1746168111.540841:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168111.540853:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423798272:0@lo:400:kworker.0 00000100:00100000:2.0:1746168111.540866:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168111.540913:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423797504 00000100:00100000:1.0:1746168111.540917:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423797504 00000100:00100000:3.0:1746168111.542144:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423797376:0@lo:400:kworker.0 00000100:00100000:0.0:1746168111.543935:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423798144 00000100:00100000:0.0:1746168111.543942:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423798144 00000100:00100000:1.0:1746168111.543990:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423797632 00000100:00100000:1.0:1746168111.543995:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423797632 00000100:00100000:1.0:1746168111.544013:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4636 00000100:00100000:1.0:1746168111.544020:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423798656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168111.544085:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423798656:12345-0@lo:400:kworker.0 Request processed in 65us (3653us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168111.544091:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4636 00000100:00100000:1.0:1746168111.544103:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4637 00000100:00100000:1.0:1746168111.544108:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c793800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423797504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168111.544134:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c793800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423797504:12345-0@lo:400:kworker.0 Request processed in 26us (3351us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168111.544138:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4637 00000100:00100000:1.0:1746168111.544148:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4638 00000100:00100000:1.0:1746168111.544153:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c790a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423797632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168111.544175:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c790a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423797632:12345-0@lo:400:kworker.0 Request processed in 22us (3333us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168111.544180:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4638 00000100:00100000:1.0:1746168111.544215:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008fcf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423798656:0@lo:400:kworker.0 00000100:00100000:1.0:1746168111.544241:0:335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423798272 00000100:00100000:1.0:1746168111.544243:0:335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423798272 00000100:00100000:1.0:1746168111.544261:0:335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36934 00000100:00100000:1.0:1746168111.544265:0:335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c792a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423798272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168111.544292:0:335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c792a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423798272:12345-0@lo:400:kworker.0 Request processed in 26us (3425us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168111.544297:0:335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36934 00000100:00080000:1.0:1746168111.544562:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746168111.544565:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746168111.544568:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746168111.544639:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4639 00000100:00100000:0.0:1746168111.544645:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c790700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423798144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168111.544671:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c790700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423798144:12345-0@lo:400:kworker.0 Request processed in 27us (3859us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168111.544692:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4639 00000100:00100000:2.0:1746168111.544845:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423797632:0@lo:400:kworker.0 00000100:00100000:2.0:1746168111.544856:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423798272:0@lo:400:kworker.0 00000100:00100000:2.0:1746168111.544863:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4953100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423797504:0@lo:400:kworker.0 00000100:00100000:2.0:1746168111.544871:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423798144:0@lo:400:kworker.0 00000100:00100000:1.0:1746168111.555058:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746168111.555083:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880124019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423798784:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746168111.555138:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168111.555260:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423798784 00000100:00100000:0.0:1746168111.555267:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423798784 00000100:00100000:0.0:1746168111.555330:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36935 00000100:00100000:0.0:1746168111.555337:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423798784:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746168111.555367:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746168111.555413:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423798784:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168111.555419:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36935 00000100:00100000:2.0:1746168111.555543:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880124019500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423798784:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746168111.586426:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c791880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423798912:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746168111.586487:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168111.587180:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423798912 00000100:00100000:1.0:1746168111.587187:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423798912 00000100:00100000:1.0:1746168111.587223:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36936 00000100:00100000:1.0:1746168111.587230:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880124019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423798912:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1746168111.587255:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:1.0:1746168111.589423:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880124019500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423798912:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2189us (2932us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168111.589432:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36936 00000100:00100000:2.0:1746168111.589544:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c791880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423798912:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1746168111.823876:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746168111.889910:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fdf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423799040:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746168111.890165:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168111.891201:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423799040 00000100:00100000:2.0:1746168111.891208:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423799040 00000100:00100000:2.0:1746168111.892375:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7730 00000100:00100000:2.0:1746168111.892386:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c791880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423799040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746168111.892408:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746168111.892459:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c791880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423799040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (2294us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168111.892465:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7730 00000100:00100000:0.0:1746168111.892551:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fdf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423799040:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746168112.826649:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168113.375760:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168113.377128:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168113.377169:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746168113.377194:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439324416 00000100:00100000:2.0:1746168113.377203:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439324416 00000100:00100000:2.0:1746168113.377261:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1474 00000100:00100000:2.0:1746168113.377269:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a087d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439324416:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746168113.377322:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a087d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439324416:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 53us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168113.377329:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1474 00000100:00100000:1.0:1746168113.378253:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439324544 00000100:00100000:1.0:1746168113.378260:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439324544 00000100:00100000:1.0:1746168113.378299:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439324672 00000100:00100000:1.0:1746168113.378301:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439324672 00000100:00100000:1.0:1746168113.378318:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4640 00000100:00100000:1.0:1746168113.378324:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439324544:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746168113.378359:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4641 00000100:00100000:1.0:1746168113.378361:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439324544:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 37us (2610us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168113.378367:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4640 00000100:00100000:3.0:1746168113.378368:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439324672:12345-192.168.201.29@tcp:400:kworker.0 00000100:00080000:1.0:1746168113.378382:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1746168113.378385:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746168113.378396:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439324672:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 31us (1226us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168113.378401:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4641 00000100:00100000:0.0:1746168113.378493:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746168113.378801:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439324800 00000100:00100000:2.0:1746168113.378805:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439324800 00000100:00100000:2.0:1746168113.378828:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51110 00000100:00100000:2.0:1746168113.378833:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439324800:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746168113.378852:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746168113.378871:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:2006:x1830977439324800:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 38us (380us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746168113.378876:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51110 00010000:00010000:1.0:1746168113.828859:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746168114.830093:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168115.665857:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4955c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423799168:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746168115.665916:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168115.666241:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423799168 00000100:00100000:3.0:1746168115.666248:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423799168 00000100:00080000:0.0:1746168115.666303:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746168115.666309:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7731 00000100:00100000:3.0:1746168115.666318:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423799168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746168115.666342:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746168115.666385:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423799168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168115.666392:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7731 00000100:00100000:0.0:1746168115.666419:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4955c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423799168:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746168115.831934:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746168116.545887:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746168116.545892:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168116.545895:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168116.545901:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 12032 00000100:00080000:0.0:1746168116.545905:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746168116.545911:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746168116.545919:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423799552:0@lo:400:kworker.0 00000100:00100000:0.0:1746168116.545928:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f151880 x1830977423799808/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746168116.545953:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746168116.545956:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168116.545957:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168116.545960:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 12032 00000100:00080000:0.0:1746168116.545962:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746168116.545965:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:1.0:1746168116.545972:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168116.545975:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009da1a300 x1830977423800320/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746168116.546004:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f151880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423799808:0@lo:8:kworker.0 00000100:00100000:1.0:1746168116.546027:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f150380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423800192:0@lo:400:kworker.0 00000100:00100000:0.0:1746168116.546030:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168116.546051:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168116.546056:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423800320:0@lo:8:kworker.0 00000100:00100000:1.0:1746168116.546067:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746168116.546070:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168116.546073:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f151180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423799680:0@lo:400:kworker.0 00000100:00100000:1.0:1746168116.546089:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168116.546098:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423799808 00000100:00100000:1.0:1746168116.546102:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423800448:0@lo:400:kworker.0 00000100:00100000:0.0:1746168116.546104:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423799808 00000100:00100000:1.0:1746168116.546120:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168116.546143:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423800192 00000100:00100000:1.0:1746168116.546146:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423800192 00000100:00100000:1.0:1746168116.546167:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423799680 00000100:00100000:1.0:1746168116.546169:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423799680 00000100:00100000:3.0:1746168116.546170:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423799296:0@lo:400:kworker.0 00000100:00100000:1.0:1746168116.546182:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36937 00000100:00100000:1.0:1746168116.546188:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423800192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168116.546198:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168116.546223:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f153800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423799936:0@lo:400:kworker.0 00000100:00100000:1.0:1746168116.546226:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423800192:12345-0@lo:400:kworker.0 Request processed in 38us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168116.546232:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36937 00000100:00100000:3.0:1746168116.546239:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168116.546243:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36938 00000100:00100000:1.0:1746168116.546248:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423799680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168116.546268:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423799680:12345-0@lo:400:kworker.0 Request processed in 21us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168116.546272:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36938 00000100:00100000:2.0:1746168116.546285:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009d9b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423799424:0@lo:400:kworker.0 00000100:00100000:2.0:1746168116.546313:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168116.546329:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009f150700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423800064:0@lo:400:kworker.0 00000100:00100000:2.0:1746168116.546341:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168116.546858:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423800320 00000100:00100000:0.0:1746168116.546862:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423800320 00000100:00100000:3.0:1746168116.546904:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423800576:0@lo:400:kworker.0 00000100:00100000:3.0:1746168116.546923:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168116.546946:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423799552 00000100:00100000:3.0:1746168116.546948:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423799552 00000100:00100000:3.0:1746168116.546973:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423799424 00000100:00100000:3.0:1746168116.546975:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423799424 00000100:00100000:3.0:1746168116.546985:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423800064 00000100:00100000:3.0:1746168116.546987:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423800064 00000100:00100000:3.0:1746168116.546994:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423800576 00000100:00100000:3.0:1746168116.546996:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423800576 00000100:00100000:3.0:1746168116.547003:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4642 00000100:00100000:3.0:1746168116.547009:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423799552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168116.547034:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423799552:12345-0@lo:400:kworker.0 Request processed in 26us (1063us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168116.547040:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4642 00000100:00100000:3.0:1746168116.547052:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4643 00000100:00100000:3.0:1746168116.547056:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c791f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423799424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168116.547059:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423800448 00000100:00100000:1.0:1746168116.547064:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423800448 00000100:00100000:3.0:1746168116.547077:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c791f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423799424:12345-0@lo:400:kworker.0 Request processed in 21us (763us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168116.547081:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4643 00000100:00100000:1.0:1746168116.547087:0:20385:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423799936 00000100:00100000:1.0:1746168116.547090:0:20385:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423799936 00000100:00100000:3.0:1746168116.547090:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4644 00000100:00100000:3.0:1746168116.547093:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423800064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168116.547101:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8326 00000100:00100000:1.0:1746168116.547106:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423800448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168116.547109:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3770:x1830977423800064:12345-0@lo:400:kworker.0 Request processed in 16us (767us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168116.547115:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4644 00000100:00100000:3.0:1746168116.547122:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4645 00000100:00100000:3.0:1746168116.547126:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4956300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423800576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168116.547135:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423800448:12345-0@lo:400:kworker.0 Request processed in 28us (1014us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168116.547141:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8326 00000100:00100000:3.0:1746168116.547147:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4956300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423800576:12345-0@lo:400:kworker.0 Request processed in 21us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168116.547150:0:20385:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8327 00000100:00100000:3.0:1746168116.547152:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4645 00000100:00100000:1.0:1746168116.547154:0:20385:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423799936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168116.547168:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51111 00000100:00100000:3.0:1746168116.547172:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423799808:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1746168116.547175:0:20385:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4955f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423799936:12345-0@lo:400:kworker.0 Request processed in 21us (935us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168116.547181:0:20385:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8327 00010000:00020000:3.0:1746168116.547188:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746168116.547212:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423799808:12345-0@lo:8:kworker.0 Request processed in 39us (1182us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746168116.547217:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f151180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423799680:0@lo:400:kworker.0 00000100:00100000:3.0:1746168116.547217:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51111 00000100:00100000:1.0:1746168116.547227:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423800448:0@lo:400:kworker.0 00000100:00100000:1.0:1746168116.547234:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f150380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423800192:0@lo:400:kworker.0 00000100:00080000:3.0:1746168116.547237:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746168116.547240:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746168116.547242:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132c52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423799552:0@lo:400:kworker.0 00000100:00080000:3.0:1746168116.547242:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1746168116.547256:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f153800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423799936:0@lo:400:kworker.0 00000100:00100000:3.0:1746168116.547264:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423800576:0@lo:400:kworker.0 00000100:00080000:1.0:1746168116.547287:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746168116.547291:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:3.0:1746168116.547291:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423799424:0@lo:400:kworker.0 00000100:00100000:1.0:1746168116.547535:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f151880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423799808:0@lo:8:kworker.0 00000100:00100000:3.0:1746168116.547542:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009f150700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3770:1830977423800064:0@lo:400:kworker.0 00000100:00100000:0.0:1746168116.547604:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51112 00000100:00100000:0.0:1746168116.547609:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423800320:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746168116.547619:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746168116.547638:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:3768:x1830977423800320:12345-0@lo:8:kworker.0 Request processed in 29us (1567us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746168116.547643:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51112 00000100:00100000:2.0:1746168116.547729:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423799296 00000100:00100000:2.0:1746168116.547733:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423799296 00000100:00100000:2.0:1746168116.547754:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1475 00000100:00100000:2.0:1746168116.547758:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423799296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168116.547786:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5be050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423799296:12345-0@lo:400:kworker.0 Request processed in 28us (1587us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168116.547791:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1475 00000100:00100000:3.0:1746168116.547947:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009d9b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423799296:0@lo:400:kworker.0 00000100:00080000:1.0:1746168116.549732:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746168116.549736:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746168116.549741:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423800320:0@lo:8:kworker.0 00000100:00100000:3.0:1746168116.562550:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423800704:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746168116.562629:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168116.562921:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423800704 00000100:00100000:1.0:1746168116.562928:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423800704 00000100:00100000:1.0:1746168116.563188:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36939 00000100:00100000:1.0:1746168116.563197:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e112c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423800704:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1746168116.563226:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:1.0:1746168116.563280:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e112c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423800704:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (650us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168116.563286:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36939 00000100:00100000:3.0:1746168116.563445:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e830000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423800704:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746168116.593904:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008e831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423800832:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746168116.594016:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168116.594524:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423800832 00000100:00100000:2.0:1746168116.594531:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423800832 00000100:00100000:2.0:1746168116.594578:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36940 00000100:00100000:2.0:1746168116.594586:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423800832:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746168116.594615:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746168116.594662:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423800832:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (647us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168116.594668:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36940 00000100:00100000:1.0:1746168116.594782:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008e831180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423800832:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1746168116.835704:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746168116.898157:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1746168116.898175:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423800960:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746168116.898234:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168116.898387:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423800960 00000100:00100000:3.0:1746168116.898394:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423800960 00000100:00100000:3.0:1746168116.898474:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7732 00000100:00100000:3.0:1746168116.898481:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423800960:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746168116.898500:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746168116.898550:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423800960:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168116.898556:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7732 00000100:00100000:1.0:1746168116.898720:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423800960:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746168117.838443:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168118.383338:0:3762:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746168118.384278:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439324928 00000100:00100000:2.0:1746168118.384286:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439324928 00000100:00100000:2.0:1746168118.384509:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1476 00000100:00100000:2.0:1746168118.384518:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c5bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439324928:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746168118.384581:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c5bd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439324928:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 64us (1250us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168118.384587:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1476 00000100:00100000:0.0:1746168118.389026:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168118.389052:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746168118.389075:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439325184 00000100:00100000:3.0:1746168118.389082:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439325184 00000100:00100000:0.0:1746168118.389089:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746168118.389099:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439325056 00000100:00100000:2.0:1746168118.389103:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439325056 00000100:00100000:3.0:1746168118.389123:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4646 00000100:00080000:0.0:1746168118.389124:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746168118.389127:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746168118.389128:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4647 00000100:00100000:3.0:1746168118.389132:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439325184:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746168118.389135:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439325056:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746168118.389138:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439325312 00000100:00100000:0.0:1746168118.389185:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439325056:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 50us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168118.389191:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439325184:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 61us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168118.389192:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4647 00000100:00100000:3.0:1746168118.389196:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4646 00000100:00100000:1.0:1746168118.389240:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439325312 00000100:00100000:1.0:1746168118.389266:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51113 00000100:00100000:1.0:1746168118.389270:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439325312:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746168118.389285:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746168118.389308:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:2006:x1830977439325312:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 37us (218us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746168118.389313:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51113 00010000:00010000:1.0:1746168118.840898:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746168119.841874:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746168120.673960:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423801088:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746168120.674016:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168120.674093:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423801088 00000100:00100000:0.0:1746168120.674100:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423801088 00000100:00080000:1.0:1746168120.674214:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746168120.674248:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7733 00000100:00100000:0.0:1746168120.674255:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423801088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1746168120.674280:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746168120.674852:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423801088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 596us (835us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168120.674861:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7733 00000100:00100000:2.0:1746168120.674884:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423801088:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746168120.844752:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746168121.554607:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746168121.554611:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168121.554615:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168121.554621:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 12037 00000100:00080000:0.0:1746168121.554625:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00100000:2.0:1746168121.554629:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423801472:0@lo:400:kworker.0 00000100:00080000:0.0:1746168121.554630:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746168121.554645:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009da1bb80 x1830977423801728/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746168121.554668:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746168121.554670:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168121.554671:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168121.554688:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 12037 00000100:00080000:0.0:1746168121.554690:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746168121.554693:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746168121.554701:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009da18e00 x1830977423802240/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746168121.554707:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168121.554736:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423801472 00000100:00100000:0.0:1746168121.554741:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423801472 00000100:00100000:2.0:1746168121.554762:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423802112:0@lo:400:kworker.0 00000100:00100000:0.0:1746168121.554777:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4648 00000100:00100000:0.0:1746168121.554783:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423801472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168121.554783:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168121.554798:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1746168121.554803:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423801344:0@lo:400:kworker.0 00000100:00100000:0.0:1746168121.554822:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423801472:12345-0@lo:400:kworker.0 Request processed in 39us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168121.554822:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168121.554828:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4648 00000100:00100000:2.0:1746168121.554835:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423801984:0@lo:400:kworker.0 00000100:00100000:0.0:1746168121.554838:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423801344 00000100:00100000:0.0:1746168121.554840:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423801344 00000100:00100000:2.0:1746168121.554848:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168121.554886:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423801472:0@lo:400:kworker.0 00000100:00100000:1.0:1746168121.554908:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423801728:0@lo:8:kworker.0 00000100:00100000:1.0:1746168121.554945:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168121.554974:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423802240:0@lo:8:kworker.0 00000100:00100000:1.0:1746168121.554990:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168121.555052:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423801216:0@lo:400:kworker.0 00000100:00100000:3.0:1746168121.555082:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168121.555100:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423801856:0@lo:400:kworker.0 00000100:00100000:3.0:1746168121.555113:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168121.555124:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095effb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423802496:0@lo:400:kworker.0 00000100:00100000:3.0:1746168121.555137:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168121.555357:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423801984 00000100:00100000:0.0:1746168121.555361:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423801984 00000100:00100000:2.0:1746168121.555366:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4649 00000100:00100000:2.0:1746168121.555374:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e830000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423801344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168121.555384:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4650 00000100:00100000:0.0:1746168121.555389:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423801984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168121.555404:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e830000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423801344:12345-0@lo:400:kworker.0 Request processed in 32us (581us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168121.555409:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4649 00000100:00100000:2.0:1746168121.555425:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423801728 00000100:00100000:2.0:1746168121.555428:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423801728 00000100:00100000:2.0:1746168121.555440:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423802240 00000100:00100000:2.0:1746168121.555442:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423802240 00000100:00100000:2.0:1746168121.555450:0:20377:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423801856 00000100:00100000:2.0:1746168121.555451:0:20377:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423801856 00000100:00100000:1.0:1746168121.555464:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8328 00000100:00100000:2.0:1746168121.555469:0:20377:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51114 00000100:00100000:1.0:1746168121.555471:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423801856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168121.555473:0:20377:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423801728:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746168121.555490:0:20377:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746168121.555500:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423801856:12345-0@lo:400:kworker.0 Request processed in 30us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168121.555504:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8328 00000100:00100000:1.0:1746168121.555514:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51115 00000100:00100000:2.0:1746168121.555516:0:20377:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:0+-99:3768:x1830977423801728:12345-0@lo:8:kworker.0 Request processed in 41us (570us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746168121.555518:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423802240:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1746168121.555521:0:20377:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51114 00010000:00020000:1.0:1746168121.555526:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746168121.555541:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423801600:0@lo:400:kworker.0 00000100:00100000:1.0:1746168121.555542:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423802240:12345-0@lo:8:kworker.0 Request processed in 23us (551us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746168121.555547:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51115 00000100:00100000:2.0:1746168121.555559:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1746168121.555568:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746168121.555570:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746168121.555572:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095eff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423802368:0@lo:400:kworker.0 00000100:00100000:1.0:1746168121.555573:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423801728:0@lo:8:kworker.0 00000100:02020000:1.0:1746168121.555581:0:3768:0:(client.c:1389:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_connect to node 0@lo failed: rc = -19 00000100:00080000:1.0:1746168121.555584:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746168121.555586:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746168121.555587:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168121.555588:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da18e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423802240:0@lo:8:kworker.0 00000100:00100000:2.0:1746168121.555607:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423802112 00000100:00100000:1.0:1746168121.555608:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423802368 00000100:00100000:2.0:1746168121.555609:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423802112 00000100:00100000:1.0:1746168121.555611:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423802368 00000100:00100000:2.0:1746168121.555625:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423801600 00000100:00100000:2.0:1746168121.555627:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423801600 00000100:00100000:1.0:1746168121.555629:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8329 00000100:00100000:1.0:1746168121.555633:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423802368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168121.555638:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36941 00000100:00100000:2.0:1746168121.555643:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e831880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423802112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168121.555660:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f53480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423802368:12345-0@lo:400:kworker.0 Request processed in 27us (72us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168121.555665:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8329 00000100:00100000:2.0:1746168121.555670:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e831880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423802112:12345-0@lo:400:kworker.0 Request processed in 27us (885us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168121.555691:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36941 00000100:00100000:2.0:1746168121.555701:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36942 00000100:00100000:2.0:1746168121.555706:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423801600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168121.555726:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423801600:12345-0@lo:400:kworker.0 Request processed in 21us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168121.555730:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36942 00000100:00100000:1.0:1746168121.555733:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423801216 00000100:00100000:1.0:1746168121.555736:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423801216 00000100:00100000:2.0:1746168121.555750:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423801600:0@lo:400:kworker.0 00000100:00100000:1.0:1746168121.555755:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1477 00000100:00100000:2.0:1746168121.555758:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095eff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423802368:0@lo:400:kworker.0 00000100:00100000:1.0:1746168121.555760:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423801216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168121.555779:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423801344:0@lo:400:kworker.0 00000100:00100000:1.0:1746168121.555783:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423801216:12345-0@lo:400:kworker.0 Request processed in 24us (701us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168121.555787:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423802112:0@lo:400:kworker.0 00000100:00100000:1.0:1746168121.555791:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1477 00000100:00100000:0.0:1746168121.555894:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423801984:12345-0@lo:400:kworker.0 Request processed in 505us (1044us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168121.555900:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4650 00000100:00080000:0.0:1746168121.555914:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746168121.555917:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746168121.555919:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746168121.555923:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423801984:0@lo:400:kworker.0 00000100:00100000:3.0:1746168121.556007:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423801216:0@lo:400:kworker.0 00000100:00100000:3.0:1746168121.556016:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423801856:0@lo:400:kworker.0 00000100:00100000:0.0:1746168121.556126:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423802496 00000100:00100000:0.0:1746168121.556129:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423802496 00000100:00100000:0.0:1746168121.556159:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4651 00000100:00100000:0.0:1746168121.556164:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4956a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423802496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168121.556195:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4956a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423802496:12345-0@lo:400:kworker.0 Request processed in 32us (1057us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168121.556200:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4651 00000100:00100000:3.0:1746168121.556649:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095effb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423802496:0@lo:400:kworker.0 00000100:00100000:2.0:1746168121.571356:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746168121.571379:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4956d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423802624:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746168121.571443:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168121.571508:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423802624 00000100:00100000:0.0:1746168121.571519:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423802624 00000100:00100000:0.0:1746168121.571566:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36943 00000100:00100000:0.0:1746168121.571573:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423802624:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746168121.571604:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746168121.571654:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423802624:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168121.571660:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36943 00000100:00100000:3.0:1746168121.571757:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4956d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423802624:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746168121.602934:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746168121.602953:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423802752:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746168121.603006:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168121.603239:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423802752 00000100:00100000:2.0:1746168121.603246:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423802752 00000100:00100000:2.0:1746168121.603279:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36944 00000100:00100000:2.0:1746168121.603286:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423802752:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746168121.603313:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746168121.603373:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423802752:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168121.603379:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36944 00000100:00100000:1.0:1746168121.603564:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423802752:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1746168121.846150:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746168121.906640:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423802880:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746168121.906714:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168121.906825:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423802880 00000100:00100000:0.0:1746168121.906831:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423802880 00000100:00100000:0.0:1746168121.906874:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7734 00000100:00100000:0.0:1746168121.906885:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423802880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746168121.906904:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746168121.906934:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423802880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168121.906940:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7734 00000100:00100000:2.0:1746168121.906958:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423802880:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746168122.848082:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168123.390448:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168123.390490:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168123.390531:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168123.390554:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439325696 00000100:00100000:2.0:1746168123.390554:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439325568 00000100:00100000:0.0:1746168123.390561:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439325696 00000100:00100000:2.0:1746168123.390561:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439325568 00000100:00100000:1.0:1746168123.390659:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439325440 00000100:00100000:1.0:1746168123.390662:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439325440 00000100:00100000:2.0:1746168123.391334:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4652 00000100:00100000:2.0:1746168123.391344:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095efc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439325696:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746168123.391401:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095efc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439325696:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 60us (870us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168123.391407:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4652 00000100:00100000:2.0:1746168123.391421:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4653 00000100:00100000:2.0:1746168123.391425:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095eff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439325568:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746168123.391446:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095eff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439325568:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 21us (956us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168123.391451:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4653 00000100:00080000:2.0:1746168123.391555:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746168123.391558:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1746168123.391616:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1478 00000100:00100000:1.0:1746168123.391623:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439325440:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746168123.391670:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a44450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439325440:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 47us (1230us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168123.391690:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1478 00000100:00100000:2.0:1746168123.391699:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746168123.391714:0:18203:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439325824 00000100:00100000:1.0:1746168123.391718:0:18203:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439325824 00000100:00100000:1.0:1746168123.391732:0:18203:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51116 00000100:00100000:1.0:1746168123.391737:0:18203:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439325824:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746168123.391755:0:18203:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746168123.391942:0:18203:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:0+-99:2006:x1830977439325824:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 203us (243us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746168123.391949:0:18203:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51116 00010000:00010000:1.0:1746168123.850260:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746168124.852336:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168125.681878:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746168125.681897:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088f51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423803008:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746168125.681952:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168125.682073:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423803008 00000100:00100000:2.0:1746168125.682080:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423803008 00000100:00100000:2.0:1746168125.682124:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7735 00000100:00100000:2.0:1746168125.682131:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095efea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423803008:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1746168125.682156:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:2.0:1746168125.682205:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095efea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423803008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168125.682211:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7735 00000100:00080000:0.0:1746168125.682289:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746168125.682338:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088f51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423803008:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746168125.856603:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746168126.562638:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095efd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423803264:0@lo:400:kworker.0 00000100:00100000:1.0:1746168126.562643:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095efca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423803136:0@lo:400:kworker.0 00000100:00100000:3.0:1746168126.562720:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168126.562791:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746168126.563342:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746168126.563346:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168126.563349:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168126.563354:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 12042 00000100:00080000:0.0:1746168126.563357:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746168126.563362:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746168126.563379:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880094319c00 x1830977423803648/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746168126.563406:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746168126.563408:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168126.563410:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168126.563413:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 12042 00000100:00080000:0.0:1746168126.563415:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746168126.563418:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746168126.563426:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088fafb80 x1830977423804160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746168126.563462:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423803264 00000100:00100000:0.0:1746168126.563468:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423803264 00000100:00100000:3.0:1746168126.563589:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094318380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423803904:0@lo:400:kworker.0 00000100:00100000:3.0:1746168126.563613:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168126.564300:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423803776:0@lo:400:kworker.0 00000100:00100000:1.0:1746168126.564326:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168126.564340:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423804416:0@lo:400:kworker.0 00000100:00100000:1.0:1746168126.564358:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095effb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423803392:0@lo:400:kworker.0 00000100:00100000:1.0:1746168126.564372:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423803648:0@lo:8:kworker.0 00000100:00100000:1.0:1746168126.564386:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168126.564862:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423803136 00000100:00100000:2.0:1746168126.564867:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423803136 00000100:00100000:3.0:1746168126.564882:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095eff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423803520:0@lo:400:kworker.0 00000100:00100000:2.0:1746168126.564894:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1479 00000100:00100000:2.0:1746168126.564900:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423803136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168126.564906:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168126.564920:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423804288:0@lo:400:kworker.0 00000100:00100000:0.0:1746168126.565052:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423803904 00000100:00100000:0.0:1746168126.565055:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423803904 00000100:00100000:0.0:1746168126.565069:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4654 00000100:00100000:0.0:1746168126.565128:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4956d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423803264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168126.565185:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3771:x1830977423803136:12345-0@lo:400:kworker.0 Request processed in 38us (2147us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168126.565192:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1479 00000100:00100000:3.0:1746168126.565205:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168126.565220:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423804416 00000100:00100000:2.0:1746168126.565222:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423804416 00000100:00100000:3.0:1746168126.565234:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095efca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:62ed5165-4ab0-4363-9abf-38ed66076e15:3771:1830977423803136:0@lo:400:kworker.0 00000100:00100000:2.0:1746168126.565235:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4655 00000100:00100000:2.0:1746168126.565239:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4957100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423803904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168126.565272:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4656 00000100:00100000:2.0:1746168126.565278:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4957100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423803904:12345-0@lo:400:kworker.0 Request processed in 38us (1664us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168126.565279:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423804416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168126.565284:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4655 00000100:00100000:2.0:1746168126.565302:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423803776 00000100:00100000:2.0:1746168126.565304:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423803776 00000100:00100000:3.0:1746168126.565310:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4957800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3771:x1830977423804416:12345-0@lo:400:kworker.0 Request processed in 32us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168126.565316:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4656 00000100:00100000:2.0:1746168126.565319:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423803648 00000100:00100000:2.0:1746168126.565321:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423803648 00000100:00100000:2.0:1746168126.565330:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8330 00000100:00100000:2.0:1746168126.565334:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423803776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168126.565339:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094318380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423803904:0@lo:400:kworker.0 00000100:00100000:2.0:1746168126.565357:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423803776:12345-0@lo:400:kworker.0 Request processed in 23us (1030us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168126.565357:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3771:1830977423804416:0@lo:400:kworker.0 00000100:00100000:2.0:1746168126.565363:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8330 00000100:00100000:3.0:1746168126.565369:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423803776:0@lo:400:kworker.0 00000100:00100000:2.0:1746168126.565370:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51117 00000100:00100000:2.0:1746168126.565373:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423803648:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746168126.565389:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746168126.565404:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423803648:12345-0@lo:8:kworker.0 Request processed in 30us (1017us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746168126.565408:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51117 00000100:00100000:3.0:1746168126.565411:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168126.565427:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423803520 00000100:00100000:2.0:1746168126.565429:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423803520 00000100:00100000:3.0:1746168126.565432:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423804032:0@lo:400:kworker.0 00000100:00100000:2.0:1746168126.565442:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36945 00000100:00100000:2.0:1746168126.565446:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423803520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168126.565453:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168126.567198:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4957480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423803520:12345-0@lo:400:kworker.0 Request processed in 1746us (2286us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168126.567209:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36945 00000100:00100000:2.0:1746168126.567227:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423804032 00000100:00100000:2.0:1746168126.567230:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423804032 00000100:00100000:2.0:1746168126.567262:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36946 00000100:00100000:2.0:1746168126.567267:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423804032:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1746168126.567346:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746168126.567350:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746168126.567353:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094319c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423803648:0@lo:8:kworker.0 00000100:00100000:1.0:1746168126.567359:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423804160:0@lo:8:kworker.0 00000100:00100000:1.0:1746168126.567559:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168126.567606:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423803392 00000100:00100000:1.0:1746168126.567609:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423803392 00000100:00100000:1.0:1746168126.567632:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4657 00000100:00100000:1.0:1746168126.567637:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4957b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423803392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168126.567663:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4957b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423803392:12345-0@lo:400:kworker.0 Request processed in 26us (2252us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168126.567668:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4657 00000100:00100000:1.0:1746168126.567707:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423804160 00000100:00100000:1.0:1746168126.567710:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423804160 00000100:00100000:1.0:1746168126.567722:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51118 00000100:00100000:1.0:1746168126.567726:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423804160:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1746168126.567739:0:4937:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746168126.567763:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:0+-99:3768:x1830977423804160:12345-0@lo:8:kworker.0 Request processed in 37us (203us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746168126.567771:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51118 00000100:00080000:1.0:1746168126.567790:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1746168126.567792:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:1.0:1746168126.567795:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423804160:0@lo:8:kworker.0 00000100:00100000:1.0:1746168126.567819:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168126.567844:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095eff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423803520:0@lo:400:kworker.0 00000100:00100000:2.0:1746168126.568121:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4954000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423804032:12345-0@lo:400:kworker.0 Request processed in 853us (2666us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168126.568131:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36946 00000100:00100000:3.0:1746168126.568239:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423804032:0@lo:400:kworker.0 00000100:00100000:0.0:1746168126.568250:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4956d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423803264:12345-0@lo:400:kworker.0 Request processed in 3164us (5519us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168126.568256:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4654 00000100:00100000:3.0:1746168126.568269:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095effb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423803392:0@lo:400:kworker.0 00000100:00100000:3.0:1746168126.568291:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095efd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423803264:0@lo:400:kworker.0 00000100:00080000:2.0:1746168126.568296:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746168126.568298:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746168126.568596:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423804288 00000100:00100000:1.0:1746168126.568599:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423804288 00000100:00080000:2.0:1746168126.568720:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746168126.569753:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8331 00000100:00100000:2.0:1746168126.569762:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423804288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168126.570896:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423804288:12345-0@lo:400:kworker.0 Request processed in 1134us (3072us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168126.570904:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8331 00000100:00100000:0.0:1746168126.571127:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423804288:0@lo:400:kworker.0 00000100:00100000:0.0:1746168126.577908:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4954e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423804544:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746168126.577961:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168126.581890:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423804544 00000100:00100000:3.0:1746168126.581900:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423804544 00000100:00100000:3.0:1746168126.581952:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36947 00000100:00100000:3.0:1746168126.581960:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423804544:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1746168126.581992:0:32727:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:3.0:1746168126.582049:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423804544:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (4087us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168126.582055:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36947 00000100:00100000:0.0:1746168126.582168:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4954e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423804544:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746168126.611462:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423804672:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1746168126.611523:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168126.611617:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423804672 00000100:00100000:0.0:1746168126.611624:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423804672 00000100:00100000:0.0:1746168126.612165:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36948 00000100:00100000:0.0:1746168126.612174:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423804672:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746168126.612204:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746168126.612699:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4955180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423804672:12345-0@lo:41:osp-pre-1-0.0 Request processed in 525us (1174us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168126.612705:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36948 00000100:00100000:3.0:1746168126.612707:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423804672:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1746168126.858975:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746168126.914963:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1746168126.914981:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423804800:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746168126.915037:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168126.915944:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423804800 00000100:00100000:0.0:1746168126.915957:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423804800 00000100:00100000:0.0:1746168126.915993:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7736 00000100:00100000:0.0:1746168126.916000:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423804800:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746168126.916020:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746168126.916073:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4955c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423804800:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (1035us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168126.916080:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7736 00000100:00100000:2.0:1746168126.916114:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423804800:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746168127.860381:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168128.398486:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168128.399376:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168128.399416:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746168128.399518:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439325952 00000100:00100000:3.0:1746168128.399529:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439325952 00000100:00100000:1.0:1746168128.399619:0:26665:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439326080 00000100:00100000:1.0:1746168128.399623:0:26665:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439326080 00000100:00100000:0.0:1746168128.399776:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168128.399813:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439326208 00000100:00100000:0.0:1746168128.399820:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439326208 00000100:00100000:3.0:1746168128.400597:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1480 00000100:00100000:2.0:1746168128.400607:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439326336 00000100:00100000:3.0:1746168128.400608:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439325952:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746168128.400612:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439326336 00000100:00100000:2.0:1746168128.400641:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51119 00000100:00100000:2.0:1746168128.400647:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439326336:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746168128.400689:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1746168128.400692:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2009:x1830977439325952:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 70us (1258us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168128.400703:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1480 00000100:00100000:2.0:1746168128.400728:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439326336:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 80us (2254us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746168128.400735:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51119 00000100:00100000:1.0:1746168128.403907:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4658 00000100:00100000:1.0:1746168128.403919:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c79b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439326080:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:0.0:1746168128.403945:0:26686:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4659 00000100:00100000:0.0:1746168128.403958:0:26686:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c79b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439326208:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746168128.403991:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c79b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439326080:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 75us (4615us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168128.403997:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4658 00000100:00100000:0.0:1746168128.404022:0:26686:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c79b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2009:x1830977439326208:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 68us (4245us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168128.404029:0:26686:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4659 00000100:00080000:2.0:1746168128.404085:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1746168128.404090:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1746168128.863800:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746168129.865948:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746168130.689881:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423804928:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1746168130.689934:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168130.692073:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423804928 00000100:00100000:3.0:1746168130.692083:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423804928 00000100:00100000:3.0:1746168130.692132:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7737 00000100:00100000:3.0:1746168130.692140:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423804928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746168130.692164:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:3.0:1746168130.692237:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3771:x1830977423804928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (2302us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168130.692242:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7737 00000100:00080000:3.0:1746168130.692270:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746168130.692507:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423804928:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1746168130.868768:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746168131.569866:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746168131.569872:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168131.569875:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168131.569881:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 12047 00000100:00080000:0.0:1746168131.569884:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1746168131.569889:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746168131.569907:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c799500 x1830977423805568/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746168131.569931:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746168131.569933:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168131.569934:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168131.569937:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 12047 00000100:00080000:0.0:1746168131.569940:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746168131.569943:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746168131.569954:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c79ad80 x1830977423806080/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746168131.569999:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c799500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423805568:0@lo:8:kworker.0 00000100:00100000:0.0:1746168131.570283:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168131.570330:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c79ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423806080:0@lo:8:kworker.0 00000100:00100000:0.0:1746168131.570348:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168131.570379:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423805568 00000100:00100000:0.0:1746168131.570385:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423805568 00000100:00100000:0.0:1746168131.570404:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423806080 00000100:00100000:0.0:1746168131.570406:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423806080 00000100:00100000:0.0:1746168131.570417:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51120 00000100:00100000:0.0:1746168131.570423:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423805568:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746168131.570636:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746168131.570665:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423805568:12345-0@lo:8:kworker.0 Request processed in 241us (382us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746168131.570671:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51120 00000100:00100000:0.0:1746168131.570701:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51121 00000100:00100000:0.0:1746168131.570704:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423806080:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746168131.570712:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746168131.570730:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423806080:12345-0@lo:8:kworker.0 Request processed in 24us (381us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746168131.570734:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51121 00000100:00080000:0.0:1746168131.570758:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746168131.570761:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746168131.570764:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c799500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423805568:0@lo:8:kworker.0 00000100:00080000:0.0:1746168131.570771:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746168131.570772:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746168131.570775:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c79ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423806080:0@lo:8:kworker.0 00000100:00100000:0.0:1746168131.570810:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c798380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423805184:0@lo:400:kworker.0 00000100:00100000:0.0:1746168131.570830:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168131.570843:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c799f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423805824:0@lo:400:kworker.0 00000100:00100000:0.0:1746168131.570855:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168131.570866:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1746168131.570870:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423805312:0@lo:400:kworker.0 00000100:00100000:0.0:1746168131.570883:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168131.570895:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c79a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423805952:0@lo:400:kworker.0 00000100:00100000:0.0:1746168131.570912:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168131.570931:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423805952 00000100:00100000:0.0:1746168131.570933:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423805952 00000100:00100000:0.0:1746168131.571139:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36949 00000100:00100000:0.0:1746168131.571143:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423805952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168131.571184:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423805952:12345-0@lo:400:kworker.0 Request processed in 40us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168131.571188:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36949 00000100:00100000:0.0:1746168131.571205:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c79a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423805952:0@lo:400:kworker.0 00000100:00100000:0.0:1746168131.571218:0:26686:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423805184 00000100:00100000:0.0:1746168131.571220:0:26686:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423805184 00000100:00100000:0.0:1746168131.571247:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423805824 00000100:00100000:0.0:1746168131.571249:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423805824 00000100:00100000:0.0:1746168131.571260:0:26666:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423805312 00000100:00100000:0.0:1746168131.571262:0:26666:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423805312 00000100:00100000:0.0:1746168131.571274:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4660 00000100:00100000:0.0:1746168131.571279:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dcec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423805184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168131.571301:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dcec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1830977423805184:12345-0@lo:400:kworker.0 Request processed in 22us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168131.571305:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4660 00000100:00100000:0.0:1746168131.571313:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4661 00000100:00100000:0.0:1746168131.571317:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dced880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423805824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168131.571332:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dced880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423805824:12345-0@lo:400:kworker.0 Request processed in 15us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168131.571337:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4661 00000100:00100000:0.0:1746168131.571343:0:26666:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4662 00000100:00100000:0.0:1746168131.571347:0:26666:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006dceed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423805312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168131.571361:0:26666:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006dceed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1830977423805312:12345-0@lo:400:kworker.0 Request processed in 14us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168131.571365:0:26666:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4662 00000100:00100000:0.0:1746168131.571381:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3769:1830977423805312:0@lo:400:kworker.0 00000100:00100000:0.0:1746168131.571387:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c798380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3769:1830977423805184:0@lo:400:kworker.0 00000100:00100000:0.0:1746168131.571393:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c799f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423805824:0@lo:400:kworker.0 00000100:00080000:0.0:1746168131.571436:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746168131.571438:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746168131.571501:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c79bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423805056:0@lo:400:kworker.0 00000100:00100000:2.0:1746168131.571527:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168131.571558:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c79aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423805696:0@lo:400:kworker.0 00000100:00100000:2.0:1746168131.571574:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168131.571585:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423806336:0@lo:400:kworker.0 00000100:00100000:2.0:1746168131.571597:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168131.571607:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1746168131.571611:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c799880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423805440:0@lo:400:kworker.0 00000100:00100000:2.0:1746168131.571623:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168131.571635:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423805440 00000100:00100000:2.0:1746168131.571637:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423805440 00000100:00100000:2.0:1746168131.571654:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36950 00000100:00100000:2.0:1746168131.571658:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423805440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168131.571701:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3772:x1830977423805440:12345-0@lo:400:kworker.0 Request processed in 43us (76us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168131.571705:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36950 00000100:00100000:2.0:1746168131.571724:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c799880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423805440:0@lo:400:kworker.0 00000100:00100000:2.0:1746168131.571728:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132100000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423806208:0@lo:400:kworker.0 00000100:00100000:2.0:1746168131.571744:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168131.571758:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423805696 00000100:00100000:2.0:1746168131.571760:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423805696 00000100:00100000:2.0:1746168131.571774:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423806208 00000100:00100000:2.0:1746168131.571775:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423806208 00000100:00100000:2.0:1746168131.571790:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8332 00000100:00100000:2.0:1746168131.571795:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423805696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168131.571817:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423805696:12345-0@lo:400:kworker.0 Request processed in 22us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168131.571822:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8332 00000100:00100000:2.0:1746168131.571830:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8333 00000100:00100000:2.0:1746168131.571834:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423806208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168131.571852:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423806208:12345-0@lo:400:kworker.0 Request processed in 17us (107us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168131.571856:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8333 00000100:00100000:2.0:1746168131.571877:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423806208:0@lo:400:kworker.0 00000100:00100000:2.0:1746168131.571883:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c79aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423805696:0@lo:400:kworker.0 00000100:00100000:2.0:1746168131.571904:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423805056 00000100:00100000:2.0:1746168131.571906:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423805056 00000100:00100000:2.0:1746168131.571924:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1481 00000100:00100000:2.0:1746168131.571928:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423805056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168131.571951:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3772:x1830977423805056:12345-0@lo:400:kworker.0 Request processed in 23us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168131.571955:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1481 00000100:00100000:2.0:1746168131.571974:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c79bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:62ed5165-4ab0-4363-9abf-38ed66076e15:3772:1830977423805056:0@lo:400:kworker.0 00000100:00100000:0.0:1746168131.575206:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423806336 00000100:00100000:0.0:1746168131.575216:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423806336 00000100:00100000:0.0:1746168131.575263:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4663 00000100:00100000:0.0:1746168131.575269:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088f51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423806336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168131.576450:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088f51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3772:x1830977423806336:12345-0@lo:400:kworker.0 Request processed in 1179us (4848us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168131.576458:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4663 00000100:00080000:0.0:1746168131.576480:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746168131.576716:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132100380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3772:1830977423806336:0@lo:400:kworker.0 00000100:00100000:1.0:1746168131.586171:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1746168131.586188:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c79bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423806464:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746168131.586241:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168131.586324:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423806464 00000100:00100000:0.0:1746168131.586331:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423806464 00000100:00100000:0.0:1746168131.586376:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36951 00000100:00100000:0.0:1746168131.586383:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423806464:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1746168131.586411:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:0.0:1746168131.587084:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423806464:12345-0@lo:41:osp-pre-0-1.0 Request processed in 701us (841us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168131.587091:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36951 00000100:00100000:1.0:1746168131.587193:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c79bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423806464:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746168131.617960:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4955500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423806592:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746168131.618020:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168131.618122:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423806592 00000100:00100000:0.0:1746168131.618129:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423806592 00000100:00100000:0.0:1746168131.618182:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36952 00000100:00100000:0.0:1746168131.618188:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009caef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423806592:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746168131.618218:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:0.0:1746168131.618253:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009caef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423806592:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168131.618259:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36952 00000100:00100000:1.0:1746168131.618543:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4955500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423806592:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1746168131.869890:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746168131.922814:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423806720:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746168131.922871:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168131.923036:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423806720 00000100:00100000:1.0:1746168131.923044:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423806720 00000100:00100000:1.0:1746168131.923087:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7738 00000100:00100000:1.0:1746168131.923094:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423806720:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746168131.923113:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746168131.923159:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4954380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423806720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168131.923164:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7738 00000100:00100000:3.0:1746168131.924396:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da18700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423806720:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746168132.871965:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168133.406784:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168133.406838:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168133.406872:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168133.406921:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168133.406963:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439326848 00000100:00100000:0.0:1746168133.406973:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439326848 00000100:00100000:0.0:1746168133.407005:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51122 00000100:00100000:0.0:1746168133.407013:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c799f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439326848:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:0.0:1746168133.407041:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746168133.407093:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c799f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439326848:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 80us (171us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746168133.407100:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51122 00000100:00100000:2.0:1746168133.407504:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439326464 00000100:00100000:2.0:1746168133.407509:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439326464 00000100:00100000:2.0:1746168133.407542:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1482 00000100:00100000:2.0:1746168133.407548:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439326464:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746168133.407583:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439326464:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 36us (812us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168133.407589:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1482 00000100:00100000:1.0:1746168133.407774:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439326592 00000100:00100000:1.0:1746168133.407779:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439326592 00000100:00100000:1.0:1746168133.407815:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439326720 00000100:00100000:1.0:1746168133.407817:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439326720 00000100:00100000:1.0:1746168133.407834:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4664 00000100:00100000:1.0:1746168133.407839:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c79aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439326592:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746168133.407870:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c79aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439326592:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 31us (1033us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168133.407875:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4664 00000100:00100000:1.0:1746168133.407885:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4665 00000100:00100000:1.0:1746168133.407888:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c799880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439326720:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746168133.407903:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c799880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439326720:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 15us (1032us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168133.407908:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4665 00000100:00080000:0.0:1746168133.408400:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746168133.408404:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1746168133.873956:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746168134.876627:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168135.700901:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009da18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423806848:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1746168135.701216:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168135.702033:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423806848 00000100:00100000:1.0:1746168135.702042:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423806848 00000100:00080000:0.0:1746168135.702708:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746168135.702855:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7739 00000100:00100000:1.0:1746168135.702867:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c798380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423806848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1746168135.702907:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746168135.703241:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c798380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3772:x1830977423806848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 376us (2025us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168135.703249:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7739 00000100:00100000:0.0:1746168135.703346:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009da18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3772:1830977423806848:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746168135.879391:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746168136.578667:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423806976:0@lo:400:kworker.0 00000100:00100000:2.0:1746168136.578773:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168136.579003:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c79a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423807104:0@lo:400:kworker.0 00000100:00100000:3.0:1746168136.579238:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423806976 00000100:00100000:3.0:1746168136.579248:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423806976 00000100:00100000:1.0:1746168136.579268:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168136.579323:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423807104 00000100:00100000:1.0:1746168136.579328:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423807104 00000100:00100000:1.0:1746168136.579367:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4666 00000100:00100000:1.0:1746168136.579375:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009d9b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423807104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746168136.579428:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009d9b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3770:x1830977423807104:12345-0@lo:400:kworker.0 Request processed in 54us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168136.579436:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4666 00000100:00100000:1.0:1746168136.579482:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c79a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3770:1830977423807104:0@lo:400:kworker.0 00000100:00080000:1.0:1746168136.579508:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746168136.579583:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746168136.579589:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168136.579592:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168136.579598:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 12052 00000100:00080000:0.0:1746168136.579602:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1746168136.579606:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746168136.579626:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c79a300 x1830977423807488/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746168136.579663:0:13055:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746168136.579666:0:13055:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168136.579667:0:13055:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168136.579671:0:13055:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 12052 00000100:00080000:0.0:1746168136.579691:0:13055:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00100000:2.0:1746168136.579827:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c79bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423807616:0@lo:400:kworker.0 00000100:00100000:2.0:1746168136.579858:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168136.579881:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746168136.579886:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cb67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423807744:0@lo:400:kworker.0 00000100:00100000:2.0:1746168136.579912:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168136.579939:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423807616 00000100:00100000:2.0:1746168136.579943:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423807616 00000100:00100000:2.0:1746168136.579971:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8334 00000100:00100000:2.0:1746168136.579977:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423807616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168136.580233:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423807616:12345-0@lo:400:kworker.0 Request processed in 255us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168136.580239:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8334 00000100:00100000:2.0:1746168136.580268:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c79bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423807616:0@lo:400:kworker.0 00000100:00100000:2.0:1746168136.580291:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c79ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423807232:0@lo:400:kworker.0 00000100:00100000:2.0:1746168136.580312:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168136.580329:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423807872:0@lo:400:kworker.0 00000100:00100000:2.0:1746168136.580348:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168136.580365:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746168136.580370:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c799500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423807360:0@lo:400:kworker.0 00000100:00100000:2.0:1746168136.580576:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168136.580599:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423807744 00000100:00100000:2.0:1746168136.580602:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423807744 00000100:00100000:2.0:1746168136.580622:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423807232 00000100:00100000:2.0:1746168136.580624:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423807232 00000100:00100000:2.0:1746168136.580644:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4667 00000100:00100000:2.0:1746168136.580650:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423807744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168136.580698:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1830977423807744:12345-0@lo:400:kworker.0 Request processed in 48us (785us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168136.580705:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4667 00000100:00100000:2.0:1746168136.580716:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4668 00000100:00100000:2.0:1746168136.580721:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423807232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168136.580752:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3771:x1830977423807232:12345-0@lo:400:kworker.0 Request processed in 31us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168136.580757:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4668 00000100:00100000:2.0:1746168136.580784:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c79ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3771:1830977423807232:0@lo:400:kworker.0 00000100:00080000:2.0:1746168136.580796:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1746168136.580808:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012cb67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3769:1830977423807744:0@lo:400:kworker.0 00000100:00100000:2.0:1746168136.580829:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423807872 00000100:00100000:2.0:1746168136.580832:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423807872 00000100:00100000:2.0:1746168136.580854:0:32727:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423807360 00000100:00100000:2.0:1746168136.580856:0:32727:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423807360 00000100:00100000:2.0:1746168136.580868:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36953 00000100:00100000:2.0:1746168136.580873:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423807872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168136.580906:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423807872:12345-0@lo:400:kworker.0 Request processed in 33us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168136.580911:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36953 00000100:00100000:2.0:1746168136.580921:0:32727:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36954 00000100:00100000:2.0:1746168136.580925:0:32727:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423807360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168136.580949:0:32727:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423807360:12345-0@lo:400:kworker.0 Request processed in 23us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168136.580954:0:32727:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36954 00000100:00100000:2.0:1746168136.580980:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c799500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423807360:0@lo:400:kworker.0 00000100:00100000:2.0:1746168136.580989:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423807872:0@lo:400:kworker.0 00000100:00100000:2.0:1746168136.581028:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c79a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423807488:0@lo:8:kworker.0 00000100:00100000:2.0:1746168136.581053:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168136.581095:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423807488 00000100:00100000:2.0:1746168136.581099:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423807488 00000100:00100000:2.0:1746168136.581114:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51123 00000100:00100000:2.0:1746168136.581119:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098c5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423807488:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746168136.581141:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746168136.581172:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098c5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423807488:12345-0@lo:8:kworker.0 Request processed in 52us (117us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746168136.581178:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51123 00000100:00080000:2.0:1746168136.581337:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1746168136.581341:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:2.0:1746168136.581345:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c79a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423807488:0@lo:8:kworker.0 00000100:00080000:0.0:1746168136.581431:0:13055:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746168136.581452:0:13055:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088eb4a80 x1830977423808000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746168136.581485:0:3771:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746168136.581493:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423808128:0@lo:400:kworker.0 00000100:00100000:0.0:1746168136.581521:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168136.581564:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423808256:0@lo:400:kworker.0 00000100:00100000:0.0:1746168136.581585:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168136.581608:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423808256 00000100:00100000:0.0:1746168136.581611:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423808256 00000100:00100000:0.0:1746168136.581633:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4669 00000100:00100000:0.0:1746168136.581639:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423808256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168136.581663:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1483 00000100:00100000:0.0:1746168136.581668:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1830977423808256:12345-0@lo:400:kworker.0 Request processed in 29us (82us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168136.581673:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423806976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168136.581686:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4669 00000100:00100000:0.0:1746168136.581711:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3769:1830977423808256:0@lo:400:kworker.0 00000100:00100000:0.0:1746168136.581719:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c798700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:62ed5165-4ab0-4363-9abf-38ed66076e15:3769:1830977423806976:0@lo:400:kworker.0 00000100:00100000:3.0:1746168136.581719:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3769:x1830977423806976:12345-0@lo:400:kworker.0 Request processed in 48us (2946us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168136.581725:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1483 00000100:00100000:2.0:1746168136.584241:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423808128 00000100:00100000:2.0:1746168136.584254:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423808128 00000100:00100000:2.0:1746168136.584327:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8335 00000100:00100000:2.0:1746168136.584334:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423808128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746168136.584390:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423808000:0@lo:8:kworker.0 00000100:00100000:2.0:1746168136.584424:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098e8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423808128:12345-0@lo:400:kworker.0 Request processed in 86us (2896us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168136.584431:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8335 00000100:00080000:0.0:1746168136.584504:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746168136.584752:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168136.584756:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423808128:0@lo:400:kworker.0 00000100:00100000:2.0:1746168136.584818:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423808000 00000100:00100000:2.0:1746168136.584822:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423808000 00000100:00100000:2.0:1746168136.584846:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51124 00000100:00100000:2.0:1746168136.584851:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423808000:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1746168136.584875:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746168136.584920:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4954700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:3768:x1830977423808000:12345-0@lo:8:kworker.0 Request processed in 67us (168us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746168136.584927:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51124 00000100:00080000:0.0:1746168136.585210:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746168136.585215:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746168136.585219:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423808000:0@lo:8:kworker.0 00000100:00100000:0.0:1746168136.595301:0:3769:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1746168136.595323:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423808384:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746168136.595607:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168136.595720:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423808384 00000100:00100000:2.0:1746168136.595729:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423808384 00000100:00100000:2.0:1746168136.595775:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36955 00000100:00100000:2.0:1746168136.595783:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423808384:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746168136.595820:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746168136.596907:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1830977423808384:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1122us (1296us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168136.596917:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36955 00000100:00100000:1.0:1746168136.597038:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423808384:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1746168136.626066:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423808512:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1746168136.626163:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168136.626699:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423808512 00000100:00100000:2.0:1746168136.626707:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423808512 00000100:00100000:2.0:1746168136.626890:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36956 00000100:00100000:2.0:1746168136.626900:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423808512:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746168136.626941:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746168136.627784:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3771:x1830977423808512:12345-0@lo:41:osp-pre-1-0.0 Request processed in 882us (1618us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168136.627792:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36956 00000100:00100000:3.0:1746168136.627910:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3771:1830977423808512:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1746168136.881992:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168136.930662:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4955f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423808640:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746168136.930778:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746168136.931265:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423808640 00000100:00100000:1.0:1746168136.931275:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423808640 00000100:00100000:1.0:1746168136.931316:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7740 00000100:00100000:1.0:1746168136.931322:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423808640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746168136.931349:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:1.0:1746168136.931394:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423808640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (617us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168136.931399:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7740 00000100:00100000:0.0:1746168136.931467:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4955f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423808640:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746168137.884351:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168138.414926:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168138.414999:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168138.415087:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168138.415142:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:1.0:1746168138.415292:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439327104 00000100:00100000:1.0:1746168138.415305:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439327104 00000100:00100000:1.0:1746168138.415576:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439327232 00000100:00100000:1.0:1746168138.415581:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439327232 00000100:00100000:3.0:1746168138.415744:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439326976 00000100:00100000:3.0:1746168138.415750:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439326976 00000100:00100000:3.0:1746168138.415816:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1484 00000100:00100000:3.0:1746168138.415829:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0a47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439326976:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746168138.415921:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0a47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439326976:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 94us (919us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168138.415929:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1484 00000100:00080000:0.0:1746168138.416416:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746168138.416422:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746168138.416918:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439327360 00000100:00100000:2.0:1746168138.416924:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439327360 00000100:00100000:2.0:1746168138.416946:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51125 00000100:00100000:2.0:1746168138.416951:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439327360:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:2.0:1746168138.416977:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1746168138.417009:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2006:x1830977439327360:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 58us (1869us total) trans 0 rc -19/-19 00000100:00100000:2.0:1746168138.417015:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51125 00000100:00100000:3.0:1746168138.417731:0:26665:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4670 00000100:00100000:3.0:1746168138.417814:0:26665:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439327104:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746168138.417860:0:26665:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2010:x1830977439327104:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 52us (2948us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168138.417866:0:26665:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4670 00000100:00100000:1.0:1746168138.418077:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4671 00000100:00100000:1.0:1746168138.418091:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b63ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439327232:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:1.0:1746168138.418125:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b63ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439327232:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 39us (3039us total) trans 0 rc 0/0 00000100:00100000:1.0:1746168138.418131:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4671 00010000:00010000:1.0:1746168138.887655:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746168139.889954:0:5515:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746168140.708214:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423808768:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1746168140.708294:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746168140.708370:0:9600:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423808768 00000100:00100000:3.0:1746168140.708598:0:9600:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423808768 00000100:00100000:3.0:1746168140.708668:0:9600:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7741 00000100:00100000:3.0:1746168140.708700:0:9600:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097630000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423808768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1746168140.708732:0:9600:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00080000:0.0:1746168140.708751:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746168140.708797:0:9600:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097630000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1830977423808768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 121us (504us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168140.708804:0:9600:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7741 00000100:00100000:0.0:1746168140.708894:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3769:1830977423808768:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1746168140.892935:0:7239:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746168141.588501:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1746168141.588507:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168141.588511:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168141.588520:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 12057 00000100:00080000:0.0:1746168141.588526:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1746168141.588532:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88012dc47000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746168141.588556:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880136056300 x1830977423809408/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1746168141.588588:0:5560:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1746168141.588591:0:5560:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1746168141.588593:0:5560:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1746168141.588596:0:5560:0:(import.c:505:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 12057 00000100:00080000:0.0:1746168141.588598:0:5560:0:(import.c:584:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1746168141.588603:0:5560:0:(import.c:619:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009fd8e000 using connection 192.168.201.129@tcp/0@lo 00000100:00100000:0.0:1746168141.588615:0:5560:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880088cab800 x1830977423809920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746168141.588658:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423809408:0@lo:8:kworker.0 00000100:00100000:0.0:1746168141.588744:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168141.588795:0:3768:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088cab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423809920:0@lo:8:kworker.0 00000100:00100000:0.0:1746168141.588813:0:3768:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168141.588838:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423809152:0@lo:400:kworker.0 00000100:00100000:0.0:1746168141.588860:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168141.588882:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423809152 00000100:00100000:0.0:1746168141.588890:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423809152 00000100:00100000:0.0:1746168141.588933:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4672 00000100:00100000:0.0:1746168141.588940:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ea2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423809152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168141.588975:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ea2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3772:x1830977423809152:12345-0@lo:400:kworker.0 Request processed in 36us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168141.588981:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4672 00000100:00080000:0.0:1746168141.589027:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1746168141.589231:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3772:1830977423809152:0@lo:400:kworker.0 00000100:00100000:0.0:1746168141.589237:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423809792:0@lo:400:kworker.0 00000100:00100000:0.0:1746168141.589258:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168141.589277:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423809792 00000100:00100000:0.0:1746168141.589279:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423809792 00000100:00100000:0.0:1746168141.589297:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36957 00000100:00100000:0.0:1746168141.589302:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423809792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168141.589322:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423809792:12345-0@lo:400:kworker.0 Request processed in 20us (63us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168141.589327:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36957 00000100:00100000:0.0:1746168141.589345:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423809792:0@lo:400:kworker.0 00000100:00100000:0.0:1746168141.589359:0:3772:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746168141.589363:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423809024:0@lo:400:kworker.0 00000100:00100000:0.0:1746168141.589377:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168141.589387:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423809024 00000100:00100000:0.0:1746168141.589389:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423809024 00000100:00100000:0.0:1746168141.589437:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4673 00000100:00100000:0.0:1746168141.589441:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423809024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168141.589460:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3772:x1830977423809024:12345-0@lo:400:kworker.0 Request processed in 19us (82us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168141.589465:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4673 00000100:00080000:0.0:1746168141.589476:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746168141.589486:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3772:1830977423809024:0@lo:400:kworker.0 00000100:00100000:0.0:1746168141.589491:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423809664:0@lo:400:kworker.0 00000100:00100000:0.0:1746168141.589506:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168141.589520:0:26667:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423809664 00000100:00100000:0.0:1746168141.589522:0:26667:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423809664 00000100:00100000:0.0:1746168141.589537:0:26667:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4674 00000100:00100000:0.0:1746168141.589542:0:26667:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ce9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423809664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746168141.589564:0:26667:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ce9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3772:x1830977423809664:12345-0@lo:400:kworker.0 Request processed in 22us (57us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168141.589569:0:26667:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4674 00000100:00100000:0.0:1746168141.589588:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3772:1830977423809664:0@lo:400:kworker.0 00000100:00100000:0.0:1746168141.589626:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423809408 00000100:00100000:0.0:1746168141.589628:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423809408 00000100:00100000:0.0:1746168141.589641:0:20376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423809920 00000100:00100000:0.0:1746168141.589642:0:20376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423809920 00000100:00100000:0.0:1746168141.589652:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51126 00000100:00100000:0.0:1746168141.589657:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088fb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423809408:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746168141.589696:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746168141.589721:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088fb3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423809408:12345-0@lo:8:kworker.0 Request processed in 64us (977us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746168141.589727:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51126 00000100:00100000:0.0:1746168141.589735:0:20376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51127 00000100:00100000:0.0:1746168141.589739:0:20376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a4d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423809920:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1746168141.589748:0:20376:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1746168141.589762:0:20376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a4d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3768:x1830977423809920:12345-0@lo:8:kworker.0 Request processed in 22us (948us total) trans 0 rc -19/-19 00000100:00100000:0.0:1746168141.589767:0:20376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51127 00000100:00080000:0.0:1746168141.589786:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88012dc47000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746168141.589789:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746168141.589792:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3768:1830977423809408:0@lo:8:kworker.0 00000100:00080000:0.0:1746168141.589799:0:3768:0:(import.c:66:import_set_state_nolock()) ffff88009fd8e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1746168141.589801:0:3768:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.129@tcp failed (-19) 00000100:00100000:0.0:1746168141.589804:0:3768:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088cab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3768:1830977423809920:0@lo:8:kworker.0 00000100:00100000:2.0:1746168141.590253:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b63f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423808896:0@lo:400:kworker.0 00000100:00100000:2.0:1746168141.590289:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168141.590324:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423809536:0@lo:400:kworker.0 00000100:00100000:2.0:1746168141.590343:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168141.590355:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423810176:0@lo:400:kworker.0 00000100:00100000:2.0:1746168141.590368:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168141.590379:0:3770:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1746168141.590383:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423809280:0@lo:400:kworker.0 00000100:00100000:2.0:1746168141.590397:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168141.590407:0:3770:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088ca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423810048:0@lo:400:kworker.0 00000100:00100000:2.0:1746168141.590453:0:3770:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168141.590471:0:9606:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423809280 00000100:00100000:2.0:1746168141.590474:0:9606:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423809280 00000100:00100000:2.0:1746168141.590496:0:9606:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36958 00000100:00100000:2.0:1746168141.590501:0:9606:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423809280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168141.590529:0:9606:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da19880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3770:x1830977423809280:12345-0@lo:400:kworker.0 Request processed in 28us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168141.590535:0:9606:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36958 00000100:00100000:2.0:1746168141.590558:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423809280:0@lo:400:kworker.0 00000100:00100000:2.0:1746168141.590580:0:11580:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423808896 00000100:00100000:2.0:1746168141.590583:0:11580:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423808896 00000100:00100000:2.0:1746168141.590604:0:11580:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1485 00000100:00100000:2.0:1746168141.590608:0:11580:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423808896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168141.590634:0:11580:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:62ed5165-4ab0-4363-9abf-38ed66076e15+20:3770:x1830977423808896:12345-0@lo:400:kworker.0 Request processed in 25us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168141.590642:0:11580:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1485 00000100:00100000:2.0:1746168141.590666:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b63f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:62ed5165-4ab0-4363-9abf-38ed66076e15:3770:1830977423808896:0@lo:400:kworker.0 00000100:00100000:2.0:1746168141.590721:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423809536 00000100:00100000:2.0:1746168141.590723:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423809536 00000100:00100000:2.0:1746168141.590740:0:4937:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423810048 00000100:00100000:2.0:1746168141.590741:0:4937:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423810048 00000100:00100000:2.0:1746168141.590757:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8336 00000100:00100000:2.0:1746168141.590761:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423809536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168141.590788:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0001-mdtlov_UUID+5:3770:x1830977423809536:12345-0@lo:400:kworker.0 Request processed in 27us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168141.590794:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8336 00000100:00100000:2.0:1746168141.590802:0:4937:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8337 00000100:00100000:2.0:1746168141.590806:0:4937:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423810048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168141.590825:0:4937:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da18000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_021:lustre-MDT0000-mdtlov_UUID+5:3770:x1830977423810048:12345-0@lo:400:kworker.0 Request processed in 19us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168141.590829:0:4937:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8337 00000100:00100000:2.0:1746168141.590850:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088ca8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3770:1830977423810048:0@lo:400:kworker.0 00000100:00100000:2.0:1746168141.590858:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090ccf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3770:1830977423809536:0@lo:400:kworker.0 00000100:00080000:2.0:1746168141.590876:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746168141.590888:0:28714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423810176 00000100:00100000:2.0:1746168141.590890:0:28714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423810176 00000100:00100000:2.0:1746168141.590907:0:28714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4675 00000100:00100000:2.0:1746168141.590912:0:28714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009da1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423810176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746168141.590940:0:28714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009da1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3770:x1830977423810176:12345-0@lo:400:kworker.0 Request processed in 27us (570us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168141.590948:0:28714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4675 00000100:00100000:2.0:1746168141.591154:0:3770:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088fb0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3770:1830977423810176:0@lo:400:kworker.0 00000100:00100000:3.0:1746168141.601982:0:3771:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880095624380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423810304:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1746168141.602072:0:3771:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168141.602337:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423810304 00000100:00100000:2.0:1746168141.602346:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423810304 00000100:00100000:2.0:1746168141.608009:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36959 00000100:00100000:2.0:1746168141.608036:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423810304:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746168141.608085:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445511168 avail 1316048896 00000100:00100000:2.0:1746168141.608187:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4956680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3771:x1830977423810304:12345-0@lo:41:osp-pre-0-1.0 Request processed in 165us (6115us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168141.608193:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36959 00000100:00100000:0.0:1746168141.608300:0:3771:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880095624380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3771:1830977423810304:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1746168141.634569:0:3772:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4955500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423810432:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1746168141.634664:0:3772:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746168141.635240:0:9607:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423810432 00000100:00100000:2.0:1746168141.635249:0:9607:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423810432 00000100:00100000:2.0:1746168141.635306:0:9607:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36960 00000100:00100000:2.0:1746168141.635314:0:9607:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136055880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423810432:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1746168141.635348:0:9607:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445924864 avail 1316462592 00000100:00100000:2.0:1746168141.635630:0:9607:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136055880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3772:x1830977423810432:12345-0@lo:41:osp-pre-1-0.0 Request processed in 316us (968us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168141.635637:0:9607:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36960 00000100:00100000:0.0:1746168141.635755:0:3772:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4955500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3772:1830977423810432:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1746168141.894658:0:28311:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746168141.939078:0:3769:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4954e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423810560:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746168141.939158:0:3769:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746168141.939307:0:13222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977423810560 00000100:00100000:0.0:1746168141.939316:0:13222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977423810560 00000100:00100000:0.0:1746168141.939391:0:13222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7742 00000100:00100000:0.0:1746168141.939400:0:13222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423810560:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746168141.939425:0:13222:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 140480 pending 0 free 3923304448 avail 3691782144 00000100:00100000:0.0:1746168141.939474:0:13222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880095624380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1830977423810560:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1746168141.939481:0:13222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7742 00000100:00100000:1.0:1746168141.939593:0:3769:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4954e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3769:1830977423810560:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1746168142.897439:0:7240:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746168143.421521:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:0.0:1746168143.421564:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:2.0:1746168143.421719:0:11582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439327488 00000100:00100000:2.0:1746168143.421730:0:11582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439327488 00000100:00100000:2.0:1746168143.421784:0:11582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 1486 00000100:00100000:2.0:1746168143.421793:0:11582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ee83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439327488:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:2.0:1746168143.421862:0:11582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ee83c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1c23d77c-ba06-4524-adf6-e8596b6f1d29+9:2010:x1830977439327488:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 70us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1746168143.421875:0:11582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 1486 00000100:00100000:0.0:1746168143.422067:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746168143.422106:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439327616 00000100:00100000:0.0:1746168143.422111:0:3763:0:(events.c:341:request_in_callback()) peer: 12345-192.168.201.29@tcp (source: 12345-192.168.201.29@tcp) 00000100:00100000:3.0:1746168143.422111:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439327616 00000100:00100000:3.0:1746168143.422152:0:12525:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439327744 00000100:00100000:3.0:1746168143.422156:0:12525:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439327744 00000100:00100000:3.0:1746168143.422177:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4676 00000100:00100000:3.0:1746168143.422185:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136056300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439327616:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746168143.422222:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136056300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+6:2009:x1830977439327616:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 39us (658us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168143.422228:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4676 00000100:00100000:3.0:1746168143.422242:0:12525:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 4677 00000100:00100000:3.0:1746168143.422246:0:12525:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439327744:12345-192.168.201.29@tcp:400:kworker.0 00000100:00100000:3.0:1746168143.422263:0:12525:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:35124306-8546-4ef3-a1c0-b08742b53fcf+5:2010:x1830977439327744:12345-192.168.201.29@tcp:400:kworker.0 Request processed in 17us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1746168143.422267:0:12525:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 4677 00000100:00080000:3.0:1746168143.422332:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1746168143.422336:0:7248:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746168143.423401:0:20384:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977439327872 00000100:00100000:1.0:1746168143.423406:0:20384:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977439327872 00000100:00100000:1.0:1746168143.423440:0:20384:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.29@tcp, seq: 51128 00000100:00100000:1.0:1746168143.423446:0:20384:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439327872:12345-192.168.201.29@tcp:8:kworker.0 00010000:00020000:1.0:1746168143.423471:0:20384:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.29@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1746168143.423510:0:20384:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:2006:x1830977439327872:12345-192.168.201.29@tcp:8:kworker.0 Request processed in 63us (1398us total) trans 0 rc -19/-19 00000100:00100000:1.0:1746168143.423516:0:20384:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.29@tcp, seq: 51128 00010000:00010000:1.0:1746168143.897905:0:11936:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 94049 lines, 94049 kept, 0 dropped, 0 bad.